2015-11-19 14:39:21 -08:00
|
|
|
/**
|
|
|
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
|
*
|
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
*
|
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
*/
|
|
|
|
|
package dao;
|
|
|
|
|
|
|
|
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
|
|
|
import com.fasterxml.jackson.databind.node.ObjectNode;
|
|
|
|
|
import models.Dataset;
|
2016-03-01 19:43:46 -08:00
|
|
|
import models.FlowJob;
|
2015-11-19 14:39:21 -08:00
|
|
|
import org.apache.commons.lang3.StringUtils;
|
|
|
|
|
import org.springframework.dao.EmptyResultDataAccessException;
|
|
|
|
|
import org.springframework.jdbc.core.JdbcTemplate;
|
|
|
|
|
import org.springframework.jdbc.core.namedparam.NamedParameterJdbcTemplate;
|
|
|
|
|
import org.springframework.jdbc.datasource.DataSourceTransactionManager;
|
|
|
|
|
import org.springframework.transaction.TransactionStatus;
|
|
|
|
|
import org.springframework.transaction.support.TransactionCallback;
|
|
|
|
|
import org.springframework.transaction.support.TransactionTemplate;
|
|
|
|
|
import play.Logger;
|
|
|
|
|
import play.libs.Json;
|
|
|
|
|
import java.util.Arrays;
|
|
|
|
|
import java.util.ArrayList;
|
|
|
|
|
import java.util.Collections;
|
|
|
|
|
import java.util.List;
|
|
|
|
|
import java.util.Map;
|
|
|
|
|
|
|
|
|
|
public class AdvSearchDAO extends AbstractMySQLOpenSourceDAO
|
|
|
|
|
{
|
2016-03-01 19:43:46 -08:00
|
|
|
public final static String GET_DATASET_SOURCES = "SELECT source " +
|
|
|
|
|
"FROM dict_dataset GROUP BY 1 ORDER BY count(*) DESC";
|
|
|
|
|
|
|
|
|
|
public final static String GET_FLOW_APPCODES = "SELECT DISTINCT app_code " +
|
|
|
|
|
"FROM cfg_application GROUP BY 1 ORDER BY 1";
|
2015-11-19 14:39:21 -08:00
|
|
|
|
|
|
|
|
public final static String GET_DATASET_SCOPES = "SELECT DISTINCT parent_name " +
|
|
|
|
|
"FROM dict_dataset WHERE parent_name is not null order by 1;";
|
|
|
|
|
|
|
|
|
|
public final static String GET_DATASET_TABLE_NAMES_BY_SCOPE = "SELECT DISTINCT name " +
|
|
|
|
|
"FROM dict_dataset WHERE parent_name in (:scopes)";
|
|
|
|
|
|
2016-03-01 19:43:46 -08:00
|
|
|
public final static String GET_FLOW_NAMES_BY_APP = "SELECT DISTINCT f.flow_name " +
|
|
|
|
|
"FROM flow f JOIN cfg_application a on f.app_id = a.app_id WHERE app in (:apps)";
|
|
|
|
|
|
2015-11-19 14:39:21 -08:00
|
|
|
public final static String GET_DATASET_TABLE_NAMES = "SELECT DISTINCT name FROM dict_dataset ORDER BY 1";
|
|
|
|
|
|
2016-03-01 19:43:46 -08:00
|
|
|
public final static String GET_FLOW_NAMES = "SELECT DISTINCT flow_name FROM flow ORDER BY 1";
|
|
|
|
|
|
|
|
|
|
public final static String GET_JOB_NAMES = "SELECT DISTINCT job_name " +
|
|
|
|
|
"FROM flow_job GROUP BY 1 ORDER BY 1";
|
|
|
|
|
|
2015-11-19 14:39:21 -08:00
|
|
|
public final static String GET_DATASET_FIELDS = "SELECT DISTINCT field_name " +
|
|
|
|
|
"FROM dict_field_detail ORDER BY 1";
|
|
|
|
|
|
|
|
|
|
public final static String GET_DATASET_FIELDS_BY_TABLE_NAMES = "SELECT DISTINCT f.field_name " +
|
|
|
|
|
"FROM dict_field_detail f join dict_dataset d on f.dataset_id = d.id where d.name regexp";
|
|
|
|
|
|
|
|
|
|
public final static String SEARCH_DATASETS_BY_COMMENTS_WITH_PAGINATION = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
|
|
|
"id, name, source, urn, `schema` FROM dict_dataset where id in ( " +
|
|
|
|
|
"SELECT dataset_id FROM comments WHERE MATCH(text) against ('*$keyword*' in BOOLEAN MODE) ) " +
|
|
|
|
|
"UNION ALL SELECT id, name, source, urn, `schema` from dict_dataset " +
|
|
|
|
|
"WHERE id in ( SELECT DISTINCT dataset_id FROM " +
|
|
|
|
|
"dict_dataset_field_comment WHERE comment_id in " +
|
|
|
|
|
"(SELECT id FROM field_comments where MATCH(comment) against ('*$keyword*' in BOOLEAN MODE))) " +
|
|
|
|
|
"ORDER BY 2 LIMIT ?, ?";
|
|
|
|
|
|
|
|
|
|
public final static String ADVSEARCH_RANK_CLAUSE = " ORDER BY CASE WHEN $condition1 THEN 0 " +
|
|
|
|
|
"WHEN $condition2 THEN 2 WHEN $condition3 THEN 3 WHEN $condition4 THEN 4 ELSE 9 END, " +
|
|
|
|
|
"CASE WHEN urn LIKE 'teradata://DWH_%' THEN 2 WHEN urn LIKE 'hdfs://data/tracking/%' THEN 1 " +
|
|
|
|
|
"WHEN urn LIKE 'teradata://DWH/%' THEN 3 WHEN urn LIKE 'hdfs://data/databases/%' THEN 4 " +
|
|
|
|
|
"WHEN urn LIKE 'hdfs://data/dervied/%' THEN 5 ELSE 99 END, urn";
|
|
|
|
|
|
|
|
|
|
public final static String DATASET_BY_COMMENT_PAGINATION_IN_CLAUSE = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
|
|
|
"id, name, source, `schema`, urn, FROM_UNIXTIME(source_modified_time) as modified " +
|
|
|
|
|
"FROM dict_dataset WHERE id IN ( " +
|
|
|
|
|
"SELECT dataset_id FROM comments WHERE MATCH(text) " +
|
|
|
|
|
"AGAINST ('*$keyword*' in BOOLEAN MODE) and dataset_id in ($id_list)) " +
|
|
|
|
|
"UNION ALL SELECT id, name, source, `schema`, urn, FROM_UNIXTIME(source_modified_time) as modified " +
|
|
|
|
|
"FROM dict_dataset WHERE id IN (SELECT DISTINCT dataset_id FROM " +
|
|
|
|
|
"dict_dataset_field_comment WHERE comment_id in " +
|
|
|
|
|
"(SELECT id FROM field_comments where MATCH(comment) against ('*$keyword*' in BOOLEAN MODE)) ) " +
|
|
|
|
|
"ORDER BY 2 LIMIT ?, ?;";
|
|
|
|
|
|
2016-03-01 19:43:46 -08:00
|
|
|
public final static String ADV_SEARCH_FLOW = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
|
|
|
"a.app_code, f.flow_id, f.flow_name, f.flow_path, f.flow_group FROM flow f " +
|
|
|
|
|
"JOIN cfg_application a on f.app_id = a.app_id ";
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public final static String ADV_SEARCH_JOB = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
|
|
|
"a.app_code, f.flow_name, f.flow_path, f.flow_group, j.flow_id, j.job_id, " +
|
|
|
|
|
"j.job_name, j.job_path, j.job_type " +
|
|
|
|
|
"FROM flow_job j JOIN flow f on j.app_id = f.app_id AND j.flow_id = f.flow_id " +
|
|
|
|
|
"JOIN cfg_application a on j.app_id = a.app_id ";
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2015-11-19 14:39:21 -08:00
|
|
|
public static List<String> getDatasetSources()
|
|
|
|
|
{
|
|
|
|
|
return getJdbcTemplate().queryForList(GET_DATASET_SOURCES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static List<String> getDatasetScopes()
|
|
|
|
|
{
|
|
|
|
|
return getJdbcTemplate().queryForList(GET_DATASET_SCOPES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static List<String> getTableNames(String scopes)
|
|
|
|
|
{
|
|
|
|
|
List<String> tables = null;
|
|
|
|
|
if (StringUtils.isNotBlank(scopes))
|
|
|
|
|
{
|
|
|
|
|
String[] scopeArray = scopes.split(",");
|
|
|
|
|
List<String> scopeList = Arrays.asList(scopeArray);
|
|
|
|
|
Map<String, List> param = Collections.singletonMap("scopes", scopeList);
|
|
|
|
|
NamedParameterJdbcTemplate namedParameterJdbcTemplate = new
|
|
|
|
|
NamedParameterJdbcTemplate(getJdbcTemplate().getDataSource());
|
|
|
|
|
tables = namedParameterJdbcTemplate.queryForList(
|
|
|
|
|
GET_DATASET_TABLE_NAMES_BY_SCOPE, param, String.class);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
tables = getJdbcTemplate().queryForList(GET_DATASET_TABLE_NAMES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return tables;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static List<String> getFields(String tables)
|
|
|
|
|
{
|
|
|
|
|
String query = null;
|
|
|
|
|
if (StringUtils.isNotBlank(tables))
|
|
|
|
|
{
|
|
|
|
|
String[] tableArray = tables.split(",");
|
|
|
|
|
query = GET_DATASET_FIELDS_BY_TABLE_NAMES;
|
|
|
|
|
query += "'";
|
|
|
|
|
for(int i = 0; i < tableArray.length; i++)
|
|
|
|
|
{
|
|
|
|
|
if (i == 0)
|
|
|
|
|
{
|
|
|
|
|
query += tableArray[i];
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += "|" + tableArray[i];
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
query += "' order by 1";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query = GET_DATASET_FIELDS;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return getJdbcTemplate().queryForList(query, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
2016-03-01 19:43:46 -08:00
|
|
|
public static List<String> getFlowApplicationCodes()
|
|
|
|
|
{
|
|
|
|
|
return getJdbcTemplate().queryForList(GET_FLOW_APPCODES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static List<String> getFlowNames(String applications)
|
|
|
|
|
{
|
|
|
|
|
List<String> flowNames = null;
|
|
|
|
|
if (StringUtils.isNotBlank(applications))
|
|
|
|
|
{
|
|
|
|
|
String[] appArray = applications.split(",");
|
|
|
|
|
List<String> appList = Arrays.asList(appArray);
|
|
|
|
|
Map<String, List> param = Collections.singletonMap("apps", appList);
|
|
|
|
|
NamedParameterJdbcTemplate namedParameterJdbcTemplate = new
|
|
|
|
|
NamedParameterJdbcTemplate(getJdbcTemplate().getDataSource());
|
|
|
|
|
flowNames = namedParameterJdbcTemplate.queryForList(
|
|
|
|
|
GET_FLOW_NAMES_BY_APP, param, String.class);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
flowNames = getJdbcTemplate().queryForList(GET_FLOW_NAMES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return flowNames;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public static List<String> getFlowJobNames()
|
|
|
|
|
{
|
|
|
|
|
return getJdbcTemplate().queryForList(GET_JOB_NAMES, String.class);
|
|
|
|
|
}
|
|
|
|
|
|
2015-11-19 14:39:21 -08:00
|
|
|
public static ObjectNode search(JsonNode searchOpt, int page, int size)
|
|
|
|
|
{
|
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
int count = 0;
|
|
|
|
|
List<String> scopeInList = new ArrayList<String>();
|
|
|
|
|
List<String> scopeNotInList = new ArrayList<String>();
|
|
|
|
|
List<String> tableInList = new ArrayList<String>();
|
|
|
|
|
List<String> tableNotInList = new ArrayList<String>();
|
|
|
|
|
List<String> fieldAnyList = new ArrayList<String>();
|
|
|
|
|
List<String> fieldAllList = new ArrayList<String>();
|
|
|
|
|
List<String> fieldNotInList = new ArrayList<String>();
|
|
|
|
|
String fieldAllIDs = "";
|
|
|
|
|
String comments = "";
|
|
|
|
|
|
|
|
|
|
if (searchOpt != null && (searchOpt.isContainerNode()))
|
|
|
|
|
{
|
|
|
|
|
if (searchOpt.has("scope")) {
|
|
|
|
|
JsonNode scopeNode = searchOpt.get("scope");
|
|
|
|
|
if (scopeNode != null && scopeNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (scopeNode.has("in"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode scopeInNode = scopeNode.get("in");
|
|
|
|
|
if (scopeInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String scopeInStr = scopeInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(scopeInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] scopeInArray = scopeInStr.split(",");
|
|
|
|
|
if (scopeInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : scopeInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
scopeInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (scopeNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode scopeNotInNode = scopeNode.get("not");
|
|
|
|
|
if (scopeNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String scopeNotInStr = scopeNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(scopeNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] scopeNotInArray = scopeNotInStr.split(",");
|
|
|
|
|
if (scopeNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : scopeNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
scopeNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (searchOpt.has("table")) {
|
|
|
|
|
JsonNode tableNode = searchOpt.get("table");
|
|
|
|
|
if (tableNode != null && tableNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (tableNode.has("in"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode tableInNode = tableNode.get("in");
|
|
|
|
|
if (tableInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String tableInStr = tableInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(tableInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] tableInArray = tableInStr.split(",");
|
|
|
|
|
if (tableInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : tableInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
tableInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (tableNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode tableNotInNode = tableNode.get("not");
|
|
|
|
|
if (tableNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String tableNotInStr = tableNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(tableNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] tableNotInArray = tableNotInStr.split(",");
|
|
|
|
|
if (tableNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : tableNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
tableNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (searchOpt.has("fields")) {
|
|
|
|
|
JsonNode fieldNode = searchOpt.get("fields");
|
|
|
|
|
if (fieldNode != null && fieldNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (fieldNode.has("any"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode fieldAnyNode = fieldNode.get("any");
|
|
|
|
|
if (fieldAnyNode != null)
|
|
|
|
|
{
|
|
|
|
|
String fieldAnyStr = fieldAnyNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(fieldAnyStr))
|
|
|
|
|
{
|
|
|
|
|
String[] fieldAnyArray = fieldAnyStr.split(",");
|
|
|
|
|
if (fieldAnyArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : fieldAnyArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
fieldAnyList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (fieldNode.has("all"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode fieldAllNode = fieldNode.get("all");
|
|
|
|
|
if (fieldAllNode != null)
|
|
|
|
|
{
|
|
|
|
|
String fieldAllStr = fieldAllNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(fieldAllStr))
|
|
|
|
|
{
|
|
|
|
|
String[] fieldAllArray = fieldAllStr.split(",");
|
|
|
|
|
if (fieldAllArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : fieldAllArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
fieldAllList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (fieldNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode fieldNotInNode = fieldNode.get("not");
|
|
|
|
|
if (fieldNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String fieldNotInStr = fieldNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(fieldNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] fieldNotInArray = fieldNotInStr.split(",");
|
|
|
|
|
if (fieldNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : fieldNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
fieldNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
String datasetSources = "";
|
|
|
|
|
if (searchOpt.has("sources")) {
|
|
|
|
|
JsonNode sourcesNode = searchOpt.get("sources");
|
|
|
|
|
if (sourcesNode != null)
|
|
|
|
|
{
|
|
|
|
|
datasetSources = sourcesNode.asText();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
boolean needAndKeyword = false;
|
|
|
|
|
int fieldQueryIndex = 0;
|
|
|
|
|
if (fieldAllList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
String fieldAllQuery = "SELECT DISTINCT f1.dataset_id FROM dict_field_detail f1 ";
|
|
|
|
|
String fieldWhereClause = " WHERE ";
|
|
|
|
|
for (String field : fieldAllList)
|
|
|
|
|
{
|
|
|
|
|
fieldQueryIndex++;
|
|
|
|
|
if (fieldQueryIndex == 1)
|
|
|
|
|
{
|
|
|
|
|
fieldWhereClause += "f1.field_name LIKE '%" + field + "%' ";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
fieldAllQuery += "JOIN dict_field_detail f" + fieldQueryIndex + " ON f" +
|
|
|
|
|
(fieldQueryIndex-1) + ".dataset_id = f" + fieldQueryIndex + ".dataset_id ";
|
|
|
|
|
fieldWhereClause += " and f" + fieldQueryIndex + ".field_name LIKE '%" + field + "%' ";
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
fieldAllQuery += fieldWhereClause;
|
|
|
|
|
List<Map<String, Object>> rows = getJdbcTemplate().queryForList(fieldAllQuery);
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
fieldAllIDs += (Long)row.get("dataset_id") + ",";
|
|
|
|
|
}
|
|
|
|
|
if (fieldAllIDs.length() > 0)
|
|
|
|
|
{
|
|
|
|
|
fieldAllIDs = fieldAllIDs.substring(0, fieldAllIDs.length()-1);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
List<Dataset> pagedDatasets = new ArrayList<Dataset>();
|
|
|
|
|
final JdbcTemplate jdbcTemplate = getJdbcTemplate();
|
|
|
|
|
javax.sql.DataSource ds = jdbcTemplate.getDataSource();
|
|
|
|
|
DataSourceTransactionManager tm = new DataSourceTransactionManager(ds);
|
|
|
|
|
|
|
|
|
|
TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
|
|
|
|
|
|
ObjectNode result;
|
|
|
|
|
|
|
|
|
|
if (searchOpt.has("comments"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode commentsNode = searchOpt.get("comments");
|
|
|
|
|
if (commentsNode != null)
|
|
|
|
|
{
|
|
|
|
|
comments = commentsNode.asText();
|
2016-03-10 14:51:14 -08:00
|
|
|
if (StringUtils.isNotBlank(comments))
|
2015-11-19 14:39:21 -08:00
|
|
|
{
|
2016-03-10 14:51:14 -08:00
|
|
|
if (scopeInList.size() == 0 && scopeNotInList.size() == 0
|
|
|
|
|
&& tableInList.size() == 0 && tableNotInList.size() == 0
|
|
|
|
|
&& fieldAllList.size() == 0 && fieldAnyList.size() == 0 && fieldNotInList.size() == 0)
|
2015-11-19 14:39:21 -08:00
|
|
|
{
|
2016-03-10 14:51:14 -08:00
|
|
|
final String commentsQueryStr =
|
|
|
|
|
SEARCH_DATASETS_BY_COMMENTS_WITH_PAGINATION.replace("$keyword", comments);
|
|
|
|
|
|
|
|
|
|
result = txTemplate.execute(new TransactionCallback<ObjectNode>()
|
2015-11-19 14:39:21 -08:00
|
|
|
{
|
2016-03-10 14:51:14 -08:00
|
|
|
public ObjectNode doInTransaction(TransactionStatus status)
|
|
|
|
|
{
|
|
|
|
|
List<Map<String, Object>> rows = null;
|
|
|
|
|
rows = jdbcTemplate.queryForList(commentsQueryStr, (page-1)*size, size);
|
|
|
|
|
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
Dataset ds = new Dataset();
|
|
|
|
|
ds.id = (Long)row.get("id");
|
|
|
|
|
ds.name = (String)row.get("name");
|
|
|
|
|
ds.source = (String)row.get("source");
|
|
|
|
|
ds.urn = (String)row.get("urn");
|
|
|
|
|
ds.schema = (String)row.get("schema");
|
|
|
|
|
pagedDatasets.add(ds);
|
|
|
|
|
}
|
|
|
|
|
long count = 0;
|
|
|
|
|
try {
|
|
|
|
|
count = jdbcTemplate.queryForObject(
|
|
|
|
|
"SELECT FOUND_ROWS()",
|
|
|
|
|
Long.class);
|
|
|
|
|
}
|
|
|
|
|
catch(EmptyResultDataAccessException e)
|
|
|
|
|
{
|
|
|
|
|
Logger.error("Exception = " + e.getMessage());
|
|
|
|
|
}
|
2015-11-19 14:39:21 -08:00
|
|
|
|
2016-03-10 14:51:14 -08:00
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
resultNode.put("count", count);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", (int)Math.ceil(count/((double)size)));
|
|
|
|
|
resultNode.set("data", Json.toJson(pagedDatasets));
|
2015-11-19 14:39:21 -08:00
|
|
|
|
2016-03-10 14:51:14 -08:00
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
return result;
|
2015-11-19 14:39:21 -08:00
|
|
|
}
|
2016-03-10 14:51:14 -08:00
|
|
|
}
|
2015-11-19 14:39:21 -08:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
String query = "";
|
|
|
|
|
if (StringUtils.isNotBlank(comments))
|
|
|
|
|
{
|
|
|
|
|
query = "SELECT DISTINCT d.id FROM dict_dataset d";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
|
|
|
"DISTINCT d.id, d.name, d.schema, d.source, d.urn, " +
|
|
|
|
|
"FROM_UNIXTIME(d.source_modified_time) as modified FROM dict_dataset d";
|
|
|
|
|
}
|
|
|
|
|
if (fieldAllList.size() > 0 || fieldAnyList.size() > 0 || fieldNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
String fieldQuery = "SELECT DISTINCT dataset_id FROM dict_field_detail f WHERE (";
|
|
|
|
|
query += " WHERE d.id IN ( ";
|
|
|
|
|
query += fieldQuery;
|
|
|
|
|
String whereClause = "";
|
|
|
|
|
boolean fieldNeedAndKeyword = false;
|
|
|
|
|
if (fieldAnyList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
whereClause = " (";
|
|
|
|
|
int indexForAnyList = 0;
|
|
|
|
|
for (String field : fieldAnyList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForAnyList == 0)
|
|
|
|
|
{
|
|
|
|
|
whereClause += "f.field_name LIKE '%" + field + "%'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
whereClause += " or f.field_name LIKE '%" + field + "%'";
|
|
|
|
|
}
|
|
|
|
|
indexForAnyList++;
|
|
|
|
|
}
|
|
|
|
|
whereClause += " ) ";
|
|
|
|
|
fieldNeedAndKeyword = true;
|
|
|
|
|
query += whereClause;
|
|
|
|
|
}
|
|
|
|
|
if (fieldAllList.size() > 0 && StringUtils.isNotBlank(fieldAllIDs))
|
|
|
|
|
{
|
|
|
|
|
if (fieldNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
whereClause = " and (";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
whereClause = " (";
|
|
|
|
|
}
|
|
|
|
|
whereClause += "f.dataset_id IN (" + fieldAllIDs + ")";
|
|
|
|
|
whereClause += " ) ";
|
|
|
|
|
query += whereClause;
|
|
|
|
|
fieldNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
if (fieldNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (fieldNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
whereClause = " and ( f.dataset_id not in (select dataset_id from dict_field_detail where";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
whereClause = " ( f.dataset_id not in (select dataset_id from dict_field_detail where";
|
|
|
|
|
}
|
|
|
|
|
int indexForNotInList = 0;
|
|
|
|
|
for (String field : fieldNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForNotInList == 0)
|
|
|
|
|
{
|
|
|
|
|
whereClause += " field_name LIKE '%" + field + "%'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
whereClause += " or field_name LIKE '%" + field + "%'";
|
|
|
|
|
}
|
|
|
|
|
indexForNotInList++;
|
|
|
|
|
}
|
|
|
|
|
whereClause += " )) ";
|
|
|
|
|
query += whereClause;
|
|
|
|
|
fieldNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
needAndKeyword = true;
|
|
|
|
|
query += ") )";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (scopeInList.size() > 0 || scopeNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (needAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " and";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " where";
|
|
|
|
|
}
|
|
|
|
|
boolean scopeNeedAndKeyword = false;
|
|
|
|
|
if (scopeInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
query += " d.parent_name in (";
|
|
|
|
|
scopeNeedAndKeyword = true;
|
|
|
|
|
int indexForScopeInList = 0;
|
|
|
|
|
for (String scope : scopeInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForScopeInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "'" + scope + "'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += ", '" + scope + "'";
|
|
|
|
|
}
|
|
|
|
|
indexForScopeInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
}
|
|
|
|
|
if (scopeNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (scopeNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " and d.parent_name not in (";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " d.parent_name not in (";
|
|
|
|
|
}
|
|
|
|
|
int indexForScopeNotInList = 0;
|
|
|
|
|
for (String scope : scopeNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForScopeNotInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "'" + scope + "'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += ", '" + scope + "'";
|
|
|
|
|
}
|
|
|
|
|
indexForScopeNotInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
}
|
|
|
|
|
needAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
String condition1 = "";
|
|
|
|
|
String condition2 = "";
|
|
|
|
|
String condition3 = "";
|
|
|
|
|
String condition4 = "";
|
|
|
|
|
|
|
|
|
|
if (tableInList.size() > 0 || tableNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (needAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " and";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " where";
|
|
|
|
|
}
|
|
|
|
|
boolean tableNeedAndKeyword = false;
|
|
|
|
|
if (tableInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
query += " (";
|
|
|
|
|
int indexForTableInList = 0;
|
|
|
|
|
for (String table : tableInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForTableInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "d.name LIKE '%" + table + "%'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
condition1 += " or ";
|
|
|
|
|
condition2 += " or ";
|
|
|
|
|
condition3 += " or ";
|
|
|
|
|
condition4 += " or ";
|
|
|
|
|
query += " or d.name LIKE '%" + table + "%'";
|
|
|
|
|
}
|
|
|
|
|
condition1 += "name = '" + table + "'";
|
|
|
|
|
condition2 += "name LIKE '" + table + "%'";
|
|
|
|
|
condition3 += "name LIKE '%" + table + "'";
|
|
|
|
|
condition4 += "name LIKE '%" + table + "%'";
|
|
|
|
|
indexForTableInList++;
|
|
|
|
|
}
|
|
|
|
|
query += " ) ";
|
|
|
|
|
tableNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
if (tableNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (tableNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " and (";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " (";
|
|
|
|
|
}
|
|
|
|
|
int indexForTableNotInList = 0;
|
|
|
|
|
for (String table : tableNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForTableNotInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "d.name NOT LIKE '%" + table + "%'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " and d.name NOT LIKE '%" + table + "%'";
|
|
|
|
|
}
|
|
|
|
|
indexForTableNotInList++;
|
|
|
|
|
}
|
|
|
|
|
query += " ) ";
|
|
|
|
|
}
|
|
|
|
|
needAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (StringUtils.isNotBlank(datasetSources))
|
|
|
|
|
{
|
|
|
|
|
if (needAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " and";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " WHERE";
|
|
|
|
|
}
|
|
|
|
|
query += " d.source in (";
|
|
|
|
|
String[] dataestSourceArray = datasetSources.split(",");
|
|
|
|
|
for(int i = 0; i < dataestSourceArray.length; i++)
|
|
|
|
|
{
|
|
|
|
|
query += "'" + dataestSourceArray[i] + "'";
|
|
|
|
|
if (i != (dataestSourceArray.length -1))
|
|
|
|
|
{
|
|
|
|
|
query += ",";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
query += ")";
|
|
|
|
|
}
|
|
|
|
|
if ((tableInList.size() > 0 || tableNotInList.size() > 0) &&
|
|
|
|
|
StringUtils.isNotBlank(condition1) &&
|
|
|
|
|
StringUtils.isNotBlank(condition2) &&
|
|
|
|
|
StringUtils.isNotBlank(condition3) &&
|
|
|
|
|
StringUtils.isNotBlank(condition4))
|
|
|
|
|
{
|
|
|
|
|
query += ADVSEARCH_RANK_CLAUSE.replace("$condition1", condition1)
|
|
|
|
|
.replace("$condition2", condition2)
|
|
|
|
|
.replace("$condition3", condition3)
|
|
|
|
|
.replace("$condition4", condition4);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " ORDER BY CASE WHEN urn LIKE 'teradata://DWH_%' THEN 2 " +
|
|
|
|
|
"WHEN urn LIKE 'hdfs://data/tracking/%' THEN 1 " +
|
|
|
|
|
"WHEN urn LIKE 'teradata://DWH/%' THEN 3 " +
|
|
|
|
|
"WHEN urn LIKE 'hdfs://data/databases/%' THEN 4 " +
|
|
|
|
|
"WHEN urn LIKE 'hdfs://data/dervied/%' THEN 5 ELSE 99 end, urn";
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (StringUtils.isBlank(comments))
|
|
|
|
|
{
|
|
|
|
|
query += " LIMIT " + (page-1)*size + ", " + size;
|
|
|
|
|
final String queryString = query;
|
|
|
|
|
|
|
|
|
|
result = txTemplate.execute(new TransactionCallback<ObjectNode>()
|
|
|
|
|
{
|
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status)
|
|
|
|
|
{
|
|
|
|
|
List<Map<String, Object>> rows = null;
|
|
|
|
|
rows = jdbcTemplate.queryForList(queryString);
|
|
|
|
|
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
Dataset ds = new Dataset();
|
|
|
|
|
ds.id = (Long)row.get("id");
|
|
|
|
|
ds.name = (String)row.get("name");
|
|
|
|
|
ds.source = (String)row.get("source");
|
|
|
|
|
ds.urn = (String)row.get("urn");
|
|
|
|
|
ds.schema = (String)row.get("schema");
|
|
|
|
|
pagedDatasets.add(ds);
|
|
|
|
|
}
|
|
|
|
|
long count = 0;
|
|
|
|
|
try {
|
|
|
|
|
count = jdbcTemplate.queryForObject(
|
|
|
|
|
"SELECT FOUND_ROWS()",
|
|
|
|
|
Long.class);
|
|
|
|
|
}
|
|
|
|
|
catch(EmptyResultDataAccessException e)
|
|
|
|
|
{
|
|
|
|
|
Logger.error("Exception = " + e.getMessage());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
resultNode.put("count", count);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", (int)Math.ceil(count/((double)size)));
|
|
|
|
|
resultNode.set("data", Json.toJson(pagedDatasets));
|
|
|
|
|
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
String datasetIDStr = "";
|
|
|
|
|
final String queryString = query;
|
|
|
|
|
|
|
|
|
|
datasetIDStr = txTemplate.execute(new TransactionCallback<String>()
|
|
|
|
|
{
|
|
|
|
|
public String doInTransaction(TransactionStatus status)
|
|
|
|
|
{
|
|
|
|
|
List<Map<String, Object>> rows = null;
|
|
|
|
|
rows = jdbcTemplate.queryForList(queryString, (page-1)*size, size);
|
|
|
|
|
String idsString = "";
|
|
|
|
|
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
int id = (int)row.get("id");
|
|
|
|
|
idsString += id + ",";
|
|
|
|
|
}
|
|
|
|
|
if (StringUtils.isNotBlank(idsString))
|
|
|
|
|
{
|
|
|
|
|
idsString = idsString.substring(0, idsString.length()-1);
|
|
|
|
|
}
|
|
|
|
|
return idsString;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
if (StringUtils.isBlank(datasetIDStr))
|
|
|
|
|
{
|
|
|
|
|
resultNode.put("count", 0);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", 0);
|
|
|
|
|
resultNode.set("data", Json.toJson(""));
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
final String commentsQueryWithConditionStr = DATASET_BY_COMMENT_PAGINATION_IN_CLAUSE.replace("$keyword", comments).
|
|
|
|
|
replace("$id_list", datasetIDStr);
|
|
|
|
|
result = txTemplate.execute(new TransactionCallback<ObjectNode>()
|
|
|
|
|
{
|
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status)
|
|
|
|
|
{
|
|
|
|
|
List<Map<String, Object>> rows = null;
|
|
|
|
|
rows = jdbcTemplate.queryForList(commentsQueryWithConditionStr, (page-1)*size, size);
|
|
|
|
|
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
Dataset ds = new Dataset();
|
|
|
|
|
ds.id = (Long)row.get("id");
|
|
|
|
|
ds.name = (String)row.get("name");
|
|
|
|
|
ds.source = (String)row.get("source");
|
|
|
|
|
ds.urn = (String)row.get("urn");
|
|
|
|
|
ds.schema = (String)row.get("schema");
|
|
|
|
|
pagedDatasets.add(ds);
|
|
|
|
|
}
|
|
|
|
|
long count = 0;
|
|
|
|
|
try {
|
|
|
|
|
count = jdbcTemplate.queryForObject(
|
|
|
|
|
"SELECT FOUND_ROWS()",
|
|
|
|
|
Long.class);
|
|
|
|
|
}
|
|
|
|
|
catch(EmptyResultDataAccessException e)
|
|
|
|
|
{
|
|
|
|
|
Logger.error("Exception = " + e.getMessage());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
resultNode.put("count", count);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", (int)Math.ceil(count/((double)size)));
|
|
|
|
|
resultNode.set("data", Json.toJson(pagedDatasets));
|
|
|
|
|
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
resultNode.put("count", 0);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", 0);
|
|
|
|
|
resultNode.set("data", Json.toJson(""));
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
|
2016-03-01 19:43:46 -08:00
|
|
|
public static ObjectNode searchFlows(JsonNode searchOpt, int page, int size)
|
|
|
|
|
{
|
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
int count = 0;
|
|
|
|
|
List<String> appcodeInList = new ArrayList<String>();
|
|
|
|
|
List<String> appcodeNotInList = new ArrayList<String>();
|
|
|
|
|
List<String> flowInList = new ArrayList<String>();
|
|
|
|
|
List<String> flowNotInList = new ArrayList<String>();
|
|
|
|
|
List<String> jobInList = new ArrayList<String>();
|
|
|
|
|
List<String> jobNotInList = new ArrayList<String>();
|
|
|
|
|
|
|
|
|
|
if (searchOpt != null && (searchOpt.isContainerNode()))
|
|
|
|
|
{
|
|
|
|
|
if (searchOpt.has("appcode")) {
|
|
|
|
|
JsonNode appcodeNode = searchOpt.get("appcode");
|
|
|
|
|
if (appcodeNode != null && appcodeNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (appcodeNode.has("in"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode appcodeInNode = appcodeNode.get("in");
|
|
|
|
|
if (appcodeInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String appcodeInStr = appcodeInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(appcodeInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] appcodeInArray = appcodeInStr.split(",");
|
|
|
|
|
if (appcodeInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : appcodeInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
appcodeInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (appcodeNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode appcodeNotInNode = appcodeNode.get("not");
|
|
|
|
|
if (appcodeNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String appcodeNotInStr = appcodeNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(appcodeNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] appcodeNotInArray = appcodeNotInStr.split(",");
|
|
|
|
|
if (appcodeNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : appcodeNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
appcodeNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (searchOpt.has("flow")) {
|
|
|
|
|
JsonNode flowNode = searchOpt.get("flow");
|
|
|
|
|
if (flowNode != null && flowNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (flowNode.has("in"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode flowInNode = flowNode.get("in");
|
|
|
|
|
if (flowInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String flowInStr = flowInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(flowInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] flowInArray = flowInStr.split(",");
|
|
|
|
|
if (flowInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : flowInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
flowInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (flowNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode flowNotInNode = flowNode.get("not");
|
|
|
|
|
if (flowNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String flowNotInStr = flowNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(flowNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] flowNotInArray = flowNotInStr.split(",");
|
|
|
|
|
if (flowNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : flowNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
flowNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (searchOpt.has("job")) {
|
|
|
|
|
JsonNode jobNode = searchOpt.get("job");
|
|
|
|
|
if (jobNode != null && jobNode.isContainerNode())
|
|
|
|
|
{
|
|
|
|
|
if (jobNode.has("in"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode jobInNode = jobNode.get("in");
|
|
|
|
|
if (jobInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String jobInStr = jobInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(jobInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] jobInArray = jobInStr.split(",");
|
|
|
|
|
if (jobInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : jobInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
jobInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (jobNode.has("not"))
|
|
|
|
|
{
|
|
|
|
|
JsonNode jobNotInNode = jobNode.get("not");
|
|
|
|
|
if (jobNotInNode != null)
|
|
|
|
|
{
|
|
|
|
|
String jobNotInStr = jobNotInNode.asText();
|
|
|
|
|
if (StringUtils.isNotBlank(jobNotInStr))
|
|
|
|
|
{
|
|
|
|
|
String[] jobNotInArray = jobNotInStr.split(",");
|
|
|
|
|
if (jobNotInArray != null)
|
|
|
|
|
{
|
|
|
|
|
for(String value : jobNotInArray)
|
|
|
|
|
{
|
|
|
|
|
if (StringUtils.isNotBlank(value))
|
|
|
|
|
{
|
|
|
|
|
jobNotInList.add(value.trim());
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
boolean needAndKeyword = false;
|
|
|
|
|
|
|
|
|
|
final List<FlowJob> pagedFlows = new ArrayList<FlowJob>();
|
|
|
|
|
final JdbcTemplate jdbcTemplate = getJdbcTemplate();
|
|
|
|
|
javax.sql.DataSource ds = jdbcTemplate.getDataSource();
|
|
|
|
|
DataSourceTransactionManager tm = new DataSourceTransactionManager(ds);
|
|
|
|
|
|
|
|
|
|
TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
|
|
|
|
|
|
ObjectNode result;
|
|
|
|
|
String query = null;
|
|
|
|
|
if (jobInList.size() > 0 || jobNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
query = ADV_SEARCH_JOB;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query = ADV_SEARCH_FLOW;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (appcodeInList.size() > 0 || appcodeNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
boolean appcodeNeedAndKeyword = false;
|
|
|
|
|
if (appcodeInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
int indexForAppcodeInList = 0;
|
|
|
|
|
for (String appcode : appcodeInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForAppcodeInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "WHERE a.app_code in ('" + appcode + "'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += ", '" + appcode + "'";
|
|
|
|
|
}
|
|
|
|
|
indexForAppcodeInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
appcodeNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
if (appcodeNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (appcodeNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " AND ";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " WHERE ";
|
|
|
|
|
}
|
|
|
|
|
int indexForAppcodeNotInList = 0;
|
|
|
|
|
for (String appcode : appcodeNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForAppcodeNotInList == 0)
|
|
|
|
|
{
|
|
|
|
|
query += "a.app_code not in ('" + appcode + "'";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += ", '" + appcode + "'";
|
|
|
|
|
}
|
|
|
|
|
indexForAppcodeNotInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
}
|
|
|
|
|
needAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (flowInList.size() > 0 || flowNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (needAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " AND ";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " WHERE ";
|
|
|
|
|
}
|
|
|
|
|
boolean flowNeedAndKeyword = false;
|
|
|
|
|
if (flowInList.size() > 0)
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "( ";
|
2016-03-01 19:43:46 -08:00
|
|
|
int indexForFlowInList = 0;
|
|
|
|
|
for (String flow : flowInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForFlowInList == 0)
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "f.flow_name LIKE '%" + flow + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += " or f.flow_name LIKE '%" + flow + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
indexForFlowInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
flowNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
if (flowNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (flowNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " AND ";
|
|
|
|
|
}
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "( ";
|
2016-03-01 19:43:46 -08:00
|
|
|
int indexForFlowNotInList = 0;
|
|
|
|
|
for (String flow : flowNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForFlowNotInList == 0)
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "f.flow_name NOT LIKE '%" + flow + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += " and f.flow_name NOT LIKE '%" + flow + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
indexForFlowNotInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
}
|
|
|
|
|
needAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (jobInList.size() > 0 || jobNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (needAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " AND ";
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
query += " WHERE ";
|
|
|
|
|
}
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "( ";
|
2016-03-01 19:43:46 -08:00
|
|
|
boolean jobNeedAndKeyword = false;
|
|
|
|
|
if (jobInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
int indexForJobInList = 0;
|
|
|
|
|
for (String job : jobInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForJobInList == 0)
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "j.job_name LIKE '%" + job + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += " or j.job_name LIKE '%" + job + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
indexForJobInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
jobNeedAndKeyword = true;
|
|
|
|
|
}
|
|
|
|
|
if (jobNotInList.size() > 0)
|
|
|
|
|
{
|
|
|
|
|
if (jobNeedAndKeyword)
|
|
|
|
|
{
|
|
|
|
|
query += " AND ";
|
|
|
|
|
}
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "( ";
|
2016-03-01 19:43:46 -08:00
|
|
|
int indexForJobNotInList = 0;
|
|
|
|
|
for (String job : jobNotInList)
|
|
|
|
|
{
|
|
|
|
|
if (indexForJobNotInList == 0)
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += "j.job_name NOT LIKE '%" + job + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2016-03-02 15:26:26 -08:00
|
|
|
query += " and j.job_name NOT LIKE '%" + job + "%'";
|
2016-03-01 19:43:46 -08:00
|
|
|
}
|
|
|
|
|
indexForJobNotInList++;
|
|
|
|
|
}
|
|
|
|
|
query += ") ";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
query += " LIMIT " + (page-1)*size + ", " + size;
|
|
|
|
|
final String queryString = query;
|
|
|
|
|
|
|
|
|
|
result = txTemplate.execute(new TransactionCallback<ObjectNode>()
|
|
|
|
|
{
|
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status)
|
|
|
|
|
{
|
|
|
|
|
List<Map<String, Object>> rows = null;
|
|
|
|
|
rows = jdbcTemplate.queryForList(queryString);
|
|
|
|
|
|
|
|
|
|
for (Map row : rows) {
|
|
|
|
|
|
|
|
|
|
FlowJob flow = new FlowJob();
|
|
|
|
|
flow.appCode = (String)row.get("app_code");
|
|
|
|
|
flow.flowName = (String)row.get("flow_name");
|
|
|
|
|
flow.flowPath = (String)row.get("flow_path");
|
|
|
|
|
flow.flowGroup = (String)row.get("flow_group");
|
|
|
|
|
flow.jobName = (String)row.get("job_name");
|
|
|
|
|
flow.jobPath = (String)row.get("job_path");
|
|
|
|
|
flow.flowId = (Long)row.get("flow_id");
|
|
|
|
|
if (StringUtils.isNotBlank(flow.jobName))
|
|
|
|
|
{
|
|
|
|
|
flow.displayName = flow.jobName;
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
flow.displayName = flow.flowName;
|
|
|
|
|
}
|
|
|
|
|
flow.link = "#/flows/" + flow.appCode + "/" +
|
|
|
|
|
flow.flowGroup + "/" + Long.toString(flow.flowId) + "/page/1";
|
|
|
|
|
flow.path = flow.appCode + "/" + flow.flowPath;
|
|
|
|
|
pagedFlows.add(flow);
|
|
|
|
|
}
|
|
|
|
|
long count = 0;
|
|
|
|
|
try {
|
|
|
|
|
count = jdbcTemplate.queryForObject(
|
|
|
|
|
"SELECT FOUND_ROWS()",
|
|
|
|
|
Long.class);
|
|
|
|
|
}
|
|
|
|
|
catch(EmptyResultDataAccessException e)
|
|
|
|
|
{
|
|
|
|
|
Logger.error("Exception = " + e.getMessage());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
|
|
|
resultNode.put("count", count);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("isFlowJob", true);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", (int)Math.ceil(count/((double)size)));
|
|
|
|
|
resultNode.set("data", Json.toJson(pagedFlows));
|
|
|
|
|
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
resultNode.put("count", 0);
|
|
|
|
|
resultNode.put("page", page);
|
|
|
|
|
resultNode.put("itemsPerPage", size);
|
|
|
|
|
resultNode.put("totalPages", 0);
|
|
|
|
|
resultNode.set("data", Json.toJson(""));
|
|
|
|
|
return resultNode;
|
|
|
|
|
}
|
|
|
|
|
|
2015-11-19 14:39:21 -08:00
|
|
|
}
|
