mirror of
https://github.com/datahub-project/datahub.git
synced 2025-10-31 02:37:05 +00:00
681 lines
36 KiB
Java
681 lines
36 KiB
Java
/**
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
*/
|
|
package dao;
|
|
|
|
import com.fasterxml.jackson.databind.node.ObjectNode;
|
|
import java.math.BigDecimal;
|
|
import java.text.DateFormat;
|
|
import java.text.DecimalFormat;
|
|
import java.text.SimpleDateFormat;
|
|
import java.util.ArrayList;
|
|
import java.util.Calendar;
|
|
import java.util.Date;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import models.DashboardBarData;
|
|
import models.DashboardDataset;
|
|
import models.DashboardOwnerStat;
|
|
import models.LdapInfo;
|
|
import org.apache.commons.lang3.StringUtils;
|
|
import org.springframework.dao.EmptyResultDataAccessException;
|
|
import org.springframework.jdbc.datasource.DataSourceTransactionManager;
|
|
import org.springframework.transaction.TransactionStatus;
|
|
import org.springframework.transaction.support.TransactionCallback;
|
|
import org.springframework.transaction.support.TransactionTemplate;
|
|
import play.Logger;
|
|
import play.libs.Json;
|
|
|
|
|
|
public class DashboardDAO extends AbstractMySQLOpenSourceDAO {
|
|
|
|
private static final DecimalFormat df2 = new DecimalFormat("##0.##");
|
|
|
|
private final static String GET_CONFIDENTIAL_DATASETS_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.dataset_id in (SELECT DISTINCT dataset_id FROM dataset_security) "
|
|
+ "and owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_OWNERSHIP_CONFIRMED_DATASETS_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, "
|
|
+ "GROUP_CONCAT(CASE WHEN o.confirmed_by > '' THEN o.owner_id ELSE null END "
|
|
+ "ORDER BY o.owner_id ASC SEPARATOR ',') as confirmed_owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d ON d.urn like ? and o.dataset_id = d.id "
|
|
+ "WHERE o.dataset_id in "
|
|
+ "(SELECT DISTINCT dataset_id FROM dataset_owner "
|
|
+ "WHERE confirmed_by is not null and confirmed_by != '' and (is_deleted != 'Y' or is_deleted is null)) "
|
|
+ "and o.owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_OWNERSHIP_DATASETS_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, "
|
|
+ "GROUP_CONCAT(CASE WHEN o.confirmed_by > '' THEN o.owner_id ELSE null END "
|
|
+ "ORDER BY o.owner_id ASC SEPARATOR ',') as confirmed_owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_OWNERSHIP_UNCONFIRMED_DATASETS_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, "
|
|
+ "GROUP_CONCAT(CASE WHEN o.confirmed_by > '' THEN o.owner_id ELSE null END "
|
|
+ "ORDER BY o.owner_id ASC SEPARATOR ',') as confirmed_owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.dataset_id not in (SELECT DISTINCT dataset_id FROM dataset_owner "
|
|
+ "WHERE confirmed_by is not null and confirmed_by != '' and (is_deleted != 'Y' or is_deleted is null)) "
|
|
+ "and o.owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_ALL_DATASETS_BY_ID_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITH_DESCRIPTION_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.dataset_id in (SELECT DISTINCT dataset_id FROM comments) "
|
|
+ "and owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITHOUT_DESCRIPTION_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.dataset_id not in (SELECT DISTINCT dataset_id FROM comments) "
|
|
+ "and owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITH_COMPLIANCE_FILTER_PLATFORM =
|
|
"SELECT SQL_CALC_FOUND_ROWS o.dataset_id, d.name, "
|
|
+ "GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "WHERE o.dataset_id in "
|
|
+ "(SELECT DISTINCT dataset_id FROM dataset_privacy_compliance WHERE compliance_purge_type = ?) "
|
|
+ "and owner_id in ( "
|
|
+ "SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITH_FULL_FIELD_DESCRIPTION_FILTER_PLATFORM = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
"o.dataset_id, GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, d.name FROM " +
|
|
"dataset_owner o JOIN dict_dataset d ON d.urn like ? and o.dataset_id = d.id and " +
|
|
"( o.is_deleted != 'Y' or o.is_deleted is null ) " +
|
|
"WHERE o.dataset_id in ( " +
|
|
"SELECT dd.dataset_id FROM " +
|
|
"( SELECT count(field_id) as field_count, dataset_id FROM dict_field_detail GROUP BY dataset_id ) dd " +
|
|
"JOIN " +
|
|
"( SELECT count(distinct field_id) as comments_count, dataset_id FROM dict_dataset_field_comment " +
|
|
"GROUP BY dataset_id) dc ON dd.dataset_id = dc.dataset_id and dd.field_count = dc.comments_count " +
|
|
") and owner_id in ( " +
|
|
"SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) " +
|
|
"GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITH_ANY_FIELD_DESCRIPTION_FILTER_PLATFORM = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
"o.dataset_id, GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, d.name FROM " +
|
|
"dataset_owner o JOIN dict_dataset d ON d.urn like ? and o.dataset_id = d.id and " +
|
|
"( o.is_deleted != 'Y' or o.is_deleted is null ) " +
|
|
"WHERE o.dataset_id in ( SELECT DISTINCT dataset_id FROM dict_dataset_field_comment ) and owner_id in ( " +
|
|
"SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) " +
|
|
"GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
private final static String GET_DATASETS_WITH_NO_FIELD_DESCRIPTION_FILTER_PLATFORM = "SELECT SQL_CALC_FOUND_ROWS " +
|
|
"o.dataset_id, GROUP_CONCAT(o.owner_id ORDER BY o.owner_id ASC SEPARATOR ',') as owner_id, d.name FROM " +
|
|
"dataset_owner o JOIN dict_dataset d ON d.urn like ? and o.dataset_id = d.id and " +
|
|
"( o.is_deleted != 'Y' or o.is_deleted is null ) " +
|
|
"WHERE o.dataset_id not in ( SELECT DISTINCT dataset_id FROM dict_dataset_field_comment ) and " +
|
|
"owner_id in ( " +
|
|
"SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) " +
|
|
"GROUP BY o.dataset_id, d.name ORDER BY d.name LIMIT ?, ?";
|
|
|
|
// potential datasets that contains confidential field, stored in dict_pii_field
|
|
private final static String GET_CONFIDENTIAL_INFO = "SELECT count(distinct o.dataset_id) as count " +
|
|
"FROM dataset_owner o JOIN dict_dataset d ON o.dataset_id = d.id and " +
|
|
"( o.is_deleted != 'Y' or o.is_deleted is null ) " +
|
|
"WHERE o.dataset_id in ( SELECT DISTINCT dataset_id from dict_pii_field ) and owner_id in ( " +
|
|
"SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?)";
|
|
|
|
private final static String GET_COUNT_OF_DATASET_FILTER_PLATFORM =
|
|
"SELECT count(DISTINCT o.dataset_id) as `count` "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "and owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?)";
|
|
|
|
private final static String GET_COUNT_OF_DATASET_WITH_DESCRIPTION_FILTER_PLATFORM =
|
|
"SELECT count(DISTINCT o.dataset_id) as `count` "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "and owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "WHERE o.dataset_id in (SELECT DISTINCT dataset_id from comments)";
|
|
|
|
private final static String GET_COUNT_OF_DATASET_WITH_CONFIDENTIAL_FILTER_PLATFORM =
|
|
"SELECT count(DISTINCT o.dataset_id) as `count` "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "and owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "WHERE o.dataset_id in (SELECT DISTINCT dataset_id from dataset_security)";
|
|
|
|
private final static String GET_COUNT_OF_DATASET_WITH_CONFIRMED_OWNER_FILTER_PLATFORM =
|
|
"SELECT count(DISTINCT o.dataset_id) as `count` "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and "
|
|
+ "owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?)"
|
|
+ "WHERE o.dataset_id in "
|
|
+ "(SELECT DISTINCT dataset_id FROM dataset_owner "
|
|
+ "WHERE confirmed_by is not null and confirmed_by != '' and (is_deleted != 'Y' or is_deleted is null))";
|
|
|
|
private final static String GET_COUNT_OF_DATASET_WITH_COMPLIANCE_FILTER_PLATFORM =
|
|
"SELECT count(DISTINCT o.dataset_id) as `count` "
|
|
+ "FROM dataset_owner o JOIN dict_dataset d "
|
|
+ "ON d.urn like ? and o.dataset_id = d.id and (o.is_deleted != 'Y' or o.is_deleted is null) "
|
|
+ "and owner_id in "
|
|
+ "(SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?) "
|
|
+ "WHERE o.dataset_id in (SELECT DISTINCT dataset_id from dataset_privacy_compliance)";
|
|
|
|
private final static String GET_FIELDS_WITH_DESCRIPTION = "SELECT field_name FROM " +
|
|
"dict_field_detail dd JOIN dict_dataset_field_comment fc ON " +
|
|
"dd.field_id = fc.field_id and dd.dataset_id = fc.dataset_id WHERE dd.dataset_id = ?";
|
|
|
|
private final static String GET_DATASET_LEVEL_COMMENTS = "SELECT text FROM comments WHERE dataset_id = ? LIMIT 1";
|
|
|
|
private final static String GET_CONFIDENTIAL_FIELDS_BY_DATASET_ID =
|
|
"SELECT classification FROM dataset_security WHERE dataset_id = ?";
|
|
|
|
private final static String GET_COMPLIANCE_FIELDS_BY_DATASET_ID =
|
|
"SELECT compliance_purge_entities FROM dataset_privacy_compliance where dataset_id = ?";
|
|
|
|
private final static String GET_CONFIRMED_DATASET_BAR_CHART_DATA = "SELECT " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 1 MONTH THEN 1 ELSE 0 END) as 1_month_ago, " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 2 MONTH THEN 1 ELSE 0 END) as 2_month_ago, " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 3 MONTH THEN 1 ELSE 0 END) as 3_month_ago, " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 4 MONTH THEN 1 ELSE 0 END) as 4_month_ago, " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 5 MONTH THEN 1 ELSE 0 END) as 5_month_ago, " +
|
|
"SUM(CASE WHEN dc.confirmed_on > NOW() - INTERVAL 6 MONTH THEN 1 ELSE 0 END) as 6_month_ago " +
|
|
"FROM ( " +
|
|
"SELECT d.dataset_id, from_unixtime(d.confirmed_on) as confirmed_on from dataset_owner d " +
|
|
"WHERE d.confirmed_by is not null and d.owner_id in ( SELECT user_id FROM dir_external_user_info " +
|
|
"WHERE org_hierarchy = ? or org_hierarchy like ?)) dc";
|
|
|
|
private final static String GET_COMMENTS_DESCRIPTION_BAR_CHART_DATA = "SELECT " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 1 MONTH THEN 1 ELSE 0 END) as 1_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 2 MONTH THEN 1 ELSE 0 END) as 2_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 3 MONTH THEN 1 ELSE 0 END) as 3_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 4 MONTH THEN 1 ELSE 0 END) as 4_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 5 MONTH THEN 1 ELSE 0 END) as 5_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 6 MONTH THEN 1 ELSE 0 END) as 6_month_ago " +
|
|
"FROM ( " +
|
|
"SELECT d.id, CASE WHEN c.modified is not null THEN c.modified ELSE c.created END as comments_on " +
|
|
"FROM dict_dataset d JOIN comments c ON d.id = c.dataset_id " +
|
|
"JOIN (SELECT dataset_id FROM dataset_owner WHERE owner_id in ( " +
|
|
"SELECT user_id FROM dir_external_user_info WHERE org_hierarchy = ? or org_hierarchy like ?)) o " +
|
|
"ON d.id = o.dataset_id) co";
|
|
|
|
private final static String GET_FIELD_COMMENTS_DESCRIPTION_BAR_CHART_DATA = "SELECT " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 1 MONTH THEN 1 ELSE 0 END) as 1_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 2 MONTH THEN 1 ELSE 0 END) as 2_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 3 MONTH THEN 1 ELSE 0 END) as 3_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 4 MONTH THEN 1 ELSE 0 END) as 4_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 5 MONTH THEN 1 ELSE 0 END) as 5_month_ago, " +
|
|
"SUM(CASE WHEN comments_on > NOW() - INTERVAL 6 MONTH THEN 1 ELSE 0 END) as 6_month_ago " +
|
|
"FROM (SELECT df.dataset_id as id, " +
|
|
"CASE WHEN fc.modified is not null THEN fc.modified ELSE fc.created END as comments_on " +
|
|
"FROM dict_dataset_field_comment df JOIN field_comments fc ON df.comment_id = fc.id " +
|
|
"JOIN dataset_owner o on df.dataset_id = o.dataset_id " +
|
|
"WHERE o.owner_id in (SELECT user_id FROM dir_external_user_info " +
|
|
"WHERE org_hierarchy = ? or org_hierarchy like ?)) co";
|
|
|
|
private final static String IDPC_AUTO_PURGE = "AUTO_PURGE";
|
|
private final static String IDPC_CUSTOMER_PURGE = "CUSTOMER_PURGE";
|
|
private final static String IDPC_RETENTION = "RETENTION";
|
|
private final static String IDPC_PURGE_NA = "Not purge applicable";
|
|
private final static String IDPC_PURGE_UNKNOWN = "Unknown";
|
|
private final static String ALL_DATASETS = "All Datasets";
|
|
|
|
public enum Category {
|
|
Ownership, Description, PrivacyCompliance, SecuritySpec
|
|
}
|
|
|
|
private static DashboardOwnerStat getUserStat(LdapInfo ldapInfo, String platform, String totalDatasetQuery,
|
|
String qualifyingDatasetQuery) {
|
|
final String platformPrefix = platformPrefix(platform);
|
|
|
|
final DashboardOwnerStat ownerStat = new DashboardOwnerStat();
|
|
ownerStat.userName = ldapInfo.userName;
|
|
ownerStat.fullName = ldapInfo.fullName;
|
|
ownerStat.displayName = ldapInfo.displayName;
|
|
ownerStat.iconUrl = ldapInfo.iconUrl;
|
|
ownerStat.managerUserId = ldapInfo.managerUserId;
|
|
ownerStat.orgHierarchy = ldapInfo.orgHierarchy;
|
|
ownerStat.potentialDatasets = 0L;
|
|
ownerStat.qualifiedDatasets = 0L;
|
|
|
|
if (StringUtils.isNotBlank(ldapInfo.orgHierarchy)) {
|
|
// total dataset under the owner
|
|
ownerStat.potentialDatasets =
|
|
getJdbcTemplate().queryForObject(totalDatasetQuery, Long.class, platformPrefix,
|
|
ownerStat.orgHierarchy, ownerStat.orgHierarchy + "/%");
|
|
|
|
// qualifying dataset under the owner
|
|
ownerStat.qualifiedDatasets =
|
|
getJdbcTemplate().queryForObject(qualifyingDatasetQuery, Long.class, platformPrefix,
|
|
ownerStat.orgHierarchy, ownerStat.orgHierarchy + "/%");
|
|
}
|
|
|
|
if (ownerStat.potentialDatasets != 0) {
|
|
ownerStat.completeRate = df2.format(100.0 * ownerStat.qualifiedDatasets / ownerStat.potentialDatasets);
|
|
} else {
|
|
ownerStat.completeRate = df2.format(0.0);
|
|
}
|
|
|
|
return ownerStat;
|
|
}
|
|
|
|
private static String platformPrefix(String platform) {
|
|
return StringUtils.isNotBlank(platform) ? platform + ":///%" : "%:///%";
|
|
}
|
|
|
|
public static ObjectNode getDashboardStatByUserId(String userId, String platform, Category category) {
|
|
ObjectNode resultNode = Json.newObject();
|
|
String totalDatasetQuery;
|
|
String qualifyingDatasetQuery;
|
|
|
|
switch (category) {
|
|
case Ownership:
|
|
totalDatasetQuery = GET_COUNT_OF_DATASET_FILTER_PLATFORM;
|
|
qualifyingDatasetQuery = GET_COUNT_OF_DATASET_WITH_CONFIRMED_OWNER_FILTER_PLATFORM;
|
|
break;
|
|
|
|
case Description:
|
|
totalDatasetQuery = GET_COUNT_OF_DATASET_FILTER_PLATFORM;
|
|
qualifyingDatasetQuery = GET_COUNT_OF_DATASET_WITH_DESCRIPTION_FILTER_PLATFORM;
|
|
break;
|
|
|
|
case PrivacyCompliance:
|
|
totalDatasetQuery = GET_COUNT_OF_DATASET_FILTER_PLATFORM;
|
|
qualifyingDatasetQuery = GET_COUNT_OF_DATASET_WITH_COMPLIANCE_FILTER_PLATFORM;
|
|
break;
|
|
|
|
case SecuritySpec:
|
|
totalDatasetQuery = GET_COUNT_OF_DATASET_FILTER_PLATFORM;
|
|
qualifyingDatasetQuery = GET_COUNT_OF_DATASET_WITH_CONFIDENTIAL_FILTER_PLATFORM;
|
|
break;
|
|
|
|
default:
|
|
resultNode.put("status", "query failure, unrecognized dashboard category.");
|
|
return resultNode;
|
|
}
|
|
|
|
DashboardOwnerStat currentUser = null;
|
|
List<DashboardOwnerStat> memberList = new ArrayList<>();
|
|
|
|
if (StringUtils.isNotBlank(userId)) {
|
|
List<LdapInfo> ldapInfoList = JiraDAO.getCurrentUserLdapInfo(userId);
|
|
if (ldapInfoList != null && ldapInfoList.size() > 0 && ldapInfoList.get(0) != null) {
|
|
currentUser = getUserStat(ldapInfoList.get(0), platform, totalDatasetQuery, qualifyingDatasetQuery);
|
|
}
|
|
List<LdapInfo> members = JiraDAO.getFirstLevelLdapInfo(userId);
|
|
if (members != null) {
|
|
for (LdapInfo member : members) {
|
|
if (member != null && StringUtils.isNotBlank(member.orgHierarchy)) {
|
|
memberList.add(getUserStat(member, platform, totalDatasetQuery, qualifyingDatasetQuery));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
resultNode.put("status", "ok");
|
|
resultNode.set("currentUser", Json.toJson(currentUser));
|
|
resultNode.set("members", Json.toJson(memberList));
|
|
return resultNode;
|
|
}
|
|
|
|
private static long getPagedDashboardDatasets(String userId, String query, String platform, String option, int page,
|
|
int size, List<Map<String, Object>> rows) {
|
|
long count = 0;
|
|
if (StringUtils.isNotBlank(userId)) {
|
|
List<LdapInfo> ldapList = JiraDAO.getCurrentUserLdapInfo(userId);
|
|
if (ldapList != null && ldapList.size() > 0 && ldapList.get(0) != null) {
|
|
String orgHierarchy = ldapList.get(0).orgHierarchy;
|
|
if (StringUtils.isNotBlank(orgHierarchy)) {
|
|
if (StringUtils.isNotBlank(option)) {
|
|
rows.addAll(
|
|
getJdbcTemplate().queryForList(query, platformPrefix(platform), option, orgHierarchy,
|
|
orgHierarchy + "/%", (page - 1) * size, size));
|
|
} else {
|
|
rows.addAll(getJdbcTemplate().queryForList(query, platformPrefix(platform), orgHierarchy,
|
|
orgHierarchy + "/%", (page - 1) * size, size));
|
|
}
|
|
}
|
|
|
|
try {
|
|
count = getJdbcTemplate().queryForObject("SELECT FOUND_ROWS()", Long.class);
|
|
} catch (EmptyResultDataAccessException e) {
|
|
Logger.error("Exception = " + e.getMessage());
|
|
}
|
|
}
|
|
}
|
|
return count;
|
|
}
|
|
|
|
public static ObjectNode getPagedOwnershipDatasetsByManagerId(String managerId, String platform, int option,
|
|
int page, int size) {
|
|
|
|
final DataSourceTransactionManager tm = new DataSourceTransactionManager(getJdbcTemplate().getDataSource());
|
|
final TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
return txTemplate.execute(new TransactionCallback<ObjectNode>() {
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status) {
|
|
final String datasetQuery;
|
|
switch (option) {
|
|
case 1:
|
|
datasetQuery = GET_OWNERSHIP_CONFIRMED_DATASETS_FILTER_PLATFORM;
|
|
break;
|
|
case 2:
|
|
datasetQuery = GET_OWNERSHIP_UNCONFIRMED_DATASETS_FILTER_PLATFORM;
|
|
break;
|
|
case 3:
|
|
datasetQuery = GET_OWNERSHIP_DATASETS_FILTER_PLATFORM;
|
|
break;
|
|
default:
|
|
datasetQuery = GET_OWNERSHIP_DATASETS_FILTER_PLATFORM;
|
|
}
|
|
|
|
List<Map<String, Object>> rows = new ArrayList<>(size);
|
|
long count = getPagedDashboardDatasets(managerId, datasetQuery, platform, null, page, size, rows);
|
|
|
|
List<DashboardDataset> datasets = new ArrayList<>();
|
|
for (Map row : rows) {
|
|
DashboardDataset dashboardDataset = new DashboardDataset();
|
|
dashboardDataset.datasetId = (Long) row.get("dataset_id");
|
|
dashboardDataset.datasetName = (String) row.get("name");
|
|
dashboardDataset.ownerId = (String) row.get("owner_id");
|
|
String confirmedOwnerId = (String) row.get("confirmed_owner_id");
|
|
if (StringUtils.isBlank(confirmedOwnerId) && option == 1) {
|
|
confirmedOwnerId = "<other team>";
|
|
}
|
|
dashboardDataset.confirmedOwnerId = confirmedOwnerId;
|
|
datasets.add(dashboardDataset);
|
|
}
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.put("count", count);
|
|
resultNode.put("page", page);
|
|
resultNode.put("itemsPerPage", size);
|
|
resultNode.put("totalPages", (int) Math.ceil(count / ((double) size)));
|
|
resultNode.set("datasets", Json.toJson(datasets));
|
|
return resultNode;
|
|
}
|
|
});
|
|
}
|
|
|
|
public static ObjectNode getPagedConfidentialDatasetsByManagerId(String managerId, String platform, int page,
|
|
int size) {
|
|
|
|
DataSourceTransactionManager tm = new DataSourceTransactionManager(getJdbcTemplate().getDataSource());
|
|
TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
return txTemplate.execute(new TransactionCallback<ObjectNode>() {
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status) {
|
|
List<Map<String, Object>> rows = new ArrayList<>(size);
|
|
long count =
|
|
getPagedDashboardDatasets(managerId, GET_CONFIDENTIAL_DATASETS_FILTER_PLATFORM, platform, null, page, size, rows);
|
|
|
|
List<DashboardDataset> datasets = new ArrayList<>();
|
|
for (Map row : rows) {
|
|
DashboardDataset dashboardDataset = new DashboardDataset();
|
|
dashboardDataset.datasetId = (Long) row.get("dataset_id");
|
|
dashboardDataset.datasetName = (String) row.get("name");
|
|
dashboardDataset.ownerId = (String) row.get("owner_id");
|
|
if (dashboardDataset.datasetId != null && dashboardDataset.datasetId > 0) {
|
|
dashboardDataset.fields =
|
|
getJdbcTemplate().queryForList(GET_CONFIDENTIAL_FIELDS_BY_DATASET_ID, String.class,
|
|
dashboardDataset.datasetId);
|
|
}
|
|
datasets.add(dashboardDataset);
|
|
}
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.put("count", count);
|
|
resultNode.put("page", page);
|
|
resultNode.put("itemsPerPage", size);
|
|
resultNode.put("totalPages", (int) Math.ceil(count / ((double) size)));
|
|
resultNode.set("datasets", Json.toJson(datasets));
|
|
return resultNode;
|
|
}
|
|
});
|
|
}
|
|
|
|
public static ObjectNode getPagedDescriptionDatasetsByManagerId(String managerId, String platform, int option,
|
|
int page, int size) {
|
|
|
|
DataSourceTransactionManager tm = new DataSourceTransactionManager(getJdbcTemplate().getDataSource());
|
|
TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
return txTemplate.execute(new TransactionCallback<ObjectNode>() {
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status) {
|
|
Boolean isDatasetLevel = true;
|
|
String description;
|
|
|
|
final String datasetQuery;
|
|
switch (option) {
|
|
case 1:
|
|
datasetQuery = GET_DATASETS_WITH_DESCRIPTION_FILTER_PLATFORM;
|
|
description = "has dataset level description";
|
|
break;
|
|
case 2:
|
|
datasetQuery = GET_DATASETS_WITHOUT_DESCRIPTION_FILTER_PLATFORM;
|
|
description = "no dataset level description";
|
|
break;
|
|
case 3:
|
|
datasetQuery = GET_DATASETS_WITH_FULL_FIELD_DESCRIPTION_FILTER_PLATFORM;
|
|
description = "all fields have description";
|
|
isDatasetLevel = false;
|
|
break;
|
|
case 4:
|
|
datasetQuery = GET_DATASETS_WITH_ANY_FIELD_DESCRIPTION_FILTER_PLATFORM;
|
|
description = "has field description";
|
|
isDatasetLevel = false;
|
|
break;
|
|
case 5:
|
|
datasetQuery = GET_DATASETS_WITH_NO_FIELD_DESCRIPTION_FILTER_PLATFORM;
|
|
description = "no field description";
|
|
isDatasetLevel = false;
|
|
break;
|
|
case 6:
|
|
datasetQuery = GET_ALL_DATASETS_BY_ID_FILTER_PLATFORM;
|
|
description = "";
|
|
break;
|
|
default:
|
|
datasetQuery = GET_ALL_DATASETS_BY_ID_FILTER_PLATFORM;
|
|
description = "";
|
|
}
|
|
|
|
List<Map<String, Object>> rows = new ArrayList<>(size);
|
|
long count = getPagedDashboardDatasets(managerId, datasetQuery, platform, null, page, size, rows);
|
|
|
|
List<DashboardDataset> datasets = new ArrayList<>();
|
|
for (Map row : rows) {
|
|
DashboardDataset dashboardDataset = new DashboardDataset();
|
|
dashboardDataset.datasetId = (Long) row.get("dataset_id");
|
|
dashboardDataset.datasetName = (String) row.get("name");
|
|
dashboardDataset.ownerId = (String) row.get("owner_id");
|
|
if (dashboardDataset.datasetId != null && dashboardDataset.datasetId > 0) {
|
|
if (isDatasetLevel) {
|
|
dashboardDataset.fields =
|
|
getJdbcTemplate().queryForList(GET_DATASET_LEVEL_COMMENTS, String.class,
|
|
dashboardDataset.datasetId);
|
|
} else {
|
|
dashboardDataset.fields =
|
|
getJdbcTemplate().queryForList(GET_FIELDS_WITH_DESCRIPTION, String.class,
|
|
dashboardDataset.datasetId);
|
|
}
|
|
}
|
|
datasets.add(dashboardDataset);
|
|
}
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.put("count", count);
|
|
resultNode.put("page", page);
|
|
resultNode.put("description", description);
|
|
resultNode.put("itemsPerPage", size);
|
|
resultNode.put("isDatasetLevel", isDatasetLevel);
|
|
resultNode.put("totalPages", (int) Math.ceil(count / ((double) size)));
|
|
resultNode.set("datasets", Json.toJson(datasets));
|
|
return resultNode;
|
|
}
|
|
});
|
|
}
|
|
|
|
public static ObjectNode getPagedComplianceDatasetsByManagerId(String managerId, String platform, String option,
|
|
int page, int size) {
|
|
|
|
DataSourceTransactionManager tm = new DataSourceTransactionManager(getJdbcTemplate().getDataSource());
|
|
TransactionTemplate txTemplate = new TransactionTemplate(tm);
|
|
|
|
return txTemplate.execute(new TransactionCallback<ObjectNode>() {
|
|
|
|
public ObjectNode doInTransaction(TransactionStatus status) {
|
|
long count;
|
|
List<Map<String, Object>> rows = new ArrayList<>(size);
|
|
if (StringUtils.isNotBlank(option) && !(option.equalsIgnoreCase(ALL_DATASETS))) {
|
|
count = getPagedDashboardDatasets(managerId, GET_DATASETS_WITH_COMPLIANCE_FILTER_PLATFORM,
|
|
platform, option, page, size, rows);
|
|
} else {
|
|
count =
|
|
getPagedDashboardDatasets(managerId, GET_ALL_DATASETS_BY_ID_FILTER_PLATFORM, platform, null, page, size, rows);
|
|
}
|
|
|
|
List<DashboardDataset> datasets = new ArrayList<>();
|
|
for (Map row : rows) {
|
|
DashboardDataset dashboardDataset = new DashboardDataset();
|
|
dashboardDataset.datasetId = (Long) row.get("dataset_id");
|
|
dashboardDataset.datasetName = (String) row.get("name");
|
|
dashboardDataset.ownerId = (String) row.get("owner_id");
|
|
if (dashboardDataset.datasetId != null && dashboardDataset.datasetId > 0) {
|
|
dashboardDataset.fields =
|
|
getJdbcTemplate().queryForList(GET_COMPLIANCE_FIELDS_BY_DATASET_ID, String.class,
|
|
dashboardDataset.datasetId);
|
|
}
|
|
datasets.add(dashboardDataset);
|
|
}
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.put("count", count);
|
|
resultNode.put("page", page);
|
|
resultNode.put("itemsPerPage", size);
|
|
resultNode.put("totalPages", (int) Math.ceil(count / ((double) size)));
|
|
resultNode.set("datasets", Json.toJson(datasets));
|
|
return resultNode;
|
|
}
|
|
});
|
|
}
|
|
|
|
private static List<DashboardBarData> getDashboardBarData(String userId, String query) {
|
|
Map<String, Object> result = null;
|
|
if (StringUtils.isNotBlank(userId)) {
|
|
List<LdapInfo> ldapInfoList = JiraDAO.getCurrentUserLdapInfo(userId);
|
|
if (ldapInfoList != null && ldapInfoList.size() > 0 && ldapInfoList.get(0) != null) {
|
|
String orgHierarchy = ldapInfoList.get(0).orgHierarchy;
|
|
|
|
if (StringUtils.isNotBlank(orgHierarchy)) {
|
|
result = getJdbcTemplate().queryForMap(query, orgHierarchy, orgHierarchy + "/%");
|
|
}
|
|
}
|
|
}
|
|
|
|
List<DashboardBarData> barDataList = new ArrayList<>();
|
|
if (result != null && result.size() >= 6) {
|
|
Calendar cal = Calendar.getInstance();
|
|
cal.setTime(new Date());
|
|
DateFormat df = new SimpleDateFormat("MM/yy");
|
|
|
|
for (int i = 1; i <= 6; i++) {
|
|
BigDecimal value = (BigDecimal) result.get(i + "_month_ago");
|
|
|
|
DashboardBarData dashboardBarData = new DashboardBarData();
|
|
dashboardBarData.label = df.format(cal.getTime());
|
|
if (value != null) {
|
|
dashboardBarData.value = value.longValue();
|
|
} else {
|
|
dashboardBarData.value = 0L;
|
|
}
|
|
barDataList.add(dashboardBarData);
|
|
cal.add(Calendar.MONTH, -1);
|
|
}
|
|
}
|
|
return barDataList;
|
|
}
|
|
|
|
public static ObjectNode getOwnershipBarChartData(String managerId) {
|
|
|
|
List<DashboardBarData> barDataList = getDashboardBarData(managerId, GET_CONFIRMED_DATASET_BAR_CHART_DATA);
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.set("barData", Json.toJson(barDataList));
|
|
return resultNode;
|
|
}
|
|
|
|
public static ObjectNode getDescriptionBarChartData(String managerId, int option) {
|
|
String query;
|
|
switch (option) {
|
|
case 1:
|
|
query = GET_COMMENTS_DESCRIPTION_BAR_CHART_DATA;
|
|
break;
|
|
case 2:
|
|
query = GET_FIELD_COMMENTS_DESCRIPTION_BAR_CHART_DATA;
|
|
break;
|
|
default:
|
|
query = GET_COMMENTS_DESCRIPTION_BAR_CHART_DATA;
|
|
}
|
|
|
|
List<DashboardBarData> barDataList = getDashboardBarData(managerId, query);
|
|
|
|
ObjectNode resultNode = Json.newObject();
|
|
resultNode.put("status", "ok");
|
|
resultNode.set("barData", Json.toJson(barDataList));
|
|
return resultNode;
|
|
}
|
|
}
|