mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-15 05:04:45 +00:00
91 lines
4.0 KiB
Java
91 lines
4.0 KiB
Java
/**
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
*/
|
|
package dao;
|
|
|
|
import java.sql.ResultSet;
|
|
import java.sql.SQLException;
|
|
import java.sql.Time;
|
|
import org.apache.commons.lang3.StringUtils;
|
|
import org.springframework.jdbc.core.RowMapper;
|
|
import play.Play;
|
|
import wherehows.models.table.Dataset;
|
|
|
|
|
|
public class DatasetRowMapper implements RowMapper<Dataset> {
|
|
|
|
public static final String HDFS_BROWSER_URL =
|
|
Play.application().configuration().getString(DatasetsDAO.HDFS_BROWSER_URL_KEY);
|
|
|
|
public static final String DATASET_ID_COLUMN = "id";
|
|
public static final String DATASET_NAME_COLUMN = "name";
|
|
public static final String DATASET_URN_COLUMN = "urn";
|
|
public static final String DATASET_SCHEMA_COLUMN = "schema";
|
|
public static final String DATASET_SOURCE_COLUMN = "source";
|
|
public static final String DATASET_PROPERTIES_COLUMN = "properties";
|
|
public static final String DATASET_CREATED_TIME_COLUMN = "created";
|
|
public static final String DATASET_MODIFIED_TIME_COLUMN = "modified";
|
|
public static final String DATASET_SOURCE_MODIFIED_TIME_COLUMN = "source_modified_time";
|
|
public static final String SCHEMA_HISTORY_ID_COLUMN = "schema_history_id";
|
|
public static final String DATASET_OWNER_ID_COLUMN = "owner_id";
|
|
public static final String DATASET_OWNER_NAME_COLUMN = "owner_name";
|
|
public static final String DATASET_OWNER_EMAIL_COLUMN = "owner_email";
|
|
public static final String FAVORITE_DATASET_ID_COLUMN = "dataset_id";
|
|
public static final String DATASET_WATCH_ID_COLUMN = "watch_id";
|
|
|
|
public static final String HDFS_PREFIX = "hdfs";
|
|
public static final int HDFS_URN_PREFIX_LEN = 7; //for hdfs prefix is hdfs:///, but we need the last slash
|
|
|
|
@Override
|
|
public Dataset mapRow(ResultSet rs, int rowNum) throws SQLException {
|
|
Dataset dataset = new Dataset();
|
|
dataset.id = rs.getInt(DATASET_ID_COLUMN);
|
|
dataset.name = rs.getString(DATASET_NAME_COLUMN);
|
|
dataset.urn = rs.getString(DATASET_URN_COLUMN);
|
|
dataset.schema = rs.getString(DATASET_SCHEMA_COLUMN);
|
|
dataset.source = rs.getString(DATASET_SOURCE_COLUMN);
|
|
|
|
if (StringUtils.isNotBlank(dataset.urn) && dataset.urn.substring(0, 4).equalsIgnoreCase(HDFS_PREFIX)) {
|
|
dataset.hdfsBrowserLink = HDFS_BROWSER_URL + dataset.urn.substring(HDFS_URN_PREFIX_LEN);
|
|
}
|
|
|
|
String strOwner = rs.getString(DATASET_OWNER_ID_COLUMN);
|
|
String strOwnerName = rs.getString(DATASET_OWNER_NAME_COLUMN);
|
|
String strOwnerEmail = rs.getString(DATASET_OWNER_EMAIL_COLUMN);
|
|
String[] owners = StringUtils.isNotBlank(strOwner) ? strOwner.split(",") : null;
|
|
String[] ownerNames = StringUtils.isNotBlank(strOwnerName) ? strOwnerName.split(",") : null;
|
|
String[] ownerEmail = StringUtils.isNotBlank(strOwnerEmail) ? strOwnerEmail.split(",") : null;
|
|
|
|
dataset.owners = utils.Dataset.fillDatasetOwnerList(owners, ownerNames, ownerEmail);
|
|
|
|
Time created = rs.getTime(DATASET_CREATED_TIME_COLUMN);
|
|
Time modified = rs.getTime(DATASET_MODIFIED_TIME_COLUMN);
|
|
Long sourceModifiedTime = rs.getLong(DATASET_SOURCE_MODIFIED_TIME_COLUMN);
|
|
Integer schemaHistoryId = rs.getInt(SCHEMA_HISTORY_ID_COLUMN);
|
|
|
|
if (modified != null && sourceModifiedTime != null && sourceModifiedTime > 0) {
|
|
dataset.modified = new java.util.Date(modified.getTime());
|
|
dataset.formatedModified = dataset.modified.toString();
|
|
}
|
|
if (created != null) {
|
|
dataset.created = new java.util.Date(created.getTime());
|
|
} else if (modified != null) {
|
|
dataset.created = new java.util.Date(modified.getTime());
|
|
}
|
|
|
|
dataset.hasSchemaHistory = schemaHistoryId != null && schemaHistoryId > 0;
|
|
|
|
return dataset;
|
|
}
|
|
}
|