mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-08 17:53:11 +00:00

* Rename web to wherehows-api and update README. * Rename backend-service to wherehows-backend * Rename metadata-etl to wherehows-etl * Rename hadoop-dataset-extractor-standalone to wherehows-hadoop
254 lines
9.1 KiB
Java
254 lines
9.1 KiB
Java
/**
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
*/
|
|
package controllers.api.v1;
|
|
|
|
import com.fasterxml.jackson.databind.node.ObjectNode;
|
|
import dao.SearchDAO;
|
|
import java.util.List;
|
|
import org.apache.commons.lang3.math.NumberUtils;
|
|
import play.Play;
|
|
import play.cache.Cache;
|
|
import play.libs.Json;
|
|
import play.mvc.Controller;
|
|
import play.mvc.Result;
|
|
import play.Logger;
|
|
|
|
import static org.apache.commons.lang3.StringUtils.isNotBlank;
|
|
import static org.apache.commons.lang3.StringUtils.isBlank;
|
|
|
|
|
|
public class Search extends Controller
|
|
{
|
|
private static final String AUTOCOMPLETE_ALL_KEY = "autocomplete.all";
|
|
private static final String AUTOCOMPLETE_DATASET_KEY = "autocomplete.dataset";
|
|
private static final String AUTOCOMPLETE_FLOW_KEY = "autocomplete.flow";
|
|
private static final String AUTOCOMPLETE_METRIC_KEY = "autocomplete.metric";
|
|
private static final int DEFAULT_AUTOCOMPLETE_SIZE = 20;
|
|
private static final int DEFAULT_AUTOCOMPLETE_CACHE_TIME = 3600; // cache for an hour
|
|
|
|
public static Result getSearchAutoComplete() {
|
|
// if not input, then get all search names (without limit).
|
|
String input = request().getQueryString("input");
|
|
int size = 0; // size 0 means no limit
|
|
if (isNotBlank(input)) {
|
|
size = NumberUtils.toInt(request().getQueryString("size"), DEFAULT_AUTOCOMPLETE_SIZE);
|
|
}
|
|
|
|
String cacheKey = AUTOCOMPLETE_ALL_KEY + (isNotBlank(input) ? "." + input : "-all");
|
|
List<String> names = (List<String>) Cache.get(cacheKey);
|
|
if (names == null || names.size() == 0) {
|
|
names = SearchDAO.getAutoCompleteList(input, size);
|
|
Cache.set(cacheKey, names, DEFAULT_AUTOCOMPLETE_CACHE_TIME);
|
|
}
|
|
|
|
ObjectNode result = Json.newObject();
|
|
result.put("status", "ok");
|
|
result.put("input", input);
|
|
result.set("source", Json.toJson(names));
|
|
return ok(result);
|
|
}
|
|
|
|
public static Result getSearchAutoCompleteForDataset() {
|
|
// if not input, then get all search names (without limit).
|
|
String input = request().getQueryString("input");
|
|
int size = 0; // size 0 means no limit
|
|
if (isNotBlank(input)) {
|
|
size = NumberUtils.toInt(request().getQueryString("size"), DEFAULT_AUTOCOMPLETE_SIZE);
|
|
}
|
|
|
|
String cacheKey = AUTOCOMPLETE_DATASET_KEY + (isNotBlank(input) ? "." + input : "-all");
|
|
List<String> names = (List<String>) Cache.get(cacheKey);
|
|
if (names == null || names.size() == 0) {
|
|
names = SearchDAO.getAutoCompleteListDataset(input, size);
|
|
Cache.set(cacheKey, names, DEFAULT_AUTOCOMPLETE_CACHE_TIME);
|
|
}
|
|
|
|
ObjectNode result = Json.newObject();
|
|
result.put("status", "ok");
|
|
result.put("input", input);
|
|
result.set("source", Json.toJson(names));
|
|
return ok(result);
|
|
}
|
|
|
|
public static Result getSearchAutoCompleteForMetric() {
|
|
// if not input, then get all search names (without limit).
|
|
String input = request().getQueryString("input");
|
|
int size = 0; // size 0 means no limit
|
|
if (isNotBlank(input)) {
|
|
size = NumberUtils.toInt(request().getQueryString("size"), DEFAULT_AUTOCOMPLETE_SIZE);
|
|
}
|
|
|
|
String cacheKey = AUTOCOMPLETE_METRIC_KEY + (isNotBlank(input) ? "." + input : "-all");
|
|
List<String> names = (List<String>) Cache.get(cacheKey);
|
|
if (names == null || names.size() == 0) {
|
|
names = SearchDAO.getAutoCompleteListMetric(input, size);
|
|
Cache.set(cacheKey, names, DEFAULT_AUTOCOMPLETE_CACHE_TIME);
|
|
}
|
|
|
|
ObjectNode result = Json.newObject();
|
|
result.put("status", "ok");
|
|
result.put("input", input);
|
|
result.set("source", Json.toJson(names));
|
|
return ok(result);
|
|
}
|
|
|
|
public static Result getSearchAutoCompleteForFlow() {
|
|
// if not input, then get all search names (without limit).
|
|
String input = request().getQueryString("input");
|
|
int size = 0; // size 0 means no limit
|
|
if (isNotBlank(input)) {
|
|
size = NumberUtils.toInt(request().getQueryString("size"), DEFAULT_AUTOCOMPLETE_SIZE);
|
|
}
|
|
|
|
String cacheKey = AUTOCOMPLETE_FLOW_KEY + (isNotBlank(input) ? "." + input : "-all");
|
|
List<String> names = (List<String>) Cache.get(cacheKey);
|
|
if (names == null || names.size() == 0) {
|
|
names = SearchDAO.getAutoCompleteListFlow(input, size);
|
|
Cache.set(cacheKey, names, DEFAULT_AUTOCOMPLETE_CACHE_TIME);
|
|
}
|
|
|
|
ObjectNode result = Json.newObject();
|
|
result.put("status", "ok");
|
|
result.put("input", input);
|
|
result.set("source", Json.toJson(names));
|
|
return ok(result);
|
|
}
|
|
|
|
public static Result searchByKeyword()
|
|
{
|
|
ObjectNode result = Json.newObject();
|
|
|
|
int page = 1;
|
|
int size = 10;
|
|
String keyword = request().getQueryString("keyword");
|
|
String category = request().getQueryString("category");
|
|
String source = request().getQueryString("source");
|
|
String pageStr = request().getQueryString("page");
|
|
if (isBlank(pageStr))
|
|
{
|
|
page = 1;
|
|
}
|
|
else
|
|
{
|
|
try
|
|
{
|
|
page = Integer.parseInt(pageStr);
|
|
}
|
|
catch(NumberFormatException e)
|
|
{
|
|
Logger.error("Dataset Controller searchByKeyword wrong page parameter. Error message: " +
|
|
e.getMessage());
|
|
page = 1;
|
|
}
|
|
}
|
|
|
|
|
|
String sizeStr = request().getQueryString("size");
|
|
if (isBlank(sizeStr))
|
|
{
|
|
size = 10;
|
|
}
|
|
else
|
|
{
|
|
try
|
|
{
|
|
size = Integer.parseInt(sizeStr);
|
|
}
|
|
catch(NumberFormatException e)
|
|
{
|
|
Logger.error("Dataset Controller searchByKeyword wrong page parameter. Error message: " +
|
|
e.getMessage());
|
|
size = 10;
|
|
}
|
|
}
|
|
|
|
result.put("status", "ok");
|
|
Boolean isDefault = false;
|
|
if (isBlank(category))
|
|
{
|
|
category = "datasets";
|
|
}
|
|
if (isBlank(source) || source.equalsIgnoreCase("all") || source.equalsIgnoreCase("default"))
|
|
{
|
|
source = null;
|
|
}
|
|
|
|
String searchEngine = Play.application().configuration().getString(SearchDAO.WHEREHOWS_SEARCH_ENGINE_KEY);
|
|
|
|
if (category.toLowerCase().equalsIgnoreCase("metrics"))
|
|
{
|
|
if(isNotBlank(searchEngine) && searchEngine.equalsIgnoreCase("elasticsearch"))
|
|
{
|
|
result.set("result", SearchDAO.elasticSearchMetricByKeyword(category, keyword, page, size));
|
|
|
|
}
|
|
else
|
|
{
|
|
result.set("result", SearchDAO.getPagedMetricByKeyword(category, keyword, page, size));
|
|
}
|
|
}
|
|
else if (category.toLowerCase().equalsIgnoreCase("flows"))
|
|
{
|
|
if(isNotBlank(searchEngine) && searchEngine.equalsIgnoreCase("elasticsearch"))
|
|
{
|
|
result.set("result", SearchDAO.elasticSearchFlowByKeyword(category, keyword, page, size));
|
|
|
|
}
|
|
else
|
|
{
|
|
result.set("result", SearchDAO.getPagedFlowByKeyword(category, keyword, page, size));
|
|
}
|
|
}
|
|
else if (category.toLowerCase().equalsIgnoreCase("jobs"))
|
|
{
|
|
if(isNotBlank(searchEngine) && searchEngine.equalsIgnoreCase("elasticsearch"))
|
|
{
|
|
result.set("result", SearchDAO.elasticSearchFlowByKeyword(category, keyword, page, size));
|
|
|
|
}
|
|
else
|
|
{
|
|
result.set("result", SearchDAO.getPagedJobByKeyword(category, keyword, page, size));
|
|
}
|
|
}
|
|
else if (category.toLowerCase().equalsIgnoreCase("comments"))
|
|
{
|
|
if(isNotBlank(searchEngine) && searchEngine.equalsIgnoreCase("elasticsearch"))
|
|
{
|
|
result.set("result", SearchDAO.elasticSearchDatasetByKeyword(category, keyword, null, page, size));
|
|
}
|
|
else
|
|
{
|
|
result.set("result", SearchDAO.getPagedCommentsByKeyword(category, keyword, page, size));
|
|
}
|
|
|
|
}
|
|
else
|
|
{
|
|
if(isNotBlank(searchEngine) && searchEngine.equalsIgnoreCase("elasticsearch"))
|
|
{
|
|
result.set("result", SearchDAO.elasticSearchDatasetByKeyword(category, keyword, source, page, size));
|
|
}
|
|
else
|
|
{
|
|
result.set("result", SearchDAO.getPagedDatasetByKeyword(category, keyword, source, page, size));
|
|
}
|
|
}
|
|
|
|
return ok(result);
|
|
}
|
|
|
|
|
|
}
|