mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-09 18:24:48 +00:00
5f5c0937d1
* Rename web to wherehows-api and update README. * Rename backend-service to wherehows-backend * Rename metadata-etl to wherehows-etl * Rename hadoop-dataset-extractor-standalone to wherehows-hadoop
46 lines
1.4 KiB
Java
46 lines
1.4 KiB
Java
/**
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
*/
|
|
package models.kafka;
|
|
|
|
import com.fasterxml.jackson.databind.JsonNode;
|
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
import models.daos.LineageDao;
|
|
import org.apache.avro.generic.GenericData;
|
|
import play.Logger;
|
|
import wherehows.common.schemas.Record;
|
|
|
|
|
|
public class JobExecutionLineageProcessor extends KafkaConsumerProcessor {
|
|
|
|
/**
|
|
* Process a JobExecutionLineageEvent record
|
|
* @param record GenericData.Record
|
|
* @param topic String
|
|
* @throws Exception
|
|
* @return null
|
|
*/
|
|
public Record process(GenericData.Record record, String topic)
|
|
throws Exception {
|
|
if (record != null) {
|
|
// Logger.info("Processing Job Execution Lineage Event record. ");
|
|
|
|
final GenericData.Record auditHeader = (GenericData.Record) record.get("auditHeader");
|
|
|
|
final JsonNode rootNode = new ObjectMapper().readTree(record.toString());
|
|
LineageDao.updateJobExecutionLineage(rootNode);
|
|
}
|
|
return null;
|
|
}
|
|
}
|