yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-04 14:44:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove classes/files which are not used

Browse Source
This commit is contained in:
Kerem Sahin 2019-09-01 15:41:24 -07:00
parent 49fe17b733
commit 047157e3fe
11 changed files with 0 additions and 263 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
li-utils/src/main/java/com/linkedin/common/urn/RegisteredSchemaUrn.java
View File

@ -1,29 +0,0 @@
package com.linkedin.common.urn;
import com.linkedin.common.RegisteredSchemaType;
public final class RegisteredSchemaUrn extends Urn {
public static final String ENTITY_TYPE = "registeredSchema";
private static final String CONTENT_FORMAT = "(%s,%s)";
private final RegisteredSchemaType typeEntity;
private final String nameEntity;
public RegisteredSchemaUrn(RegisteredSchemaType type, String name) {
super(ENTITY_TYPE, String.format(CONTENT_FORMAT, type, name));
this.typeEntity = type;
this.nameEntity = name;
}
public RegisteredSchemaType getTypeEntity() {
return typeEntity;
}
public String getNameEntity() {
return nameEntity;
}
}

18
li-utils/src/main/pegasus/com/linkedin/common/RegisteredSchemaType.pdsc
View File

@ -1,18 +0,0 @@
{
"name": "RegisteredSchemaType",
"namespace": "com.linkedin.common",
"type": "enum",
"symbols": [
"KAFKA",
"ESPRESSO_DOCUMENT",
"ESPRESSO_KEY",
"DATA_DERIVED"
],
"doc": "Type of registered schema, e.g. Kafka schema or Espresso Document schema. Name length of the enum is limited to 20.",
"symbolDocs": {
"KAFKA": "Schema for Kafka topics",
"ESPRESSO_DOCUMENT": "Schema for Espresso Document",
"ESPRESSO_KEY": "Schema for Espresso Key",
"DATA_DERIVED": "Schema for /data/derived HDFS datasets"
}
}

33
li-utils/src/main/pegasus/com/linkedin/common/RegisteredSchemaUrn.pdsc
View File

@ -1,33 +0,0 @@
{
"ref" : "string",
"java" : {
"class" : "com.linkedin.common.urn.RegisteredSchemaUrn"
},
"name" : "RegisteredSchemaUrn",
"namespace" : "com.linkedin.common",
"doc" : "Standardized identifier for registered schema metadata. Examples include Kafka, Espresso and Oracle schemas.",
"type" : "typeref",
"validate" : {
"com.linkedin.common.validator.TypedUrnValidator" : {
"accessible" : true,
"entityType" : "registeredSchema",
"owningTeam" : "urn:li:internalTeam:datahub",
"constructable" : true,
"name" : "RegisteredSchema",
"namespace" : "li",
"doc" : "Standardized identifier for registered schema metadata. Examples include Kafka, Espresso and Oracle schemas.",
"owners" : [ "urn:li:corpuser:fbar", "urn:li:corpuser:bfoo" ],
"fields" : [ {
"name" : "type",
"doc" : "Type of the registered schema, e.g. Kafka, Espresso Documnet.",
"type" : "com.linkedin.common.RegisteredSchemaType"
}, {
"name" : "name",
"doc" : "Name of the registered schema, e.g. <schemaName> for kafka, <Database>.<Table> for Espresso",
"type" : "string",
"maxLength" : 300
} ],
"maxLength" : 347
}
}
}

1
metadata-events/mxe-utils-avro-1.7/src/test/resources/old-mce-schema.avsc
View File

File diff suppressed because one or more lines are too long

67
metadata-events/mxe-utils-avro-1.7/src/test/resources/old-mce.json
View File

@ -1,67 +0,0 @@
{
"auditHeader": null,
"proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.MetricSnapshot": {
"urn": "urn:li:metric:(UMP,seo.seo_bot_crawls.mynameisjyoti)",
"aspects": [
{
"com.linkedin.pegasus2avro.metric.ump.UMPMetricProperties": {
"name": "mynameisjyoti",
"dataset": "seo_bot_crawls",
"bucket": "seo",
"domain": {
"string": ""
},
"displayName": null,
"displayGroup": null,
"datafiles": [
{
"name": "bot_crawl_metrics",
"frequency": "DAILY",
"enabled": true,
"delay": 1,
"window": 1,
"scriptType": "PIG"
}
],
"description": "All crawls by Google bots",
"tier": [
{
"frequency": "DAILY",
"value": 2
}
],
"frequency": [
"DAILY"
],
"derived": false,
"highPriority": false,
"pii": false,
"tags": [
"growth",
"seo"
],
"goodDirection": "UP",
"formulaData": {
"formula": "sum(google_crawl_count)",
"aggregationFunction": "SUM",
"attributes": [
],
"measures": [
{
"name": "google_crawl_count",
"description": "google crawler visit count",
"fieldFormat": null,
"complianceType": "NONE"
}
],
"upstreamMetrics": [
]
}
}
}
]
}
},
"proposedDelta": null
}

23
metadata-events/mxe-utils-avro-1.7/src/test/resources/test-avro2pegasus-mae.json
View File

@ -1,23 +0,0 @@
{
"auditHeader": null,
"oldSnapshot": null,
"newSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.MetricSnapshot": {
"urn": "urn:li:metric:(foo,bar)",
"aspects": [
{
"com.linkedin.pegasus2avro.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:foo",
"type": "DEVELOPER",
"source": null
}
],
"lastModified": null
}
}
]
}
}
}

23
metadata-events/mxe-utils-avro-1.7/src/test/resources/test-avro2pegasus-mce.json
View File

@ -1,23 +0,0 @@
{
"auditHeader": null,
"proposedSnapshot": {
"com.linkedin.pegasus2avro.metadata.snapshot.MetricSnapshot": {
"urn": "urn:li:metric:(foo,bar)",
"aspects": [
{
"com.linkedin.pegasus2avro.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:foo",
"type": "DEVELOPER",
"source": null
}
],
"lastModified": null
}
}
]
}
},
"proposedDelta": null
}

19
metadata-events/mxe-utils-avro-1.7/src/test/resources/test-pegasus2avro-mae.json
View File

@ -1,19 +0,0 @@
{
"newSnapshot": {
"com.linkedin.metadata.snapshot.MetricSnapshot": {
"urn": "urn:li:metric:(foo,bar)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:foo",
"type": "DEVELOPER"
}
]
}
}
]
}
}
}

19
metadata-events/mxe-utils-avro-1.7/src/test/resources/test-pegasus2avro-mce.json
View File

@ -1,19 +0,0 @@
{
"proposedSnapshot": {
"com.linkedin.metadata.snapshot.MetricSnapshot": {
"urn": "urn:li:metric:(foo,bar)",
"aspects": [
{
"com.linkedin.common.Ownership": {
"owners": [
{
"owner": "urn:li:corpuser:foo",
"type": "DEVELOPER"
}
]
}
}
]
}
}
}

24
metadata-models/src/main/pegasus/com/linkedin/schema/RegisteredSchemaKey.pdsc
View File

@ -1,24 +0,0 @@
{
"name": "RegisteredSchemaKey",
"type": "record",
"namespace": "com.linkedin.schema",
"doc": "Key for Registered Schema resource",
"fields": [
{
"name": "type",
"type": "com.linkedin.common.RegisteredSchemaType",
"doc": "Type of the registered schema, e.g. Kafka, Espresso Documnet."
},
{
"name": "name",
"type": "string",
"doc": "Name of the registered schema, e.g. <schemaName> for kafka, <Database>.<Table> for Espresso",
"validate": {
"strlen": {
"min": 1,
"max": 300
}
}
}
]
}

7
metadata-test-utils/src/main/java/com/linkedin/metadata/utils/TestUtils.java
View File

@ -9,12 +9,10 @@ import com.linkedin.common.OwnershipSource;
import com.linkedin.common.OwnershipSourceType;
import com.linkedin.common.OwnershipSuggestion;
import com.linkedin.common.OwnershipType;
import com.linkedin.common.RegisteredSchemaType;
import com.linkedin.common.urn.CorpuserUrn;
import com.linkedin.common.urn.DataPlatformUrn;
import com.linkedin.common.urn.DatasetGroupUrn;
import com.linkedin.common.urn.DatasetUrn;
import com.linkedin.common.urn.RegisteredSchemaUrn;
import com.linkedin.common.urn.Urn;
import java.io.IOException;
import java.nio.charset.Charset;
@ -45,11 +43,6 @@ public class TestUtils {
return new DatasetGroupUrn("foo", name);
}
@Nonnull
public static RegisteredSchemaUrn makeRegisteredSchemaUrn(@Nonnull String name) {
return new RegisteredSchemaUrn(RegisteredSchemaType.KAFKA, name);
}
@Nonnull
public static Owner makeOwner(@Nonnull String ldap) {
return makeOwner(ldap, OwnershipType.DEVELOPER);