From adfe60e97a824dbd318f6fd5de18ec1a08ba6343 Mon Sep 17 00:00:00 2001 From: Gabe Lyons Date: Sun, 7 Mar 2021 11:26:47 -0800 Subject: [PATCH] feat(tags): adding support for read/write of tags in gms & read-only in react datahub-frontend. (#2164) --- datahub-frontend/run/frontend.env | 2 +- .../datahub/graphql/GmsClientFactory.java | 14 + .../datahub/graphql/GmsGraphQLEngine.java | 20 +- .../graphql/types/mappers/ChartMapper.java | 3 + .../graphql/types/mappers/CorpUserMapper.java | 3 + .../types/mappers/DashboardMapper.java | 3 + .../graphql/types/mappers/DatasetMapper.java | 3 + .../types/mappers/GlobalTagsMapper.java | 31 + .../types/mappers/SchemaFieldMapper.java | 3 + .../graphql/types/mappers/TagMapper.java | 36 + .../datahub/graphql/types/tag/TagType.java | 69 + .../src/main/resources/gms.graphql | 61 +- datahub-web-react/src/App.tsx | 12 +- datahub-web-react/src/Mocks.tsx | 72 +- .../src/app/entity/chart/ChartEntity.tsx | 1 + .../app/entity/chart/preview/ChartPreview.tsx | 6 +- .../app/entity/chart/profile/ChartProfile.tsx | 4 +- .../app/entity/dashboard/DashboardEntity.tsx | 1 + .../dashboard/preview/DashboardPreview.tsx | 6 +- .../dashboard/profile/DashboardProfile.tsx | 4 +- .../src/app/entity/dataset/DatasetEntity.tsx | 6 +- .../app/entity/dataset/preview/Preview.tsx | 8 +- .../entity/dataset/profile/DatasetHeader.tsx | 6 +- .../{Profile.tsx => DatasetProfile.tsx} | 6 +- .../profile/__tests__/DatasetProfile.test.tsx | 34 + ...cumentation.tsx => Documentation.test.tsx} | 0 .../entity/dataset/profile/schema/Schema.tsx | 53 +- .../dataset/profile/stories/sampleDataset.ts | 34 + datahub-web-react/src/app/entity/tag/Tag.tsx | 52 + .../src/app/entity/tag/TagProfile.tsx | 90 + .../entity/tag/__tests__/TagProfile.test.tsx | 47 + .../src/app/preview/DefaultPreviewCard.tsx | 19 +- .../src/app/shared/EntityProfile.tsx | 24 +- datahub-web-react/src/app/shared/TagGroup.tsx | 23 + datahub-web-react/src/graphql/chart.graphql | 9 + .../src/graphql/dashboard.graphql | 9 + datahub-web-react/src/graphql/dataset.graphql | 120 +- datahub-web-react/src/graphql/search.graphql | 9 + datahub-web-react/src/graphql/tag.graphql | 32 + datahub-web-react/src/graphql/user.graphql | 9 + .../utils/test-utils/TestPageContainer.tsx | 2 + .../idl/com.linkedin.tag.tags.restspec.json | 65 + .../pegasus/com/linkedin/dashboard/Chart.pdl | 6 + .../com/linkedin/dashboard/Dashboard.pdl | 6 + .../pegasus/com/linkedin/dataset/Dataset.pdl | 5 + .../com/linkedin/identity/CorpUser.pdl | 7 + .../src/main/pegasus/com/linkedin/tag/Tag.pdl | 31 + .../main/pegasus/com/linkedin/tag/TagKey.pdl | 16 + .../com.linkedin.chart.charts.snapshot.json | 60 +- ...inkedin.dashboard.dashboards.snapshot.json | 60 +- ...in.dataprocess.dataProcesses.snapshot.json | 2 +- ...om.linkedin.dataset.datasets.snapshot.json | 67 +- ...linkedin.identity.corpGroups.snapshot.json | 51 +- ....linkedin.identity.corpUsers.snapshot.json | 56 +- .../com.linkedin.ml.mlModels.snapshot.json | 2 +- .../com.linkedin.tag.tags.snapshot.json | 334 + .../java/com/linkedin/tag/client/Tags.java | 121 + .../gms/factory/tag/TagDaoFactory.java | 34 + .../metadata/resources/dashboard/Charts.java | 6 + .../resources/dashboard/Dashboards.java | 6 + .../metadata/resources/dataset/Datasets.java | 6 + .../resources/identity/CorpUsers.java | 6 + .../linkedin/metadata/resources/tag/Tags.java | 158 + .../com/linkedin/common/urn/TagUrn.java | 67 + .../pegasus/com/linkedin/common/TagUrn.pdl | 25 + .../examples/mce_files/bootstrap_mce.json | 45 +- .../datahub/ingestion/sink/datahub_rest.py | 2 + .../integration/mysql/mysql_mce_golden.json | 58927 ++++++++-------- .../sql_server/mssql_mces_golden.json | 254 +- .../tests/unit/serde/test_serde_large.json | 1216 +- .../com/linkedin/common/GlobalTags.pdl | 12 + .../com/linkedin/common/TagAssociation.pdl | 12 + .../linkedin/dataset/DatasetProperties.pdl | 2 +- .../linkedin/metadata/aspect/ChartAspect.pdl | 3 +- .../metadata/aspect/CorpGroupAspect.pdl | 3 +- .../metadata/aspect/CorpUserAspect.pdl | 3 +- .../metadata/aspect/DashboardAspect.pdl | 3 +- .../metadata/aspect/DatasetAspect.pdl | 4 +- .../linkedin/metadata/aspect/TagAspect.pdl | 9 + .../linkedin/metadata/entity/TagEntity.pdl | 19 + .../linkedin/metadata/snapshot/Snapshot.pdl | 3 +- .../metadata/snapshot/TagSnapshot.pdl | 20 + .../com/linkedin/schema/SchemaField.pdl | 6 + .../com/linkedin/tag/TagProperties.pdl | 17 + 84 files changed, 33272 insertions(+), 29431 deletions(-) create mode 100644 datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/GlobalTagsMapper.java create mode 100644 datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/TagMapper.java create mode 100644 datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/tag/TagType.java rename datahub-web-react/src/app/entity/dataset/profile/{Profile.tsx => DatasetProfile.tsx} (94%) create mode 100644 datahub-web-react/src/app/entity/dataset/profile/__tests__/DatasetProfile.test.tsx rename datahub-web-react/src/app/entity/dataset/profile/__tests__/{Documentation.tsx => Documentation.test.tsx} (100%) create mode 100644 datahub-web-react/src/app/entity/tag/Tag.tsx create mode 100644 datahub-web-react/src/app/entity/tag/TagProfile.tsx create mode 100644 datahub-web-react/src/app/entity/tag/__tests__/TagProfile.test.tsx create mode 100644 datahub-web-react/src/app/shared/TagGroup.tsx create mode 100644 datahub-web-react/src/graphql/tag.graphql create mode 100644 gms/api/src/main/idl/com.linkedin.tag.tags.restspec.json create mode 100644 gms/api/src/main/pegasus/com/linkedin/tag/Tag.pdl create mode 100644 gms/api/src/main/pegasus/com/linkedin/tag/TagKey.pdl create mode 100644 gms/api/src/main/snapshot/com.linkedin.tag.tags.snapshot.json create mode 100644 gms/client/src/main/java/com/linkedin/tag/client/Tags.java create mode 100644 gms/factories/src/main/java/com/linkedin/gms/factory/tag/TagDaoFactory.java create mode 100644 gms/impl/src/main/java/com/linkedin/metadata/resources/tag/Tags.java create mode 100644 li-utils/src/main/javaPegasus/com/linkedin/common/urn/TagUrn.java create mode 100644 li-utils/src/main/pegasus/com/linkedin/common/TagUrn.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/common/GlobalTags.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/common/TagAssociation.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/TagAspect.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/metadata/entity/TagEntity.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/TagSnapshot.pdl create mode 100644 metadata-models/src/main/pegasus/com/linkedin/tag/TagProperties.pdl diff --git a/datahub-frontend/run/frontend.env b/datahub-frontend/run/frontend.env index b083098f64..3a564da382 100644 --- a/datahub-frontend/run/frontend.env +++ b/datahub-frontend/run/frontend.env @@ -16,4 +16,4 @@ DATAHUB_PIWIK_URL="//piwik.corp.linkedin.com/piwik/" # GMS configuration DATAHUB_GMS_HOST=localhost -DATAHUB_GMS_PORT=8080 \ No newline at end of file +DATAHUB_GMS_PORT=8080 diff --git a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsClientFactory.java b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsClientFactory.java index 1da8b4b76a..b504c0ee01 100644 --- a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsClientFactory.java +++ b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsClientFactory.java @@ -8,6 +8,7 @@ import com.linkedin.dataset.client.Lineages; import com.linkedin.identity.client.CorpUsers; import com.linkedin.metadata.restli.DefaultRestliClientFactory; import com.linkedin.restli.client.Client; +import com.linkedin.tag.client.Tags; import com.linkedin.util.Configuration; /** @@ -33,6 +34,8 @@ public class GmsClientFactory { private static Charts _charts; private static DataPlatforms _dataPlatforms; private static Lineages _lineages; + private static Tags _tags; + private GmsClientFactory() { } @@ -101,4 +104,15 @@ public class GmsClientFactory { } return _lineages; } + + public static Tags getTagsClient() { + if (_tags == null) { + synchronized (GmsClientFactory.class) { + if (_tags == null) { + _tags = new Tags(REST_CLIENT); + } + } + } + return _tags; + } } diff --git a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java index 2f7cf91e91..27f9371d2b 100644 --- a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java +++ b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/GmsGraphQLEngine.java @@ -28,6 +28,7 @@ import com.linkedin.datahub.graphql.resolvers.search.AutoCompleteResolver; import com.linkedin.datahub.graphql.resolvers.search.SearchResolver; import com.linkedin.datahub.graphql.resolvers.type.EntityInterfaceTypeResolver; import com.linkedin.datahub.graphql.resolvers.type.PlatformSchemaUnionTypeResolver; +import com.linkedin.datahub.graphql.types.tag.TagType; import graphql.schema.idl.RuntimeWiring; import org.apache.commons.io.IOUtils; import org.dataloader.BatchLoaderContextProvider; @@ -60,6 +61,7 @@ public class GmsGraphQLEngine { public static final DashboardType DASHBOARD_TYPE = new DashboardType(GmsClientFactory.getDashboardsClient()); public static final DataPlatformType DATA_PLATFORM_TYPE = new DataPlatformType(GmsClientFactory.getDataPlatformsClient()); public static final DownstreamLineageType DOWNSTREAM_LINEAGE_TYPE = new DownstreamLineageType(GmsClientFactory.getLineagesClient()); + public static final TagType TAG_TYPE = new TagType(GmsClientFactory.getTagsClient()); /** * Configures the graph objects that can be fetched primary key. @@ -70,7 +72,8 @@ public class GmsGraphQLEngine { DATA_PLATFORM_TYPE, DOWNSTREAM_LINEAGE_TYPE, CHART_TYPE, - DASHBOARD_TYPE + DASHBOARD_TYPE, + TAG_TYPE ); /** @@ -123,6 +126,7 @@ public class GmsGraphQLEngine { configureChartResolvers(builder); configureTypeResolvers(builder); configureTypeExtensions(builder); + configureTagAssociationResolver(builder); } public static GraphQLEngine.Builder builder() { @@ -169,6 +173,10 @@ public class GmsGraphQLEngine { new LoadableTypeResolver<>( CHART_TYPE, (env) -> env.getArgument(URN_FIELD_NAME)))) + .dataFetcher("tag", new AuthenticatedResolver<>( + new LoadableTypeResolver<>( + TAG_TYPE, + (env) -> env.getArgument(URN_FIELD_NAME)))) ); } @@ -224,6 +232,16 @@ public class GmsGraphQLEngine { ); } + private static void configureTagAssociationResolver(final RuntimeWiring.Builder builder) { + builder.type("TagAssociation", typeWiring -> typeWiring + .dataFetcher("tag", new AuthenticatedResolver<>( + new LoadableTypeResolver<>( + TAG_TYPE, + (env) -> ((com.linkedin.datahub.graphql.generated.TagAssociation) env.getSource()).getTag().getUrn())) + ) + ); + } + /** * Configures resolvers responsible for resolving the {@link com.linkedin.datahub.graphql.generated.Dashboard} type. */ diff --git a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/ChartMapper.java b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/ChartMapper.java index 3b5e796752..3f3c219d17 100644 --- a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/ChartMapper.java +++ b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/ChartMapper.java @@ -38,6 +38,9 @@ public class ChartMapper implements ModelMapper { + public static final GlobalTagsMapper INSTANCE = new GlobalTagsMapper(); + + public static com.linkedin.datahub.graphql.generated.GlobalTags map(@Nonnull final GlobalTags standardTags) { + return INSTANCE.apply(standardTags); + } + + @Override + public com.linkedin.datahub.graphql.generated.GlobalTags apply(@Nonnull final GlobalTags input) { + final com.linkedin.datahub.graphql.generated.GlobalTags result = new com.linkedin.datahub.graphql.generated.GlobalTags(); + result.setTags(input.getTags().stream().map(this::mapTagAssociation).collect(Collectors.toList())); + return result; + } + + private com.linkedin.datahub.graphql.generated.TagAssociation mapTagAssociation(@Nonnull final TagAssociation input) { + final com.linkedin.datahub.graphql.generated.TagAssociation result = new com.linkedin.datahub.graphql.generated.TagAssociation(); + final Tag resultTag = new Tag(); + resultTag.setUrn(input.getTag().toString()); + result.setTag(resultTag); + return result; + } +} diff --git a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/SchemaFieldMapper.java b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/SchemaFieldMapper.java index 03c421b012..e8e19a49da 100644 --- a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/SchemaFieldMapper.java +++ b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/mappers/SchemaFieldMapper.java @@ -23,6 +23,9 @@ public class SchemaFieldMapper implements ModelMapper { + + public static final TagMapper INSTANCE = new TagMapper(); + + public static Tag map(@Nonnull final com.linkedin.tag.Tag tag) { + return INSTANCE.apply(tag); + } + + @Override + public Tag apply(@Nonnull final com.linkedin.tag.Tag tag) { + final Tag result = new Tag(); + result.setUrn((new TagUrn(tag.getName()).toString())); + result.setType(EntityType.TAG); + result.setName(tag.getName()); + if (tag.hasDescription()) { + result.setDescription(tag.getDescription()); + } + if (tag.hasOwnership()) { + result.setOwnership(OwnershipMapper.map(tag.getOwnership())); + } + return result; + } +} diff --git a/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/tag/TagType.java b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/tag/TagType.java new file mode 100644 index 0000000000..b1f89260c3 --- /dev/null +++ b/datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/types/tag/TagType.java @@ -0,0 +1,69 @@ +package com.linkedin.datahub.graphql.types.tag; + +import com.linkedin.common.urn.TagUrn; +import com.linkedin.datahub.graphql.QueryContext; +import com.linkedin.datahub.graphql.generated.EntityType; +import com.linkedin.datahub.graphql.generated.Tag; +import com.linkedin.datahub.graphql.types.mappers.TagMapper; +import com.linkedin.tag.client.Tags; + +import java.net.URISyntaxException; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.Objects; +import java.util.stream.Collectors; + +public class TagType implements com.linkedin.datahub.graphql.types.EntityType { + + private static final String DEFAULT_AUTO_COMPLETE_FIELD = "name"; + + private final Tags _tagClient; + + public TagType(final Tags tagClient) { + _tagClient = tagClient; + } + + @Override + public Class objectClass() { + return Tag.class; + } + + @Override + public EntityType type() { + return EntityType.TAG; + } + + @Override + public List batchLoad(final List urns, final QueryContext context) { + + final List tagUrns = urns.stream() + .map(this::getTagUrn) + .collect(Collectors.toList()); + + try { + final Map tagMap = _tagClient.batchGet(tagUrns + .stream() + .filter(Objects::nonNull) + .collect(Collectors.toSet())); + + final List gmsResults = new ArrayList<>(); + for (TagUrn urn : tagUrns) { + gmsResults.add(tagMap.getOrDefault(urn, null)); + } + return gmsResults.stream() + .map(gmsTag -> gmsTag == null ? null : TagMapper.map(gmsTag)) + .collect(Collectors.toList()); + } catch (Exception e) { + throw new RuntimeException("Failed to batch load Tags", e); + } + } + + private TagUrn getTagUrn(final String urnStr) { + try { + return TagUrn.createFromString(urnStr); + } catch (URISyntaxException e) { + throw new RuntimeException(String.format("Failed to retrieve tag with urn %s, invalid urn", urnStr)); + } + } +} diff --git a/datahub-graphql-core/src/main/resources/gms.graphql b/datahub-graphql-core/src/main/resources/gms.graphql index 08399a620f..67d3e6bc3a 100644 --- a/datahub-graphql-core/src/main/resources/gms.graphql +++ b/datahub-graphql-core/src/main/resources/gms.graphql @@ -45,6 +45,10 @@ enum EntityType { The Chart Entity """ CHART + """ + The Tag Entity + """ + TAG } type Query { @@ -67,6 +71,10 @@ type Query { Fetch a Chart by primary key """ chart(urn: String!): Chart + """ + Fetch a Tag by primary key + """ + tag(urn: String!): Tag """ Search DataHub entities @@ -190,6 +198,11 @@ type Dataset implements Entity { Downstream Lineage metadata of the dataset """ downstreamLineage: DownstreamLineage + + """ + The structured tags associated with the dataset + """ + globalTags: GlobalTags } type DataPlatform implements Entity { @@ -450,6 +463,10 @@ type SchemaField { Whether the field references its own type recursively """ recursive: Boolean! + """ + The structured tags associated with the field + """ + globalTags: GlobalTags } enum SchemaFieldDataType { @@ -682,6 +699,11 @@ type CorpUser implements Entity { Writable info about the corp user """ editableInfo: CorpUserEditableInfo + + """ + The structured tags associated with the user + """ + globalTags: GlobalTags } type CorpUserInfo { @@ -763,6 +785,33 @@ type CorpUserEditableInfo { pictureLink: String } +type Tag implements Entity{ + urn: String! + """ + GMS Entity Type + """ + type: EntityType! + name: String! + + """ + Description of the tag + """ + description: String + + """ + Ownership metadata of the dataset + """ + ownership: Ownership +} + +type TagAssociation { + tag: Tag! +} + +type GlobalTags { + tags: [TagAssociation!] +} + input SearchInput { """ Entity type to be searched @@ -1114,6 +1163,11 @@ type Dashboard implements Entity { Status metadata of the dashboard """ status: Status + + """ + The structured tags associated with the dashboard + """ + globalTags: GlobalTags } type DashboardInfo { @@ -1215,6 +1269,11 @@ type Chart implements Entity { Status metadata of the chart """ status: Status + + """ + The structured tags associated with the chart + """ + globalTags: GlobalTags } type ChartInfo { @@ -1318,4 +1377,4 @@ enum ChartQueryType { LookML """ LOOKML -} \ No newline at end of file +} diff --git a/datahub-web-react/src/App.tsx b/datahub-web-react/src/App.tsx index b7fdc97616..49a00bcfea 100644 --- a/datahub-web-react/src/App.tsx +++ b/datahub-web-react/src/App.tsx @@ -5,12 +5,15 @@ import { MockedProvider } from '@apollo/client/testing'; import './App.css'; import { Routes } from './app/Routes'; import { mocks } from './Mocks'; -import EntityRegistry from './app/entity/EntityRegistry'; -import { DatasetEntity } from './app/entity/dataset/DatasetEntity'; -import { UserEntity } from './app/entity/user/User'; -import { EntityRegistryContext } from './entityRegistryContext'; + import { DashboardEntity } from './app/entity/dashboard/DashboardEntity'; import { ChartEntity } from './app/entity/chart/ChartEntity'; +import { UserEntity } from './app/entity/user/User'; +import { DatasetEntity } from './app/entity/dataset/DatasetEntity'; +import { TagEntity } from './app/entity/tag/Tag'; + +import EntityRegistry from './app/entity/EntityRegistry'; +import { EntityRegistryContext } from './entityRegistryContext'; // Enable to use the Apollo MockProvider instead of a real HTTP client const MOCK_MODE = false; @@ -46,6 +49,7 @@ const App: React.VFC = () => { register.register(new DashboardEntity()); register.register(new ChartEntity()); register.register(new UserEntity()); + register.register(new TagEntity()); return register; }, []); return ( diff --git a/datahub-web-react/src/Mocks.tsx b/datahub-web-react/src/Mocks.tsx index c8475efa3d..f282f3d5e7 100644 --- a/datahub-web-react/src/Mocks.tsx +++ b/datahub-web-react/src/Mocks.tsx @@ -8,6 +8,7 @@ import { import { LoginDocument } from './graphql/auth.generated'; import { GetUserDocument } from './graphql/user.generated'; import { Dataset, EntityType, PlatformType } from './types.generated'; +import { GetTagDocument } from './graphql/tag.generated'; const user1 = { username: 'sdas', @@ -205,8 +206,62 @@ const dataset3 = { time: 0, }, }, + globalTags: { + tags: [ + { + tag: { + type: EntityType.Tag, + urn: 'urn:li:tag:abc-sample-tag', + name: 'abc-sample-tag', + description: 'sample tag', + }, + }, + ], + }, + upstreamLineage: null, + downstreamLineage: null, + institutionalMemory: { + elements: [ + { + url: 'https://www.google.com', + author: 'datahub', + description: 'This only points to Google', + created: { + actor: 'urn:li:corpuser:1', + time: 1612396473001, + }, + }, + ], + }, + schema: null, + deprecation: null, } as Dataset; +const sampleTag = { + urn: 'urn:li:tag:abc-sample-tag', + name: 'abc-sample-tag', + description: 'sample tag description', + ownership: { + owners: [ + { + owner: { + ...user1, + }, + type: 'DATAOWNER', + }, + { + owner: { + ...user2, + }, + type: 'DELEGATE', + }, + ], + lastModified: { + time: 0, + }, + }, +}; + /* Define mock data to be returned by Apollo MockProvider. */ @@ -231,13 +286,13 @@ export const mocks = [ request: { query: GetDatasetDocument, variables: { - urn: 'urn:li:dataset:1', + urn: 'urn:li:dataset:3', }, }, result: { data: { dataset: { - ...dataset1, + ...dataset3, }, }, }, @@ -639,4 +694,17 @@ export const mocks = [ }, }, }, + { + request: { + query: GetTagDocument, + variables: { + urn: 'urn:li:tag:abc-sample-tag', + }, + }, + result: { + data: { + tag: { ...sampleTag }, + }, + }, + }, ]; diff --git a/datahub-web-react/src/app/entity/chart/ChartEntity.tsx b/datahub-web-react/src/app/entity/chart/ChartEntity.tsx index 98b15b3fce..58bea8f7fa 100644 --- a/datahub-web-react/src/app/entity/chart/ChartEntity.tsx +++ b/datahub-web-react/src/app/entity/chart/ChartEntity.tsx @@ -51,6 +51,7 @@ export class ChartEntity implements Entity { description={data.info?.description} access={data.info?.access} owners={data.ownership?.owners} + tags={data?.globalTags || undefined} /> ); }; diff --git a/datahub-web-react/src/app/entity/chart/preview/ChartPreview.tsx b/datahub-web-react/src/app/entity/chart/preview/ChartPreview.tsx index a490e8f600..ee5a89bf81 100644 --- a/datahub-web-react/src/app/entity/chart/preview/ChartPreview.tsx +++ b/datahub-web-react/src/app/entity/chart/preview/ChartPreview.tsx @@ -1,5 +1,5 @@ import React from 'react'; -import { AccessLevel, EntityType, Owner } from '../../../../types.generated'; +import { AccessLevel, EntityType, GlobalTags, Owner } from '../../../../types.generated'; import DefaultPreviewCard from '../../../preview/DefaultPreviewCard'; import { useEntityRegistry } from '../../../useEntityRegistry'; import { getLogoFromPlatform } from '../getLogoFromPlatform'; @@ -11,6 +11,7 @@ export const ChartPreview = ({ platform, access, owners, + tags, }: { urn: string; platform: string; @@ -18,6 +19,7 @@ export const ChartPreview = ({ description?: string | null; access?: AccessLevel | null; owners?: Array | null; + tags?: GlobalTags; }): JSX.Element => { const entityRegistry = useEntityRegistry(); @@ -30,7 +32,7 @@ export const ChartPreview = ({ logoUrl={getLogoFromPlatform(platform) || ''} platform={platform} qualifier={access} - tags={[]} + tags={tags} owners={ owners?.map((owner) => { return { diff --git a/datahub-web-react/src/app/entity/chart/profile/ChartProfile.tsx b/datahub-web-react/src/app/entity/chart/profile/ChartProfile.tsx index 6caea43330..655a1e15cc 100644 --- a/datahub-web-react/src/app/entity/chart/profile/ChartProfile.tsx +++ b/datahub-web-react/src/app/entity/chart/profile/ChartProfile.tsx @@ -1,7 +1,7 @@ import { Alert } from 'antd'; import React from 'react'; import styled from 'styled-components'; -import { Chart } from '../../../../types.generated'; +import { Chart, GlobalTags } from '../../../../types.generated'; import { Ownership as OwnershipView } from '../../shared/Ownership'; import { EntityProfile } from '../../../shared/EntityProfile'; import ChartHeader from './ChartHeader'; @@ -65,8 +65,8 @@ export default function ChartProfile({ urn }: { urn: string }) { {loading && } {data && data.chart && ( diff --git a/datahub-web-react/src/app/entity/dashboard/DashboardEntity.tsx b/datahub-web-react/src/app/entity/dashboard/DashboardEntity.tsx index cb1fe328ba..3a175138f4 100644 --- a/datahub-web-react/src/app/entity/dashboard/DashboardEntity.tsx +++ b/datahub-web-react/src/app/entity/dashboard/DashboardEntity.tsx @@ -50,6 +50,7 @@ export class DashboardEntity implements Entity { name={data.info?.name} description={data.info?.description} access={data.info?.access} + tags={data.globalTags || undefined} owners={data.ownership?.owners} /> ); diff --git a/datahub-web-react/src/app/entity/dashboard/preview/DashboardPreview.tsx b/datahub-web-react/src/app/entity/dashboard/preview/DashboardPreview.tsx index 8df60c44a0..d44ed73334 100644 --- a/datahub-web-react/src/app/entity/dashboard/preview/DashboardPreview.tsx +++ b/datahub-web-react/src/app/entity/dashboard/preview/DashboardPreview.tsx @@ -1,5 +1,5 @@ import React from 'react'; -import { AccessLevel, EntityType, Owner } from '../../../../types.generated'; +import { AccessLevel, EntityType, GlobalTags, Owner } from '../../../../types.generated'; import DefaultPreviewCard from '../../../preview/DefaultPreviewCard'; import { useEntityRegistry } from '../../../useEntityRegistry'; import { getLogoFromPlatform } from '../../chart/getLogoFromPlatform'; @@ -11,6 +11,7 @@ export const DashboardPreview = ({ platform, access, owners, + tags, }: { urn: string; platform: string; @@ -18,6 +19,7 @@ export const DashboardPreview = ({ description?: string | null; access?: AccessLevel | null; owners?: Array | null; + tags?: GlobalTags; }): JSX.Element => { const entityRegistry = useEntityRegistry(); @@ -30,7 +32,6 @@ export const DashboardPreview = ({ logoUrl={getLogoFromPlatform(platform) || ''} platform={platform} qualifier={access} - tags={[]} owners={ owners?.map((owner) => { return { @@ -40,6 +41,7 @@ export const DashboardPreview = ({ }; }) || [] } + tags={tags} /> ); }; diff --git a/datahub-web-react/src/app/entity/dashboard/profile/DashboardProfile.tsx b/datahub-web-react/src/app/entity/dashboard/profile/DashboardProfile.tsx index 02a376a2b1..032e8896b3 100644 --- a/datahub-web-react/src/app/entity/dashboard/profile/DashboardProfile.tsx +++ b/datahub-web-react/src/app/entity/dashboard/profile/DashboardProfile.tsx @@ -2,7 +2,7 @@ import { Alert } from 'antd'; import React from 'react'; import styled from 'styled-components'; import { useGetDashboardQuery } from '../../../../graphql/dashboard.generated'; -import { Dashboard } from '../../../../types.generated'; +import { Dashboard, GlobalTags } from '../../../../types.generated'; import { Ownership as OwnershipView } from '../../shared/Ownership'; import { EntityProfile } from '../../../shared/EntityProfile'; import DashboardHeader from './DashboardHeader'; @@ -69,7 +69,7 @@ export default function DashboardProfile({ urn }: { urn: string }) { {data && data.dashboard && ( diff --git a/datahub-web-react/src/app/entity/dataset/DatasetEntity.tsx b/datahub-web-react/src/app/entity/dataset/DatasetEntity.tsx index da820bc31e..8efeae2e57 100644 --- a/datahub-web-react/src/app/entity/dataset/DatasetEntity.tsx +++ b/datahub-web-react/src/app/entity/dataset/DatasetEntity.tsx @@ -1,7 +1,7 @@ import * as React from 'react'; import { DatabaseFilled, DatabaseOutlined } from '@ant-design/icons'; import { Dataset, EntityType } from '../../../types.generated'; -import { Profile } from './profile/Profile'; +import { DatasetProfile } from './profile/DatasetProfile'; import { Entity, IconStyleType, PreviewType } from '../Entity'; import { Preview } from './preview/Preview'; @@ -40,7 +40,7 @@ export class DatasetEntity implements Entity { getCollectionName = () => 'Datasets'; - renderProfile = (urn: string) => ; + renderProfile = (urn: string) => ; renderPreview = (_: PreviewType, data: Dataset) => { return ( @@ -51,8 +51,8 @@ export class DatasetEntity implements Entity { description={data.description} platformName={data.platform.name} platformLogo={data.platform.info?.logoUrl} - tags={data.tags} owners={data.ownership?.owners} + globalTags={data.globalTags} /> ); }; diff --git a/datahub-web-react/src/app/entity/dataset/preview/Preview.tsx b/datahub-web-react/src/app/entity/dataset/preview/Preview.tsx index 22f58baf80..6b12fb1a54 100644 --- a/datahub-web-react/src/app/entity/dataset/preview/Preview.tsx +++ b/datahub-web-react/src/app/entity/dataset/preview/Preview.tsx @@ -1,5 +1,5 @@ import React from 'react'; -import { EntityType, FabricType, Owner } from '../../../../types.generated'; +import { EntityType, FabricType, Owner, GlobalTags } from '../../../../types.generated'; import DefaultPreviewCard from '../../../preview/DefaultPreviewCard'; import { useEntityRegistry } from '../../../useEntityRegistry'; @@ -10,8 +10,8 @@ export const Preview = ({ description, platformName, platformLogo, - tags, owners, + globalTags, }: { urn: string; name: string; @@ -19,8 +19,8 @@ export const Preview = ({ description?: string | null; platformName: string; platformLogo?: string | null; - tags: Array; owners?: Array | null; + globalTags?: GlobalTags | null; }): JSX.Element => { const entityRegistry = useEntityRegistry(); return ( @@ -32,7 +32,7 @@ export const Preview = ({ logoUrl={platformLogo || ''} platform={platformName} qualifier={origin} - tags={tags} + tags={globalTags || undefined} owners={ owners?.map((owner) => { return { diff --git a/datahub-web-react/src/app/entity/dataset/profile/DatasetHeader.tsx b/datahub-web-react/src/app/entity/dataset/profile/DatasetHeader.tsx index 0528a64c11..510aa2275f 100644 --- a/datahub-web-react/src/app/entity/dataset/profile/DatasetHeader.tsx +++ b/datahub-web-react/src/app/entity/dataset/profile/DatasetHeader.tsx @@ -18,13 +18,13 @@ export default function DatasetHeader({ dataset: { description, ownership, depre }> Dataset - {platform.name} + {platform?.name} {description} - {ownership?.owners?.map((owner: any) => ( - + {ownership?.owners?.map((owner) => ( + { +export const DatasetProfile = ({ urn }: { urn: string }): JSX.Element => { const { loading, error, data } = useGetDatasetQuery({ variables: { urn } }); const [updateDataset] = useUpdateDatasetMutation(); @@ -93,7 +93,7 @@ export const Profile = ({ urn }: { urn: string }): JSX.Element => { {data && data.dataset && ( diff --git a/datahub-web-react/src/app/entity/dataset/profile/__tests__/DatasetProfile.test.tsx b/datahub-web-react/src/app/entity/dataset/profile/__tests__/DatasetProfile.test.tsx new file mode 100644 index 0000000000..d653a2c2c4 --- /dev/null +++ b/datahub-web-react/src/app/entity/dataset/profile/__tests__/DatasetProfile.test.tsx @@ -0,0 +1,34 @@ +import React from 'react'; +import { render, waitFor } from '@testing-library/react'; +import { MockedProvider } from '@apollo/client/testing'; + +import { DatasetProfile } from '../DatasetProfile'; +import TestPageContainer from '../../../../../utils/test-utils/TestPageContainer'; +import { mocks } from '../../../../../Mocks'; + +describe('DatasetProfile', () => { + it('renders', () => { + render( + + + + + , + ); + }); + + it('renders tags', async () => { + const { getByText, queryByText } = render( + + + + + , + ); + + await waitFor(() => expect(queryByText('abc-sample-tag')).toBeInTheDocument()); + + expect(getByText('abc-sample-tag')).toBeInTheDocument(); + expect(getByText('abc-sample-tag').closest('a').href).toEqual('http://localhost/tag/urn:li:tag:abc-sample-tag'); + }); +}); diff --git a/datahub-web-react/src/app/entity/dataset/profile/__tests__/Documentation.tsx b/datahub-web-react/src/app/entity/dataset/profile/__tests__/Documentation.test.tsx similarity index 100% rename from datahub-web-react/src/app/entity/dataset/profile/__tests__/Documentation.tsx rename to datahub-web-react/src/app/entity/dataset/profile/__tests__/Documentation.test.tsx diff --git a/datahub-web-react/src/app/entity/dataset/profile/schema/Schema.tsx b/datahub-web-react/src/app/entity/dataset/profile/schema/Schema.tsx index b56cf19188..76e9917be7 100644 --- a/datahub-web-react/src/app/entity/dataset/profile/schema/Schema.tsx +++ b/datahub-web-react/src/app/entity/dataset/profile/schema/Schema.tsx @@ -2,18 +2,10 @@ import React, { useMemo, useState } from 'react'; import { Button, Table, Typography } from 'antd'; import { AlignType } from 'rc-table/lib/interface'; -import styled from 'styled-components'; -// TODO(Gabe): Create these types in the graph and remove the mock tag types -import { Tag, TaggedSchemaField } from '../stories/sampleSchema'; import TypeIcon from './TypeIcon'; -import SchemaTags from './SchemaTags'; -import { Schema, SchemaField, SchemaFieldDataType } from '../../../../../types.generated'; - -const BadgeGroup = styled.div` - margin-top: 4px; - margin-left: -4px; -`; +import { Schema, SchemaFieldDataType, GlobalTags } from '../../../../../types.generated'; +import TagGroup from '../../../../shared/TagGroup'; const ViewRawButtonContainer = styled.div` display: flex; @@ -40,17 +32,8 @@ const defaultColumns = [ title: 'Field', dataIndex: 'fieldPath', key: 'fieldPath', - render: (fieldPath: string, row: SchemaField) => { - const { tags = [] } = row as TaggedSchemaField; - const descriptorTags = tags.filter((tag) => tag.descriptor); - return ( - <> - {fieldPath} - - - - - ); + render: (fieldPath: string) => { + return {fieldPath}; }, }, { @@ -60,26 +43,20 @@ const defaultColumns = [ }, ]; +const tagColumn = { + title: 'Tags', + dataIndex: 'globalTags', + key: 'tag', + render: (tags: GlobalTags) => { + return ; + }, +}; + export default function SchemaView({ schema }: Props) { const columns = useMemo(() => { - const distinctTagCategories = Array.from( - new Set( - schema?.fields - .flatMap((field) => (field as TaggedSchemaField).tags) - .map((tag) => !tag?.descriptor && tag?.category) - .filter(Boolean), - ), - ); + const hasTags = schema?.fields?.some((field) => (field?.globalTags?.tags?.length || 0) > 0); - const categoryColumns = distinctTagCategories.map((category) => ({ - title: category, - dataIndex: 'tags', - key: `tag-${category}`, - render: (tags: Tag[] = []) => { - return tag.category === category)} />; - }, - })); - return [...defaultColumns, ...categoryColumns]; + return [...defaultColumns, ...(hasTags ? [tagColumn] : [])]; }, [schema]); const [showRaw, setShowRaw] = useState(false); diff --git a/datahub-web-react/src/app/entity/dataset/profile/stories/sampleDataset.ts b/datahub-web-react/src/app/entity/dataset/profile/stories/sampleDataset.ts index 6e3d2c4968..d08dfb1c58 100644 --- a/datahub-web-react/src/app/entity/dataset/profile/stories/sampleDataset.ts +++ b/datahub-web-react/src/app/entity/dataset/profile/stories/sampleDataset.ts @@ -19,6 +19,23 @@ export const sampleDataset: Dataset = { ], lastModified: { time: 1 }, }, + globalTags: null, + upstreamLineage: null, + downstreamLineage: null, + institutionalMemory: { + elements: [ + { + url: 'https://www.google.com', + author: 'datahub', + description: 'This only points to Google', + created: { + actor: 'urn:li:corpuser:1', + time: 1612396473001, + }, + }, + ], + }, + schema: null, }; export const sampleDeprecatedDataset: Dataset = { @@ -46,4 +63,21 @@ export const sampleDeprecatedDataset: Dataset = { note: "Don't touch this dataset with a 10 foot pole", decommissionTime: 1612565520292, }, + globalTags: null, + upstreamLineage: null, + downstreamLineage: null, + institutionalMemory: { + elements: [ + { + url: 'https://www.google.com', + author: 'datahub', + description: 'This only points to Google', + created: { + actor: 'urn:li:corpuser:1', + time: 1612396473001, + }, + }, + ], + }, + schema: null, }; diff --git a/datahub-web-react/src/app/entity/tag/Tag.tsx b/datahub-web-react/src/app/entity/tag/Tag.tsx new file mode 100644 index 0000000000..1bcb5ed567 --- /dev/null +++ b/datahub-web-react/src/app/entity/tag/Tag.tsx @@ -0,0 +1,52 @@ +import { TagOutlined, TagFilled } from '@ant-design/icons'; +import * as React from 'react'; +import { Tag, EntityType } from '../../../types.generated'; +import DefaultPreviewCard from '../../preview/DefaultPreviewCard'; +import { Entity, IconStyleType, PreviewType } from '../Entity'; +import TagProfile from './TagProfile'; + +/** + * Definition of the DataHub Tag entity. + */ +export class TagEntity implements Entity { + type: EntityType = EntityType.Tag; + + icon = (fontSize: number, styleType: IconStyleType) => { + if (styleType === IconStyleType.TAB_VIEW) { + return ; + } + + if (styleType === IconStyleType.HIGHLIGHT) { + return ; + } + + return ( + + ); + }; + + isSearchEnabled = () => false; + + isBrowseEnabled = () => false; + + getAutoCompleteFieldName = () => 'name'; + + getPathName: () => string = () => 'tag'; + + getCollectionName: () => string = () => 'Tags'; + + renderProfile: (urn: string) => JSX.Element = (_) => ; + + renderPreview = (_: PreviewType, data: Tag) => ( + + ); +} diff --git a/datahub-web-react/src/app/entity/tag/TagProfile.tsx b/datahub-web-react/src/app/entity/tag/TagProfile.tsx new file mode 100644 index 0000000000..3e12bd8a81 --- /dev/null +++ b/datahub-web-react/src/app/entity/tag/TagProfile.tsx @@ -0,0 +1,90 @@ +import { grey } from '@ant-design/colors'; +import { Alert, Avatar, Card, Space, Tooltip, Typography } from 'antd'; +import React from 'react'; +import { useParams } from 'react-router'; +import { Link } from 'react-router-dom'; +import styled from 'styled-components'; + +import { useGetTagQuery } from '../../../graphql/tag.generated'; +import defaultAvatar from '../../../images/default_avatar.png'; +import { EntityType } from '../../../types.generated'; +import { Message } from '../../shared/Message'; +import { useEntityRegistry } from '../../useEntityRegistry'; + +const PageContainer = styled.div` + background-color: white; + padding: 32px 100px; +`; + +const LoadingMessage = styled(Message)` + margin-top: 10%; +`; + +const TitleLabel = styled(Typography.Text)` + &&& { + color: ${grey[2]}; + font-size: 13; + } +`; + +const TitleText = styled(Typography.Title)` + &&& { + margin-top: 0px; + } +`; + +type TagPageParams = { + urn: string; +}; + +/** + * Responsible for displaying metadata about a tag + */ +export default function TagProfile() { + const { urn } = useParams(); + const { loading, error, data } = useGetTagQuery({ variables: { urn } }); + const entityRegistry = useEntityRegistry(); + + if (error || (!loading && !error && !data)) { + return ; + } + + return ( + + {loading && } + + +
+ Tag + {data?.tag?.name} +
+ + {data?.tag?.ownership?.owners?.map((owner) => ( + + + + + + ))} + + + + } + > + + Description + + {data?.tag?.description} + + + ); +} diff --git a/datahub-web-react/src/app/entity/tag/__tests__/TagProfile.test.tsx b/datahub-web-react/src/app/entity/tag/__tests__/TagProfile.test.tsx new file mode 100644 index 0000000000..ce6fd90fe6 --- /dev/null +++ b/datahub-web-react/src/app/entity/tag/__tests__/TagProfile.test.tsx @@ -0,0 +1,47 @@ +import React from 'react'; +import { render, waitFor } from '@testing-library/react'; +import { MockedProvider } from '@apollo/client/testing'; +import { Route } from 'react-router'; + +import TagProfile from '../TagProfile'; +import TestPageContainer from '../../../../utils/test-utils/TestPageContainer'; +import { mocks } from '../../../../Mocks'; + +describe('TagProfile', () => { + it('renders tag details', async () => { + const { getByText, queryByText } = render( + + + } /> + + , + ); + + await waitFor(() => expect(queryByText('abc-sample-tag')).toBeInTheDocument()); + + expect(getByText('abc-sample-tag')).toBeInTheDocument(); + expect(getByText('sample tag description')).toBeInTheDocument(); + }); + + it('renders tag ownership', async () => { + const { getByTestId, queryByText } = render( + + + } /> + + , + ); + + await waitFor(() => expect(queryByText('abc-sample-tag')).toBeInTheDocument()); + + expect(getByTestId('avatar-tag-urn:li:corpuser:3')).toBeInTheDocument(); + expect(getByTestId('avatar-tag-urn:li:corpuser:2')).toBeInTheDocument(); + + expect(getByTestId('avatar-tag-urn:li:corpuser:2').closest('a').href).toEqual( + 'http://localhost/user/urn:li:corpuser:2', + ); + expect(getByTestId('avatar-tag-urn:li:corpuser:3').closest('a').href).toEqual( + 'http://localhost/user/urn:li:corpuser:3', + ); + }); +}); diff --git a/datahub-web-react/src/app/preview/DefaultPreviewCard.tsx b/datahub-web-react/src/app/preview/DefaultPreviewCard.tsx index a4fcc15ded..9ced1a7600 100644 --- a/datahub-web-react/src/app/preview/DefaultPreviewCard.tsx +++ b/datahub-web-react/src/app/preview/DefaultPreviewCard.tsx @@ -1,20 +1,21 @@ import { Avatar, Divider, Image, Row, Space, Tag, Tooltip, Typography } from 'antd'; import React from 'react'; import { Link } from 'react-router-dom'; -import { EntityType } from '../../types.generated'; +import { EntityType, GlobalTags } from '../../types.generated'; import defaultAvatar from '../../images/default_avatar.png'; import { useEntityRegistry } from '../useEntityRegistry'; +import TagGroup from '../shared/TagGroup'; interface Props { name: string; logoUrl?: string; url: string; description: string; - type: string; - platform: string; + type?: string; + platform?: string; qualifier?: string | null; - tags: Array; - owners: Array<{ urn: string; name?: string; photoUrl?: string }>; + tags?: GlobalTags; + owners?: Array<{ urn: string; name?: string; photoUrl?: string }>; } const styles = { @@ -64,17 +65,15 @@ export default function DefaultPreviewCard({ - {tags.map((tag) => ( - {tag} - ))} + Owned By - {owners.map((owner) => ( - + {owners?.map((owner) => ( + diff --git a/datahub-web-react/src/app/shared/EntityProfile.tsx b/datahub-web-react/src/app/shared/EntityProfile.tsx index 172b16681e..54b780ebb5 100644 --- a/datahub-web-react/src/app/shared/EntityProfile.tsx +++ b/datahub-web-react/src/app/shared/EntityProfile.tsx @@ -1,10 +1,14 @@ import * as React from 'react'; -import { Col, Row, Tag, Divider, Layout } from 'antd'; +import { Col, Row, Divider, Layout, Space } from 'antd'; +import styled from 'styled-components'; + import { RoutedTabs } from './RoutedTabs'; +import { GlobalTags } from '../../types.generated'; +import TagGroup from './TagGroup'; export interface EntityProfileProps { title: string; - tags?: Array; + tags?: GlobalTags; header: React.ReactNode; tabs?: Array<{ name: string; @@ -13,6 +17,10 @@ export interface EntityProfileProps { }>; } +const TagsContainer = styled.div` + margin-top: -8px; +`; + const defaultProps = { tags: [], tabs: [], @@ -29,12 +37,12 @@ export const EntityProfile = ({ title, tags, header, tabs }: EntityProfileProps) -
-

{title}

-
- {tags && tags.map((t) => {t})} -
-
+ +

{title}

+ + + + {header} diff --git a/datahub-web-react/src/app/shared/TagGroup.tsx b/datahub-web-react/src/app/shared/TagGroup.tsx new file mode 100644 index 0000000000..6432704bea --- /dev/null +++ b/datahub-web-react/src/app/shared/TagGroup.tsx @@ -0,0 +1,23 @@ +import { Space, Tag } from 'antd'; +import React from 'react'; +import { Link } from 'react-router-dom'; +import { useEntityRegistry } from '../useEntityRegistry'; +import { EntityType, GlobalTags } from '../../types.generated'; + +type Props = { + globalTags?: GlobalTags | null; +}; + +export default function TagGroup({ globalTags }: Props) { + const entityRegistry = useEntityRegistry(); + + return ( + + {globalTags?.tags?.map((tag) => ( + + {tag.tag.name} + + ))} + + ); +} diff --git a/datahub-web-react/src/graphql/chart.graphql b/datahub-web-react/src/graphql/chart.graphql index 60b71c4a74..40a7f759e4 100644 --- a/datahub-web-react/src/graphql/chart.graphql +++ b/datahub-web-react/src/graphql/chart.graphql @@ -85,5 +85,14 @@ query getChart($urn: String!) { time } } + globalTags { + tags { + tag { + urn + name + description + } + } + } } } diff --git a/datahub-web-react/src/graphql/dashboard.graphql b/datahub-web-react/src/graphql/dashboard.graphql index fcc9a5ac91..dd3129c90f 100644 --- a/datahub-web-react/src/graphql/dashboard.graphql +++ b/datahub-web-react/src/graphql/dashboard.graphql @@ -76,5 +76,14 @@ query getDashboard($urn: String!) { time } } + globalTags { + tags { + tag { + urn + name + description + } + } + } } } diff --git a/datahub-web-react/src/graphql/dataset.graphql b/datahub-web-react/src/graphql/dataset.graphql index 5618a9bf1b..4f7e4bd03d 100644 --- a/datahub-web-react/src/graphql/dataset.graphql +++ b/datahub-web-react/src/graphql/dataset.graphql @@ -76,6 +76,15 @@ fragment nonRecursiveDatasetFields on Dataset { type nativeDataType recursive + globalTags { + tags { + tag { + urn + name + description + } + } + } } primaryKeys } @@ -85,6 +94,15 @@ fragment nonRecursiveDatasetFields on Dataset { note decommissionTime } + globalTags { + tags { + tag { + urn + name + description + } + } + } } mutation updateDataset($input: DatasetUpdateInput!) { @@ -95,7 +113,107 @@ mutation updateDataset($input: DatasetUpdateInput!) { query getDataset($urn: String!) { dataset(urn: $urn) { - ...nonRecursiveDatasetFields + urn + name + type + origin + description + uri + platform { + name + } + platformNativeType + tags + properties { + key + value + } + ownership { + owners { + owner { + urn + type + username + info { + active + displayName + title + email + firstName + lastName + fullName + } + editableInfo { + pictureLink + } + } + type + } + lastModified { + time + } + } + institutionalMemory { + elements { + url + author + description + created { + actor + time + } + } + } + schema { + datasetUrn + name + platformUrn + version + hash + platformSchema { + ... on TableSchema { + schema + } + ... on KeyValueSchema { + keySchema + valueSchema + } + } + fields { + fieldPath + jsonPath + nullable + description + type + nativeDataType + recursive + globalTags { + tags { + tag { + urn + name + description + } + } + } + } + primaryKeys + } + deprecation { + actor + deprecated + note + decommissionTime + } + globalTags { + tags { + tag { + urn + name + description + } + } + } upstreamLineage { upstreams { dataset { diff --git a/datahub-web-react/src/graphql/search.graphql b/datahub-web-react/src/graphql/search.graphql index 07ffb82958..6e99177b18 100644 --- a/datahub-web-react/src/graphql/search.graphql +++ b/datahub-web-react/src/graphql/search.graphql @@ -54,6 +54,15 @@ query getSearchResults($input: SearchInput!) { time } } + globalTags { + tags { + tag { + urn + name + description + } + } + } } ... on CorpUser { username diff --git a/datahub-web-react/src/graphql/tag.graphql b/datahub-web-react/src/graphql/tag.graphql new file mode 100644 index 0000000000..d3c9d28994 --- /dev/null +++ b/datahub-web-react/src/graphql/tag.graphql @@ -0,0 +1,32 @@ +query getTag($urn: String!) { + tag(urn: $urn) { + urn + name + description + ownership { + owners { + owner { + urn + type + username + info { + active + displayName + title + email + firstName + lastName + fullName + } + editableInfo { + pictureLink + } + } + type + } + lastModified { + time + } + } + } +} diff --git a/datahub-web-react/src/graphql/user.graphql b/datahub-web-react/src/graphql/user.graphql index ad98415a18..5c5c32a530 100644 --- a/datahub-web-react/src/graphql/user.graphql +++ b/datahub-web-react/src/graphql/user.graphql @@ -16,5 +16,14 @@ query getUser($urn: String!) { teams skills } + globalTags { + tags { + tag { + urn + name + description + } + } + } } } diff --git a/datahub-web-react/src/utils/test-utils/TestPageContainer.tsx b/datahub-web-react/src/utils/test-utils/TestPageContainer.tsx index b73b502426..433a2a1f0c 100644 --- a/datahub-web-react/src/utils/test-utils/TestPageContainer.tsx +++ b/datahub-web-react/src/utils/test-utils/TestPageContainer.tsx @@ -4,6 +4,7 @@ import { DatasetEntity } from '../../app/entity/dataset/DatasetEntity'; import { UserEntity } from '../../app/entity/user/User'; import EntityRegistry from '../../app/entity/EntityRegistry'; import { EntityRegistryContext } from '../../entityRegistryContext'; +import { TagEntity } from '../../app/entity/tag/Tag'; type Props = { children: React.ReactNode; @@ -14,6 +15,7 @@ export function getTestEntityRegistry() { const entityRegistry = new EntityRegistry(); entityRegistry.register(new DatasetEntity()); entityRegistry.register(new UserEntity()); + entityRegistry.register(new TagEntity()); return entityRegistry; } diff --git a/gms/api/src/main/idl/com.linkedin.tag.tags.restspec.json b/gms/api/src/main/idl/com.linkedin.tag.tags.restspec.json new file mode 100644 index 0000000000..35542adb84 --- /dev/null +++ b/gms/api/src/main/idl/com.linkedin.tag.tags.restspec.json @@ -0,0 +1,65 @@ +{ + "name" : "tags", + "namespace" : "com.linkedin.tag", + "path" : "/tags", + "schema" : "com.linkedin.tag.Tag", + "doc" : "generated from: com.linkedin.metadata.resources.tag.Tags", + "collection" : { + "identifier" : { + "name" : "tag", + "type" : "com.linkedin.tag.TagKey", + "params" : "com.linkedin.restli.common.EmptyRecord" + }, + "supports" : [ "batch_get", "get", "get_all" ], + "methods" : [ { + "method" : "get", + "parameters" : [ { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ] + }, { + "method" : "batch_get", + "parameters" : [ { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ] + }, { + "method" : "get_all", + "pagingSupported" : true + } ], + "actions" : [ { + "name" : "backfill", + "parameters" : [ { + "name" : "urn", + "type" : "string" + }, { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ], + "returns" : "com.linkedin.metadata.restli.BackfillResult" + }, { + "name" : "getSnapshot", + "parameters" : [ { + "name" : "urn", + "type" : "string" + }, { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ], + "returns" : "com.linkedin.metadata.snapshot.TagSnapshot" + }, { + "name" : "ingest", + "parameters" : [ { + "name" : "snapshot", + "type" : "com.linkedin.metadata.snapshot.TagSnapshot" + } ] + } ], + "entity" : { + "path" : "/tags/{tag}" + } + } +} \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dashboard/Chart.pdl b/gms/api/src/main/pegasus/com/linkedin/dashboard/Chart.pdl index 42564f8e28..7536f45e14 100644 --- a/gms/api/src/main/pegasus/com/linkedin/dashboard/Chart.pdl +++ b/gms/api/src/main/pegasus/com/linkedin/dashboard/Chart.pdl @@ -5,6 +5,7 @@ import com.linkedin.chart.ChartInfo import com.linkedin.chart.ChartQuery import com.linkedin.common.Ownership import com.linkedin.common.Status +import com.linkedin.common.GlobalTags /** * Metadata for a chart @@ -35,4 +36,9 @@ record Chart includes ChartKey { * Status information for the chart such as removed or not */ status: optional Status + + /** + * List of global tags applied to the chart + */ + globalTags: optional GlobalTags } \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dashboard/Dashboard.pdl b/gms/api/src/main/pegasus/com/linkedin/dashboard/Dashboard.pdl index 41c355006b..005bb98129 100644 --- a/gms/api/src/main/pegasus/com/linkedin/dashboard/Dashboard.pdl +++ b/gms/api/src/main/pegasus/com/linkedin/dashboard/Dashboard.pdl @@ -3,6 +3,7 @@ namespace com.linkedin.dashboard import com.linkedin.common.DashboardUrn import com.linkedin.common.Ownership import com.linkedin.common.Status +import com.linkedin.common.GlobalTags /** * Metadata for a dashboard @@ -28,4 +29,9 @@ record Dashboard includes DashboardKey { * Status information for the dashboard such as removed or not */ status: optional Status + + /** + * List of global tags applied to the dashboard + */ + globalTags: optional GlobalTags } \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/dataset/Dataset.pdl b/gms/api/src/main/pegasus/com/linkedin/dataset/Dataset.pdl index 570dc2a6da..2f9aa7a1b6 100644 --- a/gms/api/src/main/pegasus/com/linkedin/dataset/Dataset.pdl +++ b/gms/api/src/main/pegasus/com/linkedin/dataset/Dataset.pdl @@ -8,6 +8,7 @@ import com.linkedin.common.Status import com.linkedin.common.Uri import com.linkedin.common.VersionTag import com.linkedin.schema.SchemaMetadata +import com.linkedin.common.GlobalTags /** * Dataset spec for a data store. A collection of data conforming to a single schema that can evolve over time. This is equivalent to a Table in most data platforms. Espresso dataset: Identity.Profile; oracle dataset: member2.member_profile; hdfs dataset: /data/databases/JOBS/JOB_APPLICATIONS; kafka: PageViewEvent @@ -111,4 +112,8 @@ record Dataset includes DatasetKey, ChangeAuditStamps, VersionTag { */ upstreamLineage: optional UpstreamLineage + /** + * List of global tags applied to the dataset + */ + globalTags: optional GlobalTags } \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/identity/CorpUser.pdl b/gms/api/src/main/pegasus/com/linkedin/identity/CorpUser.pdl index 63e9a8357a..08e0c33359 100644 --- a/gms/api/src/main/pegasus/com/linkedin/identity/CorpUser.pdl +++ b/gms/api/src/main/pegasus/com/linkedin/identity/CorpUser.pdl @@ -1,5 +1,7 @@ namespace com.linkedin.identity +import com.linkedin.common.GlobalTags + /** * Metadata for a corp user */ @@ -19,4 +21,9 @@ record CorpUser { * Editable information of the corp user */ editableInfo: optional CorpUserEditableInfo + + /** + * List of global tags applied to the corp user + */ + globalTags: optional GlobalTags } \ No newline at end of file diff --git a/gms/api/src/main/pegasus/com/linkedin/tag/Tag.pdl b/gms/api/src/main/pegasus/com/linkedin/tag/Tag.pdl new file mode 100644 index 0000000000..003185beb5 --- /dev/null +++ b/gms/api/src/main/pegasus/com/linkedin/tag/Tag.pdl @@ -0,0 +1,31 @@ +namespace com.linkedin.tag + +import com.linkedin.common.ChangeAuditStamps +import com.linkedin.common.TagUrn +import com.linkedin.common.StandardTags +import com.linkedin.common.InstitutionalMemory +import com.linkedin.common.Ownership +import com.linkedin.common.Status +import com.linkedin.common.Uri +import com.linkedin.schema.SchemaMetadata + +/** + * Dataset spec for a data store. A collection of data conforming to a single schema that can evolve over time. This is equivalent to a Table in most data platforms. Espresso dataset: Identity.Profile; oracle dataset: member2.member_profile; hdfs dataset: /data/databases/JOBS/JOB_APPLICATIONS; kafka: PageViewEvent + */ +record Tag includes TagKey, ChangeAuditStamps { + + /** + * Tag urn + */ + urn: TagUrn + + /** + * description of the tag + */ + description: string = "" + + /** + * Ownership metadata of the dataset + */ + ownership: optional Ownership +} diff --git a/gms/api/src/main/pegasus/com/linkedin/tag/TagKey.pdl b/gms/api/src/main/pegasus/com/linkedin/tag/TagKey.pdl new file mode 100644 index 0000000000..a0f71d7d41 --- /dev/null +++ b/gms/api/src/main/pegasus/com/linkedin/tag/TagKey.pdl @@ -0,0 +1,16 @@ +namespace com.linkedin.tag + +/** + * Key for Tag resource + */ +record TagKey { + + /** + * tag name + */ + @validate.strlen = { + "max" : 200, + "min" : 1 + } + name: string +} diff --git a/gms/api/src/main/snapshot/com.linkedin.chart.charts.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.chart.charts.snapshot.json index 2ca5c84b08..22d975c020 100644 --- a/gms/api/src/main/snapshot/com.linkedin.chart.charts.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.chart.charts.snapshot.json @@ -223,6 +223,55 @@ } } }, "com.linkedin.common.DatasetUrn", { + "type" : "record", + "name" : "GlobalTags", + "namespace" : "com.linkedin.common", + "doc" : "Tags information", + "fields" : [ { + "name" : "tags", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "TagAssociation", + "doc" : "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters.", + "fields" : [ { + "name" : "tag", + "type" : { + "type" : "typeref", + "name" : "TagUrn", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, + "doc" : "Urn of the applied tag" + } ] + } + }, + "doc" : "Tags associated with a given entity" + } ] + }, { "type" : "record", "name" : "Owner", "namespace" : "com.linkedin.common", @@ -230,7 +279,7 @@ "fields" : [ { "name" : "owner", "type" : "Urn", - "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name" + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" }, { "name" : "type", "type" : { @@ -310,7 +359,7 @@ "doc" : "whether the entity is removed or not", "default" : false } ] - }, "com.linkedin.common.Time", "com.linkedin.common.Url", "com.linkedin.common.Urn", { + }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", "com.linkedin.common.Url", "com.linkedin.common.Urn", { "type" : "record", "name" : "Chart", "namespace" : "com.linkedin.dashboard", @@ -365,13 +414,18 @@ "type" : "com.linkedin.common.Status", "doc" : "Status information for the chart such as removed or not", "optional" : true + }, { + "name" : "globalTags", + "type" : "com.linkedin.common.GlobalTags", + "doc" : "List of global tags applied to the chart", + "optional" : true } ] }, "com.linkedin.dashboard.ChartKey", { "type" : "typeref", "name" : "ChartAspect", "namespace" : "com.linkedin.metadata.aspect", "doc" : "A union of all supported metadata aspects for a Chart", - "ref" : [ "com.linkedin.chart.ChartInfo", "com.linkedin.chart.ChartQuery", "com.linkedin.common.Ownership", "com.linkedin.common.Status" ] + "ref" : [ "com.linkedin.chart.ChartInfo", "com.linkedin.chart.ChartQuery", "com.linkedin.common.Ownership", "com.linkedin.common.Status", "com.linkedin.common.GlobalTags" ] }, { "type" : "record", "name" : "AggregationMetadata", diff --git a/gms/api/src/main/snapshot/com.linkedin.dashboard.dashboards.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.dashboard.dashboards.snapshot.json index cfbaaf3471..2cf04c395b 100644 --- a/gms/api/src/main/snapshot/com.linkedin.dashboard.dashboards.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.dashboard.dashboards.snapshot.json @@ -125,6 +125,55 @@ "owningTeam" : "urn:li:internalTeam:datahub" } } + }, { + "type" : "record", + "name" : "GlobalTags", + "namespace" : "com.linkedin.common", + "doc" : "Tags information", + "fields" : [ { + "name" : "tags", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "TagAssociation", + "doc" : "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters.", + "fields" : [ { + "name" : "tag", + "type" : { + "type" : "typeref", + "name" : "TagUrn", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, + "doc" : "Urn of the applied tag" + } ] + } + }, + "doc" : "Tags associated with a given entity" + } ] }, { "type" : "record", "name" : "Owner", @@ -133,7 +182,7 @@ "fields" : [ { "name" : "owner", "type" : "Urn", - "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name" + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" }, { "name" : "type", "type" : { @@ -213,7 +262,7 @@ "doc" : "whether the entity is removed or not", "default" : false } ] - }, "com.linkedin.common.Time", { + }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { "type" : "typeref", "name" : "Url", "namespace" : "com.linkedin.common", @@ -312,13 +361,18 @@ "type" : "com.linkedin.common.Status", "doc" : "Status information for the dashboard such as removed or not", "optional" : true + }, { + "name" : "globalTags", + "type" : "com.linkedin.common.GlobalTags", + "doc" : "List of global tags applied to the dashboard", + "optional" : true } ] }, "com.linkedin.dashboard.DashboardInfo", "com.linkedin.dashboard.DashboardKey", { "type" : "typeref", "name" : "DashboardAspect", "namespace" : "com.linkedin.metadata.aspect", "doc" : "A union of all supported metadata aspects for a Dashboard", - "ref" : [ "com.linkedin.dashboard.DashboardInfo", "com.linkedin.common.Ownership", "com.linkedin.common.Status" ] + "ref" : [ "com.linkedin.dashboard.DashboardInfo", "com.linkedin.common.Ownership", "com.linkedin.common.Status", "com.linkedin.common.GlobalTags" ] }, { "type" : "record", "name" : "AggregationMetadata", diff --git a/gms/api/src/main/snapshot/com.linkedin.dataprocess.dataProcesses.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.dataprocess.dataProcesses.snapshot.json index e264a5604d..5ff3ae7fc1 100644 --- a/gms/api/src/main/snapshot/com.linkedin.dataprocess.dataProcesses.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.dataprocess.dataProcesses.snapshot.json @@ -123,7 +123,7 @@ "fields" : [ { "name" : "owner", "type" : "Urn", - "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name" + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" }, { "name" : "type", "type" : { diff --git a/gms/api/src/main/snapshot/com.linkedin.dataset.datasets.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.dataset.datasets.snapshot.json index cc30d33de9..fc50f5871d 100644 --- a/gms/api/src/main/snapshot/com.linkedin.dataset.datasets.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.dataset.datasets.snapshot.json @@ -191,6 +191,55 @@ "EI" : "Designates early-integration (staging) fabrics", "PROD" : "Designates production fabrics" } + }, { + "type" : "record", + "name" : "GlobalTags", + "namespace" : "com.linkedin.common", + "doc" : "Tags information", + "fields" : [ { + "name" : "tags", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "TagAssociation", + "doc" : "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters.", + "fields" : [ { + "name" : "tag", + "type" : { + "type" : "typeref", + "name" : "TagUrn", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, + "doc" : "Urn of the applied tag" + } ] + } + }, + "doc" : "Tags associated with a given entity" + } ] }, { "type" : "record", "name" : "InstitutionalMemory", @@ -237,7 +286,7 @@ "fields" : [ { "name" : "owner", "type" : "Urn", - "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name" + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" }, { "name" : "type", "type" : { @@ -317,7 +366,7 @@ "doc" : "whether the entity is removed or not", "default" : false } ] - }, "com.linkedin.common.Time", { + }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", "com.linkedin.common.Time", { "type" : "typeref", "name" : "Uri", "namespace" : "com.linkedin.common", @@ -741,6 +790,11 @@ "type" : "boolean", "doc" : "There are use cases when a field in type B references type A. A field in A references field of type B. In such cases, we will mark the first field as recursive.", "default" : false + }, { + "name" : "globalTags", + "type" : "com.linkedin.common.GlobalTags", + "doc" : "Tags associated with the field", + "optional" : true } ] } }, @@ -852,6 +906,11 @@ }, "doc" : "Upstream lineage metadata of the dataset", "optional" : true + }, { + "name" : "globalTags", + "type" : "com.linkedin.common.GlobalTags", + "doc" : "List of global tags applied to the dataset", + "optional" : true } ] }, "com.linkedin.dataset.DatasetDeprecation", { "type" : "record", @@ -897,7 +956,7 @@ "type" : "array", "items" : "string" }, - "doc" : "tags for the dataset", + "doc" : "[Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `Tags` aspect.", "default" : [ ] }, { "name" : "customProperties", @@ -970,7 +1029,7 @@ "name" : "DatasetAspect", "namespace" : "com.linkedin.metadata.aspect", "doc" : "A union of all supported metadata aspects for a Dataset", - "ref" : [ "com.linkedin.dataset.DatasetProperties", "com.linkedin.dataset.DatasetDeprecation", "com.linkedin.dataset.DatasetUpstreamLineage", "com.linkedin.dataset.UpstreamLineage", "com.linkedin.common.InstitutionalMemory", "com.linkedin.common.Ownership", "com.linkedin.common.Status", "com.linkedin.schema.SchemaMetadata" ] + "ref" : [ "com.linkedin.dataset.DatasetProperties", "com.linkedin.dataset.DatasetDeprecation", "com.linkedin.dataset.DatasetUpstreamLineage", "com.linkedin.dataset.UpstreamLineage", "com.linkedin.common.InstitutionalMemory", "com.linkedin.common.Ownership", "com.linkedin.common.Status", "com.linkedin.schema.SchemaMetadata", "com.linkedin.common.GlobalTags" ] }, { "type" : "record", "name" : "AggregationMetadata", diff --git a/gms/api/src/main/snapshot/com.linkedin.identity.corpGroups.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.identity.corpGroups.snapshot.json index cd8df138c9..1c69106152 100644 --- a/gms/api/src/main/snapshot/com.linkedin.identity.corpGroups.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.identity.corpGroups.snapshot.json @@ -61,6 +61,55 @@ "namespace" : "com.linkedin.common", "ref" : "string" }, { + "type" : "record", + "name" : "GlobalTags", + "namespace" : "com.linkedin.common", + "doc" : "Tags information", + "fields" : [ { + "name" : "tags", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "TagAssociation", + "doc" : "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters.", + "fields" : [ { + "name" : "tag", + "type" : { + "type" : "typeref", + "name" : "TagUrn", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, + "doc" : "Urn of the applied tag" + } ] + } + }, + "doc" : "Tags associated with a given entity" + } ] + }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", { "type" : "typeref", "name" : "Urn", "namespace" : "com.linkedin.common", @@ -133,7 +182,7 @@ "name" : "CorpGroupAspect", "namespace" : "com.linkedin.metadata.aspect", "doc" : "A union of all supported metadata aspects for a CorpGroup", - "ref" : [ "com.linkedin.identity.CorpGroupInfo" ] + "ref" : [ "com.linkedin.identity.CorpGroupInfo", "com.linkedin.common.GlobalTags" ] }, { "type" : "record", "name" : "AggregationMetadata", diff --git a/gms/api/src/main/snapshot/com.linkedin.identity.corpUsers.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.identity.corpUsers.snapshot.json index 44ca7979f4..2d09c7ed53 100644 --- a/gms/api/src/main/snapshot/com.linkedin.identity.corpUsers.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.identity.corpUsers.snapshot.json @@ -33,6 +33,55 @@ "namespace" : "com.linkedin.common", "ref" : "string" }, { + "type" : "record", + "name" : "GlobalTags", + "namespace" : "com.linkedin.common", + "doc" : "Tags information", + "fields" : [ { + "name" : "tags", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "TagAssociation", + "doc" : "Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g.\npropagation parameters.", + "fields" : [ { + "name" : "tag", + "type" : { + "type" : "typeref", + "name" : "TagUrn", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, + "doc" : "Urn of the applied tag" + } ] + } + }, + "doc" : "Tags associated with a given entity" + } ] + }, "com.linkedin.common.TagAssociation", "com.linkedin.common.TagUrn", { "type" : "typeref", "name" : "Url", "namespace" : "com.linkedin.common", @@ -163,6 +212,11 @@ }, "doc" : "Editable information of the corp user", "optional" : true + }, { + "name" : "globalTags", + "type" : "com.linkedin.common.GlobalTags", + "doc" : "List of global tags applied to the corp user", + "optional" : true } ] }, "com.linkedin.identity.CorpUserEditableInfo", "com.linkedin.identity.CorpUserInfo", { "type" : "record", @@ -185,7 +239,7 @@ "name" : "CorpUserAspect", "namespace" : "com.linkedin.metadata.aspect", "doc" : "A union of all supported metadata aspects for a CorpUser", - "ref" : [ "com.linkedin.identity.CorpUserInfo", "com.linkedin.identity.CorpUserEditableInfo" ] + "ref" : [ "com.linkedin.identity.CorpUserInfo", "com.linkedin.identity.CorpUserEditableInfo", "com.linkedin.common.GlobalTags" ] }, { "type" : "record", "name" : "AggregationMetadata", diff --git a/gms/api/src/main/snapshot/com.linkedin.ml.mlModels.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.ml.mlModels.snapshot.json index 3596542177..ffcfcc6d49 100644 --- a/gms/api/src/main/snapshot/com.linkedin.ml.mlModels.snapshot.json +++ b/gms/api/src/main/snapshot/com.linkedin.ml.mlModels.snapshot.json @@ -320,7 +320,7 @@ "fields" : [ { "name" : "owner", "type" : "Urn", - "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name" + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" }, { "name" : "type", "type" : { diff --git a/gms/api/src/main/snapshot/com.linkedin.tag.tags.snapshot.json b/gms/api/src/main/snapshot/com.linkedin.tag.tags.snapshot.json new file mode 100644 index 0000000000..7d560cbb36 --- /dev/null +++ b/gms/api/src/main/snapshot/com.linkedin.tag.tags.snapshot.json @@ -0,0 +1,334 @@ +{ + "models" : [ { + "type" : "record", + "name" : "AuditStamp", + "namespace" : "com.linkedin.common", + "doc" : "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage.", + "fields" : [ { + "name" : "time", + "type" : { + "type" : "typeref", + "name" : "Time", + "doc" : "Number of milliseconds since midnight, January 1, 1970 UTC. It must be a positive number", + "ref" : "long" + }, + "doc" : "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent." + }, { + "name" : "actor", + "type" : { + "type" : "typeref", + "name" : "Urn", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.Urn" + } + }, + "doc" : "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change." + }, { + "name" : "impersonator", + "type" : "Urn", + "doc" : "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.", + "optional" : true + } ] + }, { + "type" : "record", + "name" : "ChangeAuditStamps", + "namespace" : "com.linkedin.common", + "doc" : "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into various lifecycle stages, and who acted to move it into those lifecycle stages. The recommended best practice is to include this record in your record schema, and annotate its fields as @readOnly in your resource. See https://github.com/linkedin/rest.li/wiki/Validation-in-Rest.li#restli-validation-annotations", + "fields" : [ { + "name" : "created", + "type" : "AuditStamp", + "doc" : "An AuditStamp corresponding to the creation of this resource/association/sub-resource" + }, { + "name" : "lastModified", + "type" : "AuditStamp", + "doc" : "An AuditStamp corresponding to the last modification of this resource/association/sub-resource. If no modification has happened since creation, lastModified should be the same as created" + }, { + "name" : "deleted", + "type" : "AuditStamp", + "doc" : "An AuditStamp corresponding to the deletion of this resource/association/sub-resource. Logically, deleted MUST have a later timestamp than creation. It may or may not have the same time as lastModified depending upon the resource/association/sub-resource semantics.", + "optional" : true + } ] + }, { + "type" : "record", + "name" : "Owner", + "namespace" : "com.linkedin.common", + "doc" : "Ownership information", + "fields" : [ { + "name" : "owner", + "type" : "Urn", + "doc" : "Owner URN, e.g. urn:li:corpuser:ldap, urn:li:corpGroup:group_name, and urn:li:multiProduct:mp_name\n(Caveat: only corpuser is currently supported in the frontend.)" + }, { + "name" : "type", + "type" : { + "type" : "enum", + "name" : "OwnershipType", + "doc" : "Owner category or owner role", + "symbols" : [ "DEVELOPER", "DATAOWNER", "DELEGATE", "PRODUCER", "CONSUMER", "STAKEHOLDER" ], + "symbolDocs" : { + "CONSUMER" : "A person, group, or service that consumes the data", + "DATAOWNER" : "A person or group that is owning the data", + "DELEGATE" : "A person or a group that overseas the operation, e.g. a DBA or SRE.", + "DEVELOPER" : "A person or group that is in charge of developing the code", + "PRODUCER" : "A person, group, or service that produces/generates the data", + "STAKEHOLDER" : "A person or a group that has direct business interest" + } + }, + "doc" : "The type of the ownership" + }, { + "name" : "source", + "type" : { + "type" : "record", + "name" : "OwnershipSource", + "doc" : "Source/provider of the ownership information", + "fields" : [ { + "name" : "type", + "type" : { + "type" : "enum", + "name" : "OwnershipSourceType", + "symbols" : [ "AUDIT", "DATABASE", "FILE_SYSTEM", "ISSUE_TRACKING_SYSTEM", "MANUAL", "SERVICE", "SOURCE_CONTROL", "OTHER" ], + "symbolDocs" : { + "AUDIT" : "Auditing system or audit logs", + "DATABASE" : "Database, e.g. GRANTS table", + "FILE_SYSTEM" : "File system, e.g. file/directory owner", + "ISSUE_TRACKING_SYSTEM" : "Issue tracking system, e.g. Jira", + "MANUAL" : "Manually provided by a user", + "OTHER" : "Other sources", + "SERVICE" : "Other ownership-like service, e.g. Nuage, ACL service etc", + "SOURCE_CONTROL" : "SCM system, e.g. GIT, SVN" + } + }, + "doc" : "The type of the source" + }, { + "name" : "url", + "type" : "string", + "doc" : "A reference URL for the source", + "optional" : true + } ] + }, + "doc" : "Source information for the ownership", + "optional" : true + } ] + }, { + "type" : "record", + "name" : "Ownership", + "namespace" : "com.linkedin.common", + "doc" : "Ownership information of an entity.", + "fields" : [ { + "name" : "owners", + "type" : { + "type" : "array", + "items" : "Owner" + }, + "doc" : "List of owners of the entity." + }, { + "name" : "lastModified", + "type" : "AuditStamp", + "doc" : "Audit stamp containing who last modified the record and when." + } ] + }, "com.linkedin.common.OwnershipSource", "com.linkedin.common.OwnershipSourceType", "com.linkedin.common.OwnershipType", { + "type" : "typeref", + "name" : "TagUrn", + "namespace" : "com.linkedin.common", + "doc" : "Standardized data platforms available", + "ref" : "string", + "java" : { + "class" : "com.linkedin.common.urn.TagUrn" + }, + "validate" : { + "com.linkedin.common.validator.TypedUrnValidator" : { + "accessible" : true, + "constructable" : true, + "doc" : "Standardized data platforms available", + "entityType" : "tag", + "fields" : [ { + "doc" : "tag name", + "maxLength" : 200, + "name" : "name", + "type" : "string" + } ], + "maxLength" : 220, + "name" : "Tag", + "namespace" : "li", + "owners" : [ ], + "owningTeam" : "urn:li:internalTeam:datahub" + } + } + }, "com.linkedin.common.Time", "com.linkedin.common.Urn", { + "type" : "typeref", + "name" : "TagAspect", + "namespace" : "com.linkedin.metadata.aspect", + "doc" : "A union of all supported metadata aspects for a tag", + "ref" : [ "com.linkedin.common.Ownership", { + "type" : "record", + "name" : "TagProperties", + "namespace" : "com.linkedin.tag", + "doc" : "Properties associated with a Tag", + "fields" : [ { + "name" : "name", + "type" : "string", + "doc" : "Name of the tag" + }, { + "name" : "description", + "type" : "string", + "doc" : "Documentation of the tag", + "optional" : true + } ] + } ] + }, { + "type" : "record", + "name" : "BackfillResult", + "namespace" : "com.linkedin.metadata.restli", + "doc" : "The model for the result of a backfill", + "fields" : [ { + "name" : "entities", + "type" : { + "type" : "array", + "items" : { + "type" : "record", + "name" : "BackfillResultEntity", + "fields" : [ { + "name" : "urn", + "type" : "com.linkedin.common.Urn", + "doc" : "Urn of the backfilled entity" + }, { + "name" : "aspects", + "type" : { + "type" : "array", + "items" : "string" + }, + "doc" : "List of the aspects backfilled for the entity" + } ] + } + }, + "doc" : "List of backfilled entities" + } ] + }, "com.linkedin.metadata.restli.BackfillResultEntity", { + "type" : "record", + "name" : "TagSnapshot", + "namespace" : "com.linkedin.metadata.snapshot", + "doc" : "A metadata snapshot for a specific dataset entity.", + "fields" : [ { + "name" : "urn", + "type" : "com.linkedin.common.TagUrn", + "doc" : "URN for the entity the metadata snapshot is associated with." + }, { + "name" : "aspects", + "type" : { + "type" : "array", + "items" : "com.linkedin.metadata.aspect.TagAspect" + }, + "doc" : "The list of metadata aspects associated with the dataset. Depending on the use case, this can either be all, or a selection, of supported aspects." + } ] + }, { + "type" : "record", + "name" : "EmptyRecord", + "namespace" : "com.linkedin.restli.common", + "doc" : "An literally empty record. Intended as a marker to indicate the absence of content where a record type is required. If used the underlying DataMap *must* be empty, EmptyRecordValidator is provided to help enforce this. For example, CreateRequest extends Request to indicate it has no response body. Also, a ComplexKeyResource implementation that has no ParamKey should have a signature like XyzResource implements ComplexKeyResource.", + "fields" : [ ], + "validate" : { + "com.linkedin.restli.common.EmptyRecordValidator" : { } + } + }, { + "type" : "record", + "name" : "Tag", + "namespace" : "com.linkedin.tag", + "doc" : "Dataset spec for a data store. A collection of data conforming to a single schema that can evolve over time. This is equivalent to a Table in most data platforms. Espresso dataset: Identity.Profile; oracle dataset: member2.member_profile; hdfs dataset: /data/databases/JOBS/JOB_APPLICATIONS; kafka: PageViewEvent", + "include" : [ { + "type" : "record", + "name" : "TagKey", + "doc" : "Key for Tag resource", + "fields" : [ { + "name" : "name", + "type" : "string", + "doc" : "tag name", + "validate" : { + "strlen" : { + "max" : 200, + "min" : 1 + } + } + } ] + }, "com.linkedin.common.ChangeAuditStamps" ], + "fields" : [ { + "name" : "urn", + "type" : "com.linkedin.common.TagUrn", + "doc" : "Tag urn" + }, { + "name" : "description", + "type" : "string", + "doc" : "description of the tag", + "default" : "" + }, { + "name" : "ownership", + "type" : "com.linkedin.common.Ownership", + "doc" : "Ownership metadata of the dataset", + "optional" : true + } ] + }, "com.linkedin.tag.TagKey", "com.linkedin.tag.TagProperties" ], + "schema" : { + "name" : "tags", + "namespace" : "com.linkedin.tag", + "path" : "/tags", + "schema" : "com.linkedin.tag.Tag", + "doc" : "generated from: com.linkedin.metadata.resources.tag.Tags", + "collection" : { + "identifier" : { + "name" : "tag", + "type" : "com.linkedin.tag.TagKey", + "params" : "com.linkedin.restli.common.EmptyRecord" + }, + "supports" : [ "batch_get", "get", "get_all" ], + "methods" : [ { + "method" : "get", + "parameters" : [ { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ] + }, { + "method" : "batch_get", + "parameters" : [ { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ] + }, { + "method" : "get_all", + "pagingSupported" : true + } ], + "actions" : [ { + "name" : "backfill", + "parameters" : [ { + "name" : "urn", + "type" : "string" + }, { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ], + "returns" : "com.linkedin.metadata.restli.BackfillResult" + }, { + "name" : "getSnapshot", + "parameters" : [ { + "name" : "urn", + "type" : "string" + }, { + "name" : "aspects", + "type" : "{ \"type\" : \"array\", \"items\" : \"string\" }", + "optional" : true + } ], + "returns" : "com.linkedin.metadata.snapshot.TagSnapshot" + }, { + "name" : "ingest", + "parameters" : [ { + "name" : "snapshot", + "type" : "com.linkedin.metadata.snapshot.TagSnapshot" + } ] + } ], + "entity" : { + "path" : "/tags/{tag}" + } + } + } +} \ No newline at end of file diff --git a/gms/client/src/main/java/com/linkedin/tag/client/Tags.java b/gms/client/src/main/java/com/linkedin/tag/client/Tags.java new file mode 100644 index 0000000000..d7666d4cb8 --- /dev/null +++ b/gms/client/src/main/java/com/linkedin/tag/client/Tags.java @@ -0,0 +1,121 @@ +package com.linkedin.tag.client; + +import com.linkedin.common.urn.TagUrn; +import com.linkedin.metadata.restli.BaseClient; +import com.linkedin.r2.RemoteInvocationException; +import com.linkedin.restli.client.BatchGetEntityRequest; +import com.linkedin.restli.client.Client; +import com.linkedin.restli.client.GetAllRequest; +import com.linkedin.restli.client.GetRequest; +import com.linkedin.restli.common.ComplexResourceKey; +import com.linkedin.restli.common.EmptyRecord; +import com.linkedin.tag.Tag; +import com.linkedin.tag.TagKey; +import com.linkedin.tag.TagsRequestBuilders; + +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.stream.Collectors; +import javax.annotation.Nonnull; + +public class Tags extends BaseClient { + + private static final TagsRequestBuilders TAGS_REQUEST_BUILDERS = new TagsRequestBuilders(); + + public Tags(@Nonnull Client restliClient) { + super(restliClient); + } + + /** + * Gets {@link Tag} model of the tag + * + * @param urn tag urn + * @return {@link Tag} model of the tag + * @throws RemoteInvocationException + */ + @Nonnull + public Tag get(@Nonnull TagUrn urn) + throws RemoteInvocationException { + + GetRequest getRequest = TAGS_REQUEST_BUILDERS.get() + .id(new ComplexResourceKey<>(toTagKey(urn), new EmptyRecord())) + .build(); + + return _client.sendRequest(getRequest).getResponse().getEntity(); + } + + /** + * Batch gets list of {@link Tag} models of the tag + * + * @param urns list of tag urn + * @return map of {@link Tag} models of the tags + * @throws RemoteInvocationException + */ + @Nonnull + public Map batchGet(@Nonnull Set urns) + throws RemoteInvocationException { + BatchGetEntityRequest, Tag> batchGetRequest + = TAGS_REQUEST_BUILDERS.batchGet() + .ids(urns.stream().map(this::getKeyFromUrn).collect(Collectors.toSet())) + .build(); + + return _client.sendRequest(batchGetRequest).getResponseEntity().getResults() + .entrySet().stream().collect(Collectors.toMap( + entry -> getUrnFromKey(entry.getKey()), + entry -> entry.getValue().getEntity()) + ); + } + + /** + * Get all {@link Tag} models of the tag + * + * @param start offset to start + * @param count number of max {@link Tag}s to return + * @return {@link Tag} models of the tag + * @throws RemoteInvocationException + */ + @Nonnull + public List getAll(int start, int count) + throws RemoteInvocationException { + final GetAllRequest getAllRequest = TAGS_REQUEST_BUILDERS.getAll() + .paginate(start, count) + .build(); + return _client.sendRequest(getAllRequest).getResponseEntity().getElements(); + } + + /** + * Get all {@link Tag} models of the tag + * + * @return {@link Tag} models of the tag + * @throws RemoteInvocationException + */ + @Nonnull + public List getAll() + throws RemoteInvocationException { + GetAllRequest getAllRequest = TAGS_REQUEST_BUILDERS.getAll() + .paginate(0, 10000) + .build(); + return _client.sendRequest(getAllRequest).getResponseEntity().getElements(); + } + + @Nonnull + private TagKey toTagKey(@Nonnull TagUrn urn) { + return new TagKey().setName(urn.getName()); + } + + @Nonnull + protected TagUrn toTagUrn(@Nonnull TagKey key) { + return new TagUrn(key.getName()); + } + + @Nonnull + private ComplexResourceKey getKeyFromUrn(@Nonnull TagUrn urn) { + return new ComplexResourceKey<>(toTagKey(urn), new EmptyRecord()); + } + + @Nonnull + private TagUrn getUrnFromKey(@Nonnull ComplexResourceKey key) { + return toTagUrn(key.getKey()); + } +} diff --git a/gms/factories/src/main/java/com/linkedin/gms/factory/tag/TagDaoFactory.java b/gms/factories/src/main/java/com/linkedin/gms/factory/tag/TagDaoFactory.java new file mode 100644 index 0000000000..16892b785a --- /dev/null +++ b/gms/factories/src/main/java/com/linkedin/gms/factory/tag/TagDaoFactory.java @@ -0,0 +1,34 @@ +package com.linkedin.gms.factory.tag; + +import com.linkedin.common.urn.TagUrn; +import com.linkedin.metadata.aspect.TagAspect; +import com.linkedin.metadata.dao.EbeanLocalDAO; +import com.linkedin.metadata.dao.producer.KafkaMetadataEventProducer; + +import com.linkedin.metadata.snapshot.TagSnapshot; +import io.ebean.config.ServerConfig; +import org.apache.kafka.clients.producer.Producer; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.context.ApplicationContext; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.context.annotation.DependsOn; + +import javax.annotation.Nonnull; + +@Configuration +public class TagDaoFactory { + @Autowired + ApplicationContext applicationContext; + + @Bean(name = "tagDAO") + @DependsOn({"gmsEbeanServiceConfig", "kafkaEventProducer"}) + @Nonnull + protected EbeanLocalDAO createInstance() { + KafkaMetadataEventProducer producer = + new KafkaMetadataEventProducer(TagSnapshot.class, TagAspect.class, + applicationContext.getBean(Producer.class)); + return new EbeanLocalDAO<>(TagAspect.class, producer, applicationContext.getBean(ServerConfig.class), + TagUrn.class); + } +} diff --git a/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Charts.java b/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Charts.java index 611e008532..00f7648cc1 100644 --- a/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Charts.java +++ b/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Charts.java @@ -2,6 +2,7 @@ package com.linkedin.metadata.resources.dashboard; import com.linkedin.chart.ChartInfo; import com.linkedin.chart.ChartQuery; +import com.linkedin.common.GlobalTags; import com.linkedin.common.Ownership; import com.linkedin.common.Status; import com.linkedin.common.urn.ChartUrn; @@ -135,6 +136,8 @@ public class Charts extends BaseBrowsableEntityResource< } else if (aspect instanceof Status) { Status status = Status.class.cast(aspect); value.setStatus(status); + } else if (aspect instanceof GlobalTags) { + value.setGlobalTags(GlobalTags.class.cast(aspect)); } }); @@ -157,6 +160,9 @@ public class Charts extends BaseBrowsableEntityResource< if (chart.hasStatus()) { aspects.add(ModelUtils.newAspectUnion(ChartAspect.class, chart.getStatus())); } + if (chart.hasGlobalTags()) { + aspects.add(ModelUtils.newAspectUnion(ChartAspect.class, chart.getGlobalTags())); + } return ModelUtils.newSnapshot(ChartSnapshot.class, urn, aspects); } diff --git a/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Dashboards.java b/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Dashboards.java index 552d7b321f..0a6f3a42d5 100644 --- a/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Dashboards.java +++ b/gms/impl/src/main/java/com/linkedin/metadata/resources/dashboard/Dashboards.java @@ -1,5 +1,6 @@ package com.linkedin.metadata.resources.dashboard; +import com.linkedin.common.GlobalTags; import com.linkedin.common.Ownership; import com.linkedin.common.Status; import com.linkedin.common.urn.DashboardUrn; @@ -131,6 +132,8 @@ public class Dashboards extends BaseBrowsableEntityResource< } else if (aspect instanceof Status) { Status status = Status.class.cast(aspect); value.setStatus(status); + } else if (aspect instanceof GlobalTags) { + value.setGlobalTags(GlobalTags.class.cast(aspect)); } }); @@ -150,6 +153,9 @@ public class Dashboards extends BaseBrowsableEntityResource< if (dashboard.hasStatus()) { aspects.add(ModelUtils.newAspectUnion(DashboardAspect.class, dashboard.getStatus())); } + if (dashboard.hasGlobalTags()) { + aspects.add(ModelUtils.newAspectUnion(DashboardAspect.class, dashboard.getGlobalTags())); + } return ModelUtils.newSnapshot(DashboardSnapshot.class, urn, aspects); } diff --git a/gms/impl/src/main/java/com/linkedin/metadata/resources/dataset/Datasets.java b/gms/impl/src/main/java/com/linkedin/metadata/resources/dataset/Datasets.java index 9916dc8b60..73efce83ae 100644 --- a/gms/impl/src/main/java/com/linkedin/metadata/resources/dataset/Datasets.java +++ b/gms/impl/src/main/java/com/linkedin/metadata/resources/dataset/Datasets.java @@ -1,5 +1,6 @@ package com.linkedin.metadata.resources.dataset; +import com.linkedin.common.GlobalTags; import com.linkedin.common.InstitutionalMemory; import com.linkedin.common.Ownership; import com.linkedin.common.Status; @@ -152,6 +153,8 @@ public final class Datasets extends BaseBrowsableEntityResource< value.setRemoved(((Status) aspect).isRemoved()); } else if (aspect instanceof UpstreamLineage) { value.setUpstreamLineage((UpstreamLineage) aspect); + } else if (aspect instanceof GlobalTags) { + value.setGlobalTags(GlobalTags.class.cast(aspect)); } }); return value; @@ -185,6 +188,9 @@ public final class Datasets extends BaseBrowsableEntityResource< if (dataset.hasRemoved()) { aspects.add(DatasetAspect.create(new Status().setRemoved(dataset.isRemoved()))); } + if (dataset.hasGlobalTags()) { + aspects.add(ModelUtils.newAspectUnion(DatasetAspect.class, dataset.getGlobalTags())); + } return ModelUtils.newSnapshot(DatasetSnapshot.class, datasetUrn, aspects); } diff --git a/gms/impl/src/main/java/com/linkedin/metadata/resources/identity/CorpUsers.java b/gms/impl/src/main/java/com/linkedin/metadata/resources/identity/CorpUsers.java index d139486aa2..fe1f8ea6a7 100644 --- a/gms/impl/src/main/java/com/linkedin/metadata/resources/identity/CorpUsers.java +++ b/gms/impl/src/main/java/com/linkedin/metadata/resources/identity/CorpUsers.java @@ -1,5 +1,6 @@ package com.linkedin.metadata.resources.identity; +import com.linkedin.common.GlobalTags; import com.linkedin.common.urn.CorpuserUrn; import com.linkedin.common.urn.Urn; import com.linkedin.identity.CorpUser; @@ -104,6 +105,8 @@ public final class CorpUsers extends BaseSearchableEntityResource< value.setInfo(CorpUserInfo.class.cast(aspect)); } else if (aspect instanceof CorpUserEditableInfo) { value.setEditableInfo(CorpUserEditableInfo.class.cast(aspect)); + } else if (aspect instanceof GlobalTags) { + value.setGlobalTags(GlobalTags.class.cast(aspect)); } }); return value; @@ -119,6 +122,9 @@ public final class CorpUsers extends BaseSearchableEntityResource< if (corpUser.hasEditableInfo()) { aspects.add(ModelUtils.newAspectUnion(CorpUserAspect.class, corpUser.getEditableInfo())); } + if (corpUser.hasGlobalTags()) { + aspects.add(ModelUtils.newAspectUnion(CorpUserAspect.class, corpUser.getGlobalTags())); + } return ModelUtils.newSnapshot(CorpUserSnapshot.class, corpuserUrn, aspects); } diff --git a/gms/impl/src/main/java/com/linkedin/metadata/resources/tag/Tags.java b/gms/impl/src/main/java/com/linkedin/metadata/resources/tag/Tags.java new file mode 100644 index 0000000000..77598f9f95 --- /dev/null +++ b/gms/impl/src/main/java/com/linkedin/metadata/resources/tag/Tags.java @@ -0,0 +1,158 @@ +package com.linkedin.metadata.resources.tag; + +import com.linkedin.common.Ownership; +import com.linkedin.common.urn.TagUrn; +import com.linkedin.common.urn.Urn; +import com.linkedin.metadata.aspect.TagAspect; +import com.linkedin.metadata.dao.BaseLocalDAO; +import com.linkedin.metadata.dao.utils.ModelUtils; +import com.linkedin.metadata.restli.BackfillResult; +import com.linkedin.metadata.restli.BaseEntityResource; +import com.linkedin.metadata.snapshot.TagSnapshot; +import com.linkedin.parseq.Task; +import com.linkedin.restli.common.ComplexResourceKey; +import com.linkedin.restli.common.EmptyRecord; +import com.linkedin.restli.server.PagingContext; +import com.linkedin.restli.server.annotations.Action; +import com.linkedin.restli.server.annotations.ActionParam; +import com.linkedin.restli.server.annotations.Optional; +import com.linkedin.restli.server.annotations.PagingContextParam; +import com.linkedin.restli.server.annotations.QueryParam; +import com.linkedin.restli.server.annotations.RestLiCollection; +import com.linkedin.restli.server.annotations.RestMethod; +import com.linkedin.tag.Tag; +import com.linkedin.tag.TagKey; +import com.linkedin.tag.TagProperties; + +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.Set; +import javax.annotation.Nonnull; +import javax.annotation.Nullable; +import javax.inject.Inject; +import javax.inject.Named; + +import static com.linkedin.metadata.restli.RestliConstants.*; + +@RestLiCollection(name = "tags", namespace = "com.linkedin.tag", keyName = "tag") +public final class Tags extends BaseEntityResource< + // @formatter:off + ComplexResourceKey, + Tag, + TagUrn, + TagSnapshot, + TagAspect + > { + // @formatter:on + + @Inject + @Named("tagDAO") + private BaseLocalDAO _localDAO; + + public Tags() { + super(TagSnapshot.class, TagAspect.class); + } + + @Override + @Nonnull + protected BaseLocalDAO getLocalDAO() { + return _localDAO; + } + + @Nonnull + @Override + protected TagUrn createUrnFromString(@Nonnull String urnString) throws Exception { + return TagUrn.createFromUrn(Urn.createFromString(urnString)); + } + + + @Override + @Nonnull + protected TagUrn toUrn(@Nonnull ComplexResourceKey key) { + return new TagUrn(key.getKey().getName()); + } + + @Override + @Nonnull + protected ComplexResourceKey toKey(@Nonnull TagUrn urn) { + return new ComplexResourceKey<>(new TagKey().setName(urn.getName()), new EmptyRecord()); + } + + @Override + @Nonnull + protected Tag toValue(@Nonnull TagSnapshot snapshot) { + final Tag value = new Tag().setName(snapshot.getUrn().getName()); + ModelUtils.getAspectsFromSnapshot(snapshot).forEach(aspect -> { + if (aspect instanceof TagProperties) { + value.setDescription(TagProperties.class.cast(aspect).getDescription()); + value.setName(TagProperties.class.cast(aspect).getName()); + } else if (aspect instanceof Ownership) { + value.setOwnership((Ownership) aspect); + } + }); + return value; + } + + @Override + @Nonnull + protected TagSnapshot toSnapshot(@Nonnull Tag tag, @Nonnull TagUrn tagUrn) { + final List aspects = new ArrayList<>(); + if (tag.hasDescription()) { + TagProperties tagProperties = new TagProperties(); + tagProperties.setDescription((tag.getDescription())); + tagProperties.setName((tag.getName())); + aspects.add(ModelUtils.newAspectUnion(TagAspect.class, tagProperties)); + } + if (tag.hasOwnership()) { + aspects.add(ModelUtils.newAspectUnion(TagAspect.class, tag.getOwnership())); + } + return ModelUtils.newSnapshot(TagSnapshot.class, tagUrn, aspects); + } + + @RestMethod.Get + @Override + @Nonnull + public Task get(@Nonnull ComplexResourceKey key, + @QueryParam(PARAM_ASPECTS) @Optional @Nullable String[] aspectNames) { + return super.get(key, aspectNames); + } + + @RestMethod.BatchGet + @Override + @Nonnull + public Task, Tag>> batchGet( + @Nonnull Set> keys, + @QueryParam(PARAM_ASPECTS) @Optional @Nullable String[] aspectNames) { + return super.batchGet(keys, aspectNames); + } + + @RestMethod.GetAll + @Nonnull + public Task> getAll(@PagingContextParam @Nonnull PagingContext pagingContext) { + return super.getAll(pagingContext); + } + + @Action(name = ACTION_INGEST) + @Override + @Nonnull + public Task ingest(@ActionParam(PARAM_SNAPSHOT) @Nonnull TagSnapshot snapshot) { + return super.ingest(snapshot); + } + + @Action(name = ACTION_GET_SNAPSHOT) + @Override + @Nonnull + public Task getSnapshot(@ActionParam(PARAM_URN) @Nonnull String urnString, + @ActionParam(PARAM_ASPECTS) @Optional @Nullable String[] aspectNames) { + return super.getSnapshot(urnString, aspectNames); + } + + @Action(name = ACTION_BACKFILL) + @Override + @Nonnull + public Task backfill(@ActionParam(PARAM_URN) @Nonnull String urnString, + @ActionParam(PARAM_ASPECTS) @Optional @Nullable String[] aspectNames) { + return super.backfill(urnString, aspectNames); + } +} diff --git a/li-utils/src/main/javaPegasus/com/linkedin/common/urn/TagUrn.java b/li-utils/src/main/javaPegasus/com/linkedin/common/urn/TagUrn.java new file mode 100644 index 0000000000..1375cf345b --- /dev/null +++ b/li-utils/src/main/javaPegasus/com/linkedin/common/urn/TagUrn.java @@ -0,0 +1,67 @@ +package com.linkedin.common.urn; + +import com.linkedin.data.template.Custom; +import com.linkedin.data.template.DirectCoercer; +import com.linkedin.data.template.TemplateOutputCastException; + +import java.net.URISyntaxException; + + +public final class TagUrn extends Urn { + + public static final String ENTITY_TYPE = "tag"; + + private final String _name; + + public TagUrn(String name) { + super(ENTITY_TYPE, TupleKey.create(name)); + this._name = name; + } + + public String getName() { + return _name; + } + + public static TagUrn createFromString(String rawUrn) throws URISyntaxException { + return createFromUrn(Urn.createFromString(rawUrn)); + } + + public static TagUrn createFromUrn(Urn urn) throws URISyntaxException { + if (!"li".equals(urn.getNamespace())) { + throw new URISyntaxException(urn.toString(), "Urn namespace type should be 'li'."); + } else if (!ENTITY_TYPE.equals(urn.getEntityType())) { + throw new URISyntaxException(urn.toString(), "Urn entity type should be '" + urn.getEntityType() + "'."); + } else { + TupleKey key = urn.getEntityKey(); + if (key.size() != 1) { + throw new URISyntaxException(urn.toString(), "Invalid number of keys: found " + key.size() + " expected 1."); + } else { + try { + return new TagUrn((String) key.getAs(0, String.class)); + } catch (Exception e) { + throw new URISyntaxException(urn.toString(), "Invalid URN Parameter: '" + e.getMessage()); + } + } + } + } + + public static TagUrn deserialize(String rawUrn) throws URISyntaxException { + return createFromString(rawUrn); + } + + static { + Custom.registerCoercer(new DirectCoercer() { + public Object coerceInput(TagUrn object) throws ClassCastException { + return object.toString(); + } + + public TagUrn coerceOutput(Object object) throws TemplateOutputCastException { + try { + return TagUrn.createFromString((String) object); + } catch (URISyntaxException e) { + throw new TemplateOutputCastException("Invalid URN syntax: " + e.getMessage(), e); + } + } + }, TagUrn.class); + } +} diff --git a/li-utils/src/main/pegasus/com/linkedin/common/TagUrn.pdl b/li-utils/src/main/pegasus/com/linkedin/common/TagUrn.pdl new file mode 100644 index 0000000000..c1a831f510 --- /dev/null +++ b/li-utils/src/main/pegasus/com/linkedin/common/TagUrn.pdl @@ -0,0 +1,25 @@ +namespace com.linkedin.common + +/** + * Globally defined tag + */ +@java.class = "com.linkedin.common.urn.TagUrn" +@validate.`com.linkedin.common.validator.TypedUrnValidator` = { + "accessible" : true, + "owningTeam" : "urn:li:internalTeam:datahub", + "entityType" : "tag", + "constructable" : true, + "namespace" : "li", + "name" : "Tag", + "doc" : "Globally defined tags", + "owners" : [], + "fields" : [ { + "name" : "name", + "doc" : "tag name", + "type" : "string", + "maxLength" : 200 + } ], + "maxLength" : 220 + +} +typeref TagUrn = string \ No newline at end of file diff --git a/metadata-ingestion/examples/mce_files/bootstrap_mce.json b/metadata-ingestion/examples/mce_files/bootstrap_mce.json index 9f8256cd5d..823b70783d 100644 --- a/metadata-ingestion/examples/mce_files/bootstrap_mce.json +++ b/metadata-ingestion/examples/mce_files/bootstrap_mce.json @@ -421,6 +421,11 @@ "primaryKeys": null, "foreignKeysSpecs": null } + }, + { + "com.linkedin.pegasus2avro.common.GlobalTags": { + "tags": [{ "tag": "urn:li:tag:sampletag" }] + } } ] } @@ -505,6 +510,11 @@ "access": null, "lastRefreshed": null } + }, + { + "com.linkedin.pegasus2avro.common.GlobalTags": { + "tags": [{ "tag": "urn:li:tag:sampletag" }] + } } ] } @@ -647,5 +657,38 @@ } }, "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.TagSnapshot": { + "urn": "urn:li:tag:sampletag", + "aspects": [ + { + "com.linkedin.pegasus2avro.tag.TagProperties": { + "name": "sampletag", + "description": "A sample tag" + } + }, + { + "com.linkedin.pegasus2avro.common.Ownership": { + "owners": [ + { + "owner": "urn:li:corpuser:jdoe", + "type": "DATAOWNER", + "source": null + } + ], + "lastModified": { + "time": 1581407189000, + "actor": "urn:li:corpuser:jdoe", + "impersonator": null + } + } + } + ] + } + }, + "proposedDelta": null } -] \ No newline at end of file +] diff --git a/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py b/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py index 1a5d0eeaf6..133c7314e1 100644 --- a/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py +++ b/metadata-ingestion/src/datahub/ingestion/sink/datahub_rest.py @@ -17,6 +17,7 @@ from datahub.metadata import ( # MLFeatureSnapshotClass, DataProcessSnapshotClass, DatasetSnapshotClass, MLModelSnapshotClass, + TagSnapshotClass, ) from datahub.metadata.com.linkedin.pegasus2avro.mxe import MetadataChangeEvent @@ -30,6 +31,7 @@ resource_locator: Dict[Type[object], str] = { DatasetSnapshotClass: "datasets", DataProcessSnapshotClass: "dataProcesses", MLModelSnapshotClass: "mlModels", + TagSnapshotClass: "tags", } diff --git a/metadata-ingestion/tests/integration/mysql/mysql_mce_golden.json b/metadata-ingestion/tests/integration/mysql/mysql_mce_golden.json index 7a98754689..a8ae7d1d6a 100644 --- a/metadata-ingestion/tests/integration/mysql/mysql_mce_golden.json +++ b/metadata-ingestion/tests/integration/mysql/mysql_mce_golden.json @@ -1,28898 +1,30619 @@ [ - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.metadata_aspect", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "urn", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=500)", - "recursive": false - }, - { - "fieldPath": "aspect", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "version", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "metadata", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "createdon", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "DATETIME(fsp=6)", - "recursive": false - }, - { - "fieldPath": "createdby", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - }, - { - "fieldPath": "createdfor", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.metadata_aspect", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "urn", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=500)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "aspect", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "version", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "metadata", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdon", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "DATETIME(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdby", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdfor", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "This is a table comment" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.metadata_index", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "urn", - "jsonPath": null, - "nullable": false, - "description": { - "string": "This is a column comment about URNs" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "aspect", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=150)", - "recursive": false - }, - { - "fieldPath": "path", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=150)", - "recursive": false - }, - { - "fieldPath": "longVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "stringVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "doubleVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "DOUBLE(asdecimal=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "This is a table comment" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.metadata_index", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "urn", + "jsonPath": null, + "nullable": false, + "description": { + "string": "This is a column comment about URNs" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "aspect", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=150)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "path", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=150)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "longVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "stringVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "doubleVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "DOUBLE(asdecimal=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.columns_priv,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Column privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.columns_priv", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Table_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Column_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "Column_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.columns_priv,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Column privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.columns_priv", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Table_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Column_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Column_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.component,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Components" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.component", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727528000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "component_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "component_group_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "component_urn", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.component,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Components" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.component", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "component_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "component_group_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "component_urn", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.db,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Database privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.db", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Select_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Insert_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Update_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Delete_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Drop_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Grant_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "References_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Index_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Alter_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_tmp_table_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Lock_tables_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_view_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Show_view_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_routine_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Alter_routine_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Execute_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Event_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Trigger_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.db,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Database privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.db", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Select_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Insert_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Update_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Delete_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Drop_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Grant_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "References_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Index_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Alter_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_tmp_table_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Lock_tables_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_view_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Show_view_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_routine_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Alter_routine_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Execute_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Event_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Trigger_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.default_roles,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Default roles" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.default_roles", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "DEFAULT_ROLE_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "DEFAULT_ROLE_USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.default_roles,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Default roles" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.default_roles", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DEFAULT_ROLE_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DEFAULT_ROLE_USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.engine_cost,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.engine_cost", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "engine_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "device_type", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "cost_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "cost_value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "FLOAT()", - "recursive": false - }, - { - "fieldPath": "last_update", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "comment", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "default_value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "FLOAT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.engine_cost,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.engine_cost", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "engine_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "device_type", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "cost_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "cost_value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "FLOAT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "last_update", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "comment", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "default_value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "FLOAT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.func,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "User defined functions" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.func", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "ret", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT()", - "recursive": false - }, - { - "fieldPath": "dl", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=128)", - "recursive": false - }, - { - "fieldPath": "type", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('function', 'aggregate', charset='utf8', collation='utf8_general_ci')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.func,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "User defined functions" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.func", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ret", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "dl", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "type", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('function', 'aggregate', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.general_log,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "General log" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.general_log", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "event_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "user_host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "MEDIUMTEXT()", - "recursive": false - }, - { - "fieldPath": "thread_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "server_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "command_type", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "argument", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "MEDIUMBLOB()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.general_log,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "General log" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.general_log", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "event_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "user_host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "MEDIUMTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "thread_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "server_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "command_type", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "argument", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "MEDIUMBLOB()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.global_grants,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Extended global grants" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.global_grants", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "PRIV", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=32)", - "recursive": false - }, - { - "fieldPath": "WITH_GRANT_OPTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.global_grants,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Extended global grants" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.global_grants", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PRIV", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WITH_GRANT_OPTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.gtid_executed,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.gtid_executed", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "source_uuid", - "jsonPath": null, - "nullable": false, - "description": { - "string": "uuid of the source where the transaction was originally executed." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=36)", - "recursive": false - }, - { - "fieldPath": "interval_start", - "jsonPath": null, - "nullable": false, - "description": { - "string": "First number of interval." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "interval_end", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Last number of interval." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.gtid_executed,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.gtid_executed", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "source_uuid", + "jsonPath": null, + "nullable": false, + "description": { + "string": "uuid of the source where the transaction was originally executed." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "interval_start", + "jsonPath": null, + "nullable": false, + "description": { + "string": "First number of interval." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "interval_end", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Last number of interval." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_category,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "help categories" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.help_category", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "help_category_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "parent_category_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "url", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_category,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "help categories" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.help_category", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "help_category_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "parent_category_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "url", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_keyword,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "help keywords" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.help_keyword", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "help_keyword_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_keyword,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "help keywords" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.help_keyword", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "help_keyword_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_relation,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "keyword-topic relation" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.help_relation", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "help_topic_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "help_keyword_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_relation,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "keyword-topic relation" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.help_relation", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "help_topic_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "help_keyword_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_topic,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "help topics" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.help_topic", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "help_topic_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "help_category_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "description", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - }, - { - "fieldPath": "example", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - }, - { - "fieldPath": "url", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.help_topic,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "help topics" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.help_topic", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "help_topic_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "help_category_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "description", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "example", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "url", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.innodb_index_stats,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.innodb_index_stats", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "database_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "table_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=199)", - "recursive": false - }, - { - "fieldPath": "index_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "last_update", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "stat_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "stat_value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "sample_size", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "stat_description", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.innodb_index_stats,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.innodb_index_stats", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "database_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "table_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=199)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "index_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "last_update", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "stat_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "stat_value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "sample_size", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "stat_description", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.innodb_table_stats,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.innodb_table_stats", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "database_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "table_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=199)", - "recursive": false - }, - { - "fieldPath": "last_update", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "n_rows", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "clustered_index_size", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "sum_of_other_index_sizes", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.innodb_table_stats,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.innodb_table_stats", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "database_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "table_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=199)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "last_update", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "n_rows", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "clustered_index_size", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "sum_of_other_index_sizes", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.password_history,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Password history for user accounts" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.password_history", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Password_timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "Password", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(collation='utf8_bin')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.password_history,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Password history for user accounts" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.password_history", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password_timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(collation='utf8_bin')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.plugin,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "MySQL plugins" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.plugin", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "dl", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.plugin,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "MySQL plugins" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.plugin", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "dl", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.procs_priv,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Procedure privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.procs_priv", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Routine_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Routine_type", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('FUNCTION', 'PROCEDURE', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Grantor", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", - "recursive": false - }, - { - "fieldPath": "Proc_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=13)", - "recursive": false - }, - { - "fieldPath": "Timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.procs_priv,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Procedure privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.procs_priv", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Routine_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Routine_type", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('FUNCTION', 'PROCEDURE', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Grantor", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Proc_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=13)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.proxies_priv,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "User proxy privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.proxies_priv", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Proxied_host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Proxied_user", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "With_grant", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Grantor", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", - "recursive": false - }, - { - "fieldPath": "Timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.proxies_priv,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "User proxy privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.proxies_priv", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Proxied_host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Proxied_user", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "With_grant", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Grantor", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.replication_asynchronous_connection_failover,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "The source configuration details" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.replication_asynchronous_connection_failover", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Channel_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The replication channel name that connects source and replica." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source hostname that the replica will attempt to switch over the replication connection to in case of a failure." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Port", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source port that the replica will attempt to switch over the replication connection to in case of a failure." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Network_namespace", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source network namespace that the replica will attempt to switch over the replication connection to in case of a failure. If its value is empty, connections use the default (global) namespace." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Weight", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The order in which the replica shall try to switch the connection over to when there are failures. Weight can be set to a number between 1 and 100, where 100 is the highest weight and 1 the lowest." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Managed_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the group which this server belongs to." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.replication_asynchronous_connection_failover,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "The source configuration details" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.replication_asynchronous_connection_failover", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Channel_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The replication channel name that connects source and replica." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source hostname that the replica will attempt to switch over the replication connection to in case of a failure." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Port", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source port that the replica will attempt to switch over the replication connection to in case of a failure." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Network_namespace", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source network namespace that the replica will attempt to switch over the replication connection to in case of a failure. If its value is empty, connections use the default (global) namespace." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Weight", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The order in which the replica shall try to switch the connection over to when there are failures. Weight can be set to a number between 1 and 100, where 100 is the highest weight and 1 the lowest." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Managed_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the group which this server belongs to." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.replication_asynchronous_connection_failover_managed,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "The managed source configuration details" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.replication_asynchronous_connection_failover_managed", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Channel_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The replication channel name that connects source and replica." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Managed_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the source which needs to be managed." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Managed_type", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Determines the managed type." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Configuration", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The data to help manage group. For Managed_type = GroupReplication, Configuration value should contain {\"Primary_weight\": 80, \"Secondary_weight\": 60}, so that it assigns weight=80 to PRIMARY of the group, and weight=60 for rest of the members in mysql.replication_asynchronous_connection_failover table." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.replication_asynchronous_connection_failover_managed,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "The managed source configuration details" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.replication_asynchronous_connection_failover_managed", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Channel_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The replication channel name that connects source and replica." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Managed_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the source which needs to be managed." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Managed_type", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Determines the managed type." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Configuration", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The data to help manage group. For Managed_type = GroupReplication, Configuration value should contain {\"Primary_weight\": 80, \"Secondary_weight\": 60}, so that it assigns weight=80 to PRIMARY of the group, and weight=60 for rest of the members in mysql.replication_asynchronous_connection_failover table." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.role_edges,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Role hierarchy and role grants" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.role_edges", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "FROM_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "FROM_USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "TO_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "TO_USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "WITH_ADMIN_OPTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.role_edges,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Role hierarchy and role grants" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.role_edges", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "FROM_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FROM_USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TO_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TO_USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WITH_ADMIN_OPTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.server_cost,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.server_cost", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "cost_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "cost_value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "FLOAT()", - "recursive": false - }, - { - "fieldPath": "last_update", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "comment", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "default_value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "FLOAT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.server_cost,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.server_cost", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977188000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "cost_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "cost_value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "FLOAT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "last_update", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "comment", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "default_value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "FLOAT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.servers,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "MySQL Foreign Servers table" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.servers", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Server_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Username", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Password", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Port", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "Socket", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Wrapper", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Owner", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.servers,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "MySQL Foreign Servers table" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.servers", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Server_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Username", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Port", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Socket", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Wrapper", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Owner", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_master_info,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Master Information" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.slave_master_info", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Number_of_lines", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Number of lines in the file." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Master_log_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the master binary log currently being read from the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Master_log_pos", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The master log position of the last read event." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The host name of the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "User_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The user name used to connect to the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "User_password", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The password used to connect to the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Port", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The network port used to connect to the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Connect_retry", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The period (in seconds) that the slave will wait before trying to reconnect to the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Enabled_ssl", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the server supports SSL connections." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Ssl_ca", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The file used for the Certificate Authority (CA) certificate." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_capath", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The path to the Certificate Authority (CA) certificates." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_cert", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the SSL certificate file." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_cipher", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the cipher in use for the SSL connection." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_key", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the SSL key file." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_verify_server_cert", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Whether to verify the server certificate." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Heartbeat", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "FLOAT()", - "recursive": false - }, - { - "fieldPath": "Bind", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Displays which interface is employed when connecting to the MySQL server" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ignored_server_ids", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The number of server IDs to be ignored, followed by the actual server IDs" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Uuid", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The master server uuid." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Retry_count", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Number of reconnect attempts, to the master, before giving up." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Ssl_crl", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The file used for the Certificate Revocation List (CRL)" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Ssl_crlpath", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The path used for Certificate Revocation List (CRL) files" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Enabled_auto_position", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether GTIDs will be used to retrieve events from the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Channel_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Tls_version", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Tls version" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Public_key_path", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The file containing public key of master server." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Get_public_key", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Preference to get public key from master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Network_namespace", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Network namespace used for communication with the master server." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Master_compression_algorithm", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Compression algorithm supported for data transfer between master and slave." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Master_zstd_compression_level", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Compression level associated with zstd compression algorithm." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Tls_ciphersuites", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Ciphersuites used for TLS 1.3 communication with the master server." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Source_connection_auto_failover", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the channel connection failover is enabled." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_master_info,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Master Information" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.slave_master_info", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Number_of_lines", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Number of lines in the file." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the master binary log currently being read from the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_pos", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The master log position of the last read event." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The host name of the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The user name used to connect to the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User_password", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The password used to connect to the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Port", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The network port used to connect to the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Connect_retry", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The period (in seconds) that the slave will wait before trying to reconnect to the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Enabled_ssl", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the server supports SSL connections." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_ca", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The file used for the Certificate Authority (CA) certificate." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_capath", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The path to the Certificate Authority (CA) certificates." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_cert", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the SSL certificate file." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_cipher", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the cipher in use for the SSL connection." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_key", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the SSL key file." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_verify_server_cert", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Whether to verify the server certificate." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Heartbeat", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "FLOAT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Bind", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Displays which interface is employed when connecting to the MySQL server" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ignored_server_ids", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The number of server IDs to be ignored, followed by the actual server IDs" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Uuid", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The master server uuid." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Retry_count", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Number of reconnect attempts, to the master, before giving up." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_crl", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The file used for the Certificate Revocation List (CRL)" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Ssl_crlpath", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The path used for Certificate Revocation List (CRL) files" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Enabled_auto_position", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether GTIDs will be used to retrieve events from the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Channel_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Tls_version", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Tls version" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Public_key_path", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The file containing public key of master server." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Get_public_key", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Preference to get public key from master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Network_namespace", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Network namespace used for communication with the master server." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_compression_algorithm", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Compression algorithm supported for data transfer between master and slave." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_zstd_compression_level", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Compression level associated with zstd compression algorithm." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Tls_ciphersuites", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Ciphersuites used for TLS 1.3 communication with the master server." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Source_connection_auto_failover", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the channel connection failover is enabled." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_relay_log_info,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Relay Log Information" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.slave_relay_log_info", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Number_of_lines", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Number of lines in the file or rows in the table. Used to version table definitions." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Relay_log_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the current relay log file." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Relay_log_pos", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The relay log position of the last executed event." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Master_log_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the master binary log file from which the events in the relay log file were read." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Master_log_pos", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The master log position of the last executed event." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Sql_delay", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The number of seconds that the slave must lag behind the master." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "Number_of_workers", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Id", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Internal Id that uniquely identifies this record." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Channel_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "Privilege_checks_username", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Username part of PRIVILEGE_CHECKS_USER." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Privilege_checks_hostname", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Hostname part of PRIVILEGE_CHECKS_USER." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Require_row_format", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the channel shall only accept row based events." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(display_width=1)", - "recursive": false - }, - { - "fieldPath": "Require_table_primary_key_check", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates what is the channel policy regarding tables having primary keys on create and alter table queries" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('STREAM', 'ON', 'OFF')", - "recursive": false - }, - { - "fieldPath": "Assign_gtids_to_anonymous_transactions_type", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the channel will generate a new GTID for anonymous transactions. OFF means that anonymous transactions will remain anonymous. LOCAL means that anonymous transactions will be assigned a newly generated GTID based on server_uuid. UUID indicates that anonymous transactions will be assigned a newly generated GTID based on Assign_gtids_to_anonymous_transactions_value" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('OFF', 'LOCAL', 'UUID')", - "recursive": false - }, - { - "fieldPath": "Assign_gtids_to_anonymous_transactions_value", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates the UUID used while generating GTIDs for anonymous transactions" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_relay_log_info,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Relay Log Information" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.slave_relay_log_info", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Number_of_lines", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Number of lines in the file or rows in the table. Used to version table definitions." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Relay_log_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the current relay log file." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Relay_log_pos", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The relay log position of the last executed event." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the master binary log file from which the events in the relay log file were read." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_pos", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The master log position of the last executed event." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Sql_delay", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The number of seconds that the slave must lag behind the master." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Number_of_workers", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Id", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Internal Id that uniquely identifies this record." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Channel_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Privilege_checks_username", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Username part of PRIVILEGE_CHECKS_USER." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Privilege_checks_hostname", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Hostname part of PRIVILEGE_CHECKS_USER." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Require_row_format", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the channel shall only accept row based events." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(display_width=1)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Require_table_primary_key_check", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates what is the channel policy regarding tables having primary keys on create and alter table queries" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('STREAM', 'ON', 'OFF')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Assign_gtids_to_anonymous_transactions_type", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the channel will generate a new GTID for anonymous transactions. OFF means that anonymous transactions will remain anonymous. LOCAL means that anonymous transactions will be assigned a newly generated GTID based on server_uuid. UUID indicates that anonymous transactions will be assigned a newly generated GTID based on Assign_gtids_to_anonymous_transactions_value" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('OFF', 'LOCAL', 'UUID')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Assign_gtids_to_anonymous_transactions_value", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates the UUID used while generating GTIDs for anonymous transactions" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_worker_info,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Worker Information" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.slave_worker_info", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Relay_log_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Relay_log_pos", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Master_log_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Master_log_pos", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Checkpoint_relay_log_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Checkpoint_relay_log_pos", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Checkpoint_master_log_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "Checkpoint_master_log_pos", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Checkpoint_seqno", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Checkpoint_group_size", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Checkpoint_group_bitmap", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "BLOB()", - "recursive": false - }, - { - "fieldPath": "Channel_name", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slave_worker_info,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Worker Information" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.slave_worker_info", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Relay_log_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Relay_log_pos", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Master_log_pos", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_relay_log_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_relay_log_pos", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_master_log_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_master_log_pos", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_seqno", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_group_size", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Checkpoint_group_bitmap", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "BLOB()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Channel_name", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The channel on which the slave is connected to a source. Used in Multisource Replication" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slow_log,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Slow log" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.slow_log", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "start_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "user_host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "MEDIUMTEXT()", - "recursive": false - }, - { - "fieldPath": "query_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIME(fsp=6)", - "recursive": false - }, - { - "fieldPath": "lock_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIME(fsp=6)", - "recursive": false - }, - { - "fieldPath": "rows_sent", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "rows_examined", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "last_insert_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "insert_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "server_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "sql_text", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "MEDIUMBLOB()", - "recursive": false - }, - { - "fieldPath": "thread_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.slow_log,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Slow log" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.slow_log", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "start_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "user_host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "MEDIUMTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "query_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIME(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "lock_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIME(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "rows_sent", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "rows_examined", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "last_insert_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "insert_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "server_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "sql_text", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "MEDIUMBLOB()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "thread_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.tables_priv,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Table privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.tables_priv", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Table_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Grantor", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", - "recursive": false - }, - { - "fieldPath": "Timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "Table_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=11)", - "recursive": false - }, - { - "fieldPath": "Column_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.tables_priv,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Table privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.tables_priv", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Table_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Grantor", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8_bin', length=288)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Table_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=11)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Column_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Time zones" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.time_zone", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Time_zone_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Use_leap_seconds", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('Y', 'N', charset='utf8', collation='utf8_general_ci')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Time zones" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.time_zone", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Time_zone_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Use_leap_seconds", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('Y', 'N', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_leap_second,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Leap seconds information for time zones" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.time_zone_leap_second", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Transition_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "Correction", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_leap_second,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Leap seconds information for time zones" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.time_zone_leap_second", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Transition_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Correction", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Time zone names" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.time_zone_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "Time_zone_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Time zone names" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.time_zone_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Time_zone_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_transition,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Time zone transitions" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.time_zone_transition", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Time_zone_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Transition_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "Transition_type_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_transition,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Time zone transitions" + }, + "uri": null, + "tags": [], + "customProperties": {} } - ] - } - }, - "proposedDelta": null + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.time_zone_transition", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Time_zone_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Transition_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Transition_type_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null + } + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_transition_type,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Time zone transition types" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.time_zone_transition_type", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Time_zone_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Transition_type_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Offset", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "Is_DST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "TINYINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Abbreviation", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=8)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.time_zone_transition_type,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Time zone transition types" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.time_zone_transition_type", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Time_zone_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Transition_type_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Offset", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Is_DST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "TINYINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Abbreviation", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=8)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.user,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.dataset.DatasetProperties": { - "description": { - "string": "Users and global privileges" - }, - "uri": null, - "tags": [], - "customProperties": {} - } - }, - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "mysql.user", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Select_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Insert_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Update_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Delete_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Drop_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Reload_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Shutdown_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Process_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "File_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Grant_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "References_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Index_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Alter_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Show_db_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Super_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_tmp_table_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Lock_tables_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Execute_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Repl_slave_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Repl_client_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_view_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Show_view_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_routine_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Alter_routine_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_user_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Event_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Trigger_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_tablespace_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "ssl_type", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('', 'ANY', 'X509', 'SPECIFIED', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "ssl_cipher", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "BLOB()", - "recursive": false - }, - { - "fieldPath": "x509_issuer", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "BLOB()", - "recursive": false - }, - { - "fieldPath": "x509_subject", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "BLOB()", - "recursive": false - }, - { - "fieldPath": "max_questions", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "max_updates", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "max_connections", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "max_user_connections", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "plugin", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "authentication_string", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "password_expired", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "password_last_changed", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "password_lifetime", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "account_locked", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Create_role_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Drop_role_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "Password_reuse_history", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Password_reuse_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "Password_require_current", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", - "recursive": false - }, - { - "fieldPath": "User_attributes", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,mysql.user,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.dataset.DatasetProperties": { + "description": { + "string": "Users and global privileges" + }, + "uri": null, + "tags": [], + "customProperties": {} + } + }, + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "mysql.user", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Select_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Insert_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Update_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Delete_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Drop_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Reload_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Shutdown_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Process_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "File_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Grant_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "References_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Index_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Alter_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Show_db_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Super_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_tmp_table_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Lock_tables_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Execute_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Repl_slave_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Repl_client_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_view_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Show_view_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_routine_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Alter_routine_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_user_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Event_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Trigger_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_tablespace_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ssl_type", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('', 'ANY', 'X509', 'SPECIFIED', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ssl_cipher", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "BLOB()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "x509_issuer", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "BLOB()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "x509_subject", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "BLOB()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "max_questions", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "max_updates", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "max_connections", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "max_user_connections", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "plugin", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "authentication_string", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "password_expired", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "password_last_changed", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "password_lifetime", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "account_locked", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Create_role_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Drop_role_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password_reuse_history", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password_reuse_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Password_require_current", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('N', 'Y', charset='utf8', collation='utf8_general_ci')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User_attributes", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.accounts,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.accounts", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "CURRENT_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "TOTAL_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.accounts,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.accounts", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TOTAL_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.binary_log_transaction_compression_stats,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.binary_log_transaction_compression_stats", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "LOG_TYPE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The log type to which the transactions were written." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('BINARY', 'RELAY')", - "recursive": false - }, - { - "fieldPath": "COMPRESSION_TYPE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The transaction compression algorithm used." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TRANSACTION_COUNTER", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Number of transactions written to the log" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COMPRESSED_BYTES_COUNTER", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The total number of bytes compressed." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "UNCOMPRESSED_BYTES_COUNTER", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The total number of bytes uncompressed." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COMPRESSION_PERCENTAGE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The compression ratio as a percentage." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "SMALLINT()", - "recursive": false - }, - { - "fieldPath": "FIRST_TRANSACTION_ID", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The first transaction written." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - }, - { - "fieldPath": "FIRST_TRANSACTION_COMPRESSED_BYTES", - "jsonPath": null, - "nullable": false, - "description": { - "string": "First transaction written compressed bytes." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_TRANSACTION_UNCOMPRESSED_BYTES", - "jsonPath": null, - "nullable": false, - "description": { - "string": "First transaction written uncompressed bytes." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_TRANSACTION_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": { - "string": "When the first transaction was written." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_TRANSACTION_ID", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The last transaction written." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - }, - { - "fieldPath": "LAST_TRANSACTION_COMPRESSED_BYTES", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Last transaction written compressed bytes." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LAST_TRANSACTION_UNCOMPRESSED_BYTES", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Last transaction written uncompressed bytes." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LAST_TRANSACTION_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": { - "string": "When the last transaction was written." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.binary_log_transaction_compression_stats,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.binary_log_transaction_compression_stats", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "LOG_TYPE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The log type to which the transactions were written." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('BINARY', 'RELAY')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COMPRESSION_TYPE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The transaction compression algorithm used." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TRANSACTION_COUNTER", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Number of transactions written to the log" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COMPRESSED_BYTES_COUNTER", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The total number of bytes compressed." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "UNCOMPRESSED_BYTES_COUNTER", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The total number of bytes uncompressed." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COMPRESSION_PERCENTAGE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The compression ratio as a percentage." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "SMALLINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_TRANSACTION_ID", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The first transaction written." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_TRANSACTION_COMPRESSED_BYTES", + "jsonPath": null, + "nullable": false, + "description": { + "string": "First transaction written compressed bytes." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_TRANSACTION_UNCOMPRESSED_BYTES", + "jsonPath": null, + "nullable": false, + "description": { + "string": "First transaction written uncompressed bytes." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_TRANSACTION_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": { + "string": "When the first transaction was written." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_TRANSACTION_ID", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The last transaction written." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_TRANSACTION_COMPRESSED_BYTES", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Last transaction written compressed bytes." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_TRANSACTION_UNCOMPRESSED_BYTES", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Last transaction written uncompressed bytes." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_TRANSACTION_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": { + "string": "When the last transaction was written." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.cond_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.cond_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.cond_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.cond_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.data_lock_waits,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.data_lock_waits", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ENGINE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "REQUESTING_ENGINE_LOCK_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "REQUESTING_ENGINE_TRANSACTION_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "REQUESTING_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "REQUESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "REQUESTING_OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BLOCKING_ENGINE_LOCK_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "BLOCKING_ENGINE_TRANSACTION_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BLOCKING_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BLOCKING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BLOCKING_OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.data_lock_waits,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.data_lock_waits", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ENGINE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUESTING_ENGINE_LOCK_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUESTING_ENGINE_TRANSACTION_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUESTING_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUESTING_OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BLOCKING_ENGINE_LOCK_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BLOCKING_ENGINE_TRANSACTION_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BLOCKING_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BLOCKING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BLOCKING_OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.data_locks,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.data_locks", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ENGINE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "ENGINE_LOCK_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ENGINE_TRANSACTION_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "PARTITION_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SUBPARTITION_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "INDEX_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCK_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "LOCK_MODE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "LOCK_STATUS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "LOCK_DATA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(charset='utf8mb4', collation='utf8mb4_0900_ai_ci', length=8192)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.data_locks,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.data_locks", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ENGINE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENGINE_LOCK_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENGINE_TRANSACTION_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PARTITION_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUBPARTITION_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INDEX_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_MODE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_STATUS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_DATA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(charset='utf8mb4', collation='utf8mb4_0900_ai_ci', length=8192)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.error_log,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.error_log", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "LOGGED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "PRIO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('System', 'Error', 'Warning', 'Note')", - "recursive": false - }, - { - "fieldPath": "ERROR_CODE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=10)", - "recursive": false - }, - { - "fieldPath": "SUBSYSTEM", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=7)", - "recursive": false - }, - { - "fieldPath": "DATA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.error_log,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.error_log", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "LOGGED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PRIO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('System', 'Error', 'Warning', 'Note')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_CODE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=10)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUBSYSTEM", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=7)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DATA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_account_by_error,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_errors_summary_by_account_by_error", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ERROR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_RAISED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_HANDLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_account_by_error,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_errors_summary_by_account_by_error", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_RAISED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_HANDLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_host_by_error,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_errors_summary_by_host_by_error", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ERROR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_RAISED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_HANDLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_host_by_error,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_errors_summary_by_host_by_error", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_RAISED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_HANDLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_thread_by_error,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_errors_summary_by_thread_by_error", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ERROR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_RAISED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_HANDLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_thread_by_error,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_errors_summary_by_thread_by_error", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_RAISED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_HANDLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_user_by_error,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_errors_summary_by_user_by_error", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ERROR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_RAISED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_HANDLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_by_user_by_error,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_errors_summary_by_user_by_error", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_RAISED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_HANDLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_global_by_error,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_errors_summary_global_by_error", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ERROR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_RAISED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERROR_HANDLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_errors_summary_global_by_error,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_errors_summary_global_by_error", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERROR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_RAISED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERROR_HANDLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_current,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_current", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_COMPLETED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_ESTIMATED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_current,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_current", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_COMPLETED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_ESTIMATED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_history,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_history", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_COMPLETED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_ESTIMATED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_history,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_history", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_COMPLETED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_ESTIMATED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_history_long,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_history_long", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_COMPLETED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WORK_ESTIMATED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_history_long,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_history_long", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_COMPLETED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORK_ESTIMATED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_account_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_summary_by_account_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_account_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_summary_by_account_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_host_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_summary_by_host_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_host_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_summary_by_host_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_thread_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_summary_by_thread_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_thread_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_summary_by_thread_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_user_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_summary_by_user_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_by_user_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_summary_by_user_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_global_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_stages_summary_global_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_stages_summary_global_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_stages_summary_global_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_current,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_current", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SQL_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "DIGEST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MYSQL_ERRNO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "RETURNED_SQLSTATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "MESSAGE_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "STATEMENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_current,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_current", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MYSQL_ERRNO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "RETURNED_SQLSTATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MESSAGE_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATEMENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_histogram_by_digest,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_histogram_by_digest", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "SCHEMA_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "BUCKET_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_TIMER_LOW", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_TIMER_HIGH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_BUCKET", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_BUCKET_AND_LOWER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_QUANTILE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "DOUBLE(precision=7, scale=6, asdecimal=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_histogram_by_digest,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_histogram_by_digest", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "SCHEMA_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_TIMER_LOW", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_TIMER_HIGH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_BUCKET", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_BUCKET_AND_LOWER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_QUANTILE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "DOUBLE(precision=7, scale=6, asdecimal=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_histogram_global,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_histogram_global", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "BUCKET_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_TIMER_LOW", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_TIMER_HIGH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_BUCKET", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_BUCKET_AND_LOWER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "BUCKET_QUANTILE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "DOUBLE(precision=7, scale=6, asdecimal=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_histogram_global,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_histogram_global", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "BUCKET_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_TIMER_LOW", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_TIMER_HIGH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_BUCKET", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_BUCKET_AND_LOWER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BUCKET_QUANTILE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "DOUBLE(precision=7, scale=6, asdecimal=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_history,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_history", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SQL_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "DIGEST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MYSQL_ERRNO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "RETURNED_SQLSTATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "MESSAGE_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "STATEMENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_history,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_history", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MYSQL_ERRNO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "RETURNED_SQLSTATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MESSAGE_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATEMENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_history_long,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_history_long", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SQL_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "DIGEST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MYSQL_ERRNO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "RETURNED_SQLSTATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=5)", - "recursive": false - }, - { - "fieldPath": "MESSAGE_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "STATEMENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_history_long,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_history_long", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MYSQL_ERRNO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "RETURNED_SQLSTATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=5)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MESSAGE_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATEMENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_account_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_account_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_account_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_account_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_digest,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_digest", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "SCHEMA_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DIGEST_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "QUANTILE_95", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "QUANTILE_99", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "QUANTILE_999", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "QUERY_SAMPLE_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "QUERY_SAMPLE_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "QUERY_SAMPLE_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_digest,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_digest", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "SCHEMA_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DIGEST_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUANTILE_95", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUANTILE_99", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUANTILE_999", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUERY_SAMPLE_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUERY_SAMPLE_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUERY_SAMPLE_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_host_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_host_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_host_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_host_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_program,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_program", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_STATEMENTS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_STATEMENTS_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_STATEMENTS_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_STATEMENTS_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_STATEMENTS_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_program,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_program", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STATEMENTS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_STATEMENTS_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_STATEMENTS_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_STATEMENTS_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_STATEMENTS_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_thread_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_thread_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_thread_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_thread_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_user_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_by_user_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_by_user_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_by_user_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_global_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_statements_summary_global_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_statements_summary_global_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_statements_summary_global_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_current,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_current", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", - "recursive": false - }, - { - "fieldPath": "TRX_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "GTID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "XID_FORMAT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "XID_GTRID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XID_BQUAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XA_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ACCESS_MODE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", - "recursive": false - }, - { - "fieldPath": "ISOLATION_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "AUTOCOMMIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_SAVEPOINTS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_current,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_current", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TRX_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "GTID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_FORMAT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_GTRID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_BQUAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XA_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ACCESS_MODE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ISOLATION_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AUTOCOMMIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_SAVEPOINTS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_history,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_history", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", - "recursive": false - }, - { - "fieldPath": "TRX_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "GTID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "XID_FORMAT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "XID_GTRID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XID_BQUAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XA_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ACCESS_MODE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", - "recursive": false - }, - { - "fieldPath": "ISOLATION_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "AUTOCOMMIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_SAVEPOINTS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_history,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_history", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TRX_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "GTID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_FORMAT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_GTRID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_BQUAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XA_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ACCESS_MODE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ISOLATION_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AUTOCOMMIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_SAVEPOINTS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_history_long,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_history_long", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", - "recursive": false - }, - { - "fieldPath": "TRX_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "GTID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "XID_FORMAT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "XID_GTRID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XID_BQUAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=130)", - "recursive": false - }, - { - "fieldPath": "XA_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ACCESS_MODE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", - "recursive": false - }, - { - "fieldPath": "ISOLATION_LEVEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "AUTOCOMMIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_SAVEPOINTS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_history_long,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_history_long", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ACTIVE', 'COMMITTED', 'ROLLED BACK')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TRX_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "GTID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_FORMAT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_GTRID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XID_BQUAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=130)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "XA_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ACCESS_MODE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('READ ONLY', 'READ WRITE')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ISOLATION_LEVEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AUTOCOMMIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_SAVEPOINTS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_ROLLBACK_TO_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_RELEASE_SAVEPOINT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_account_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_summary_by_account_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_account_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_summary_by_account_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_host_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_summary_by_host_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_host_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_summary_by_host_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_thread_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_summary_by_thread_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_thread_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_summary_by_thread_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_user_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_summary_by_user_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_by_user_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_summary_by_user_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_global_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_transactions_summary_global_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_ONLY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_transactions_summary_global_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_transactions_summary_global_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_ONLY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_current,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_current", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SPINS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "INDEX_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "OPERATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_BYTES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "FLAGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_current,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_current", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SPINS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INDEX_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OPERATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_BYTES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FLAGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_history,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_history", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SPINS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "INDEX_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "OPERATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_BYTES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "FLAGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_history,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_history", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SPINS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INDEX_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OPERATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_BYTES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FLAGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_history_long,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_history_long", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "END_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_START", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_END", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SPINS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "INDEX_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NESTING_EVENT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", - "recursive": false - }, - { - "fieldPath": "OPERATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "NUMBER_OF_BYTES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "FLAGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_history_long,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_history_long", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "END_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_START", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_END", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SPINS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INDEX_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NESTING_EVENT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('TRANSACTION', 'STATEMENT', 'STAGE', 'WAIT')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OPERATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NUMBER_OF_BYTES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FLAGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_account_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_by_account_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_account_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_by_account_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_host_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_by_host_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_host_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_by_host_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_instance,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_by_instance", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_instance,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_by_instance", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_thread_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_by_thread_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_thread_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_by_thread_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_user_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_by_user_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_by_user_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_by_user_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_global_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.events_waits_summary_global_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.events_waits_summary_global_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.events_waits_summary_global_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.file_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "FILE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OPEN_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.file_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "FILE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OPEN_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_summary_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.file_summary_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_summary_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.file_summary_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977189000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_summary_by_instance,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.file_summary_by_instance", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "FILE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.file_summary_by_instance,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.file_summary_by_instance", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "FILE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.global_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.global_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.global_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.global_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.global_variables,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.global_variables", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.global_variables,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.global_variables", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.host_cache,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.host_cache", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "IP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "HOST_VALIDATED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "SUM_CONNECT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_HOST_BLOCKED_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_NAMEINFO_TRANSIENT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_NAMEINFO_PERMANENT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_FORMAT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_ADDRINFO_TRANSIENT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_ADDRINFO_PERMANENT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_FCRDNS_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_HOST_ACL_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_NO_AUTH_PLUGIN_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_AUTH_PLUGIN_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_HANDSHAKE_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_PROXY_USER_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_PROXY_USER_ACL_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_AUTHENTICATION_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_SSL_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_MAX_USER_CONNECTIONS_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_MAX_USER_CONNECTIONS_PER_HOUR_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_DEFAULT_DATABASE_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_INIT_CONNECT_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_LOCAL_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "COUNT_UNKNOWN_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "FIRST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "FIRST_ERROR_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_SEEN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.host_cache,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.host_cache", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "IP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST_VALIDATED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CONNECT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_HOST_BLOCKED_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_NAMEINFO_TRANSIENT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_NAMEINFO_PERMANENT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FORMAT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ADDRINFO_TRANSIENT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ADDRINFO_PERMANENT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FCRDNS_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_HOST_ACL_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_NO_AUTH_PLUGIN_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_AUTH_PLUGIN_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_HANDSHAKE_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_PROXY_USER_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_PROXY_USER_ACL_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_AUTHENTICATION_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_SSL_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MAX_USER_CONNECTIONS_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MAX_USER_CONNECTIONS_PER_HOUR_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_DEFAULT_DATABASE_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_INIT_CONNECT_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_LOCAL_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_UNKNOWN_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FIRST_ERROR_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_SEEN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.hosts,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.hosts", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "CURRENT_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "TOTAL_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.hosts,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.hosts", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TOTAL_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.keyring_keys,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.keyring_keys", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "KEY_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", - "recursive": false - }, - { - "fieldPath": "KEY_OWNER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", - "recursive": false - }, - { - "fieldPath": "BACKEND_KEY_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.keyring_keys,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.keyring_keys", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "KEY_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "KEY_OWNER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "BACKEND_KEY_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=255)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.log_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.log_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "SERVER_UUID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", - "recursive": false - }, - { - "fieldPath": "LOCAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - }, - { - "fieldPath": "REPLICATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - }, - { - "fieldPath": "STORAGE_ENGINES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.log_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.log_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "SERVER_UUID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REPLICATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STORAGE_ENGINES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_account_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.memory_summary_by_account_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOW_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "LOW_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_account_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.memory_summary_by_account_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_host_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.memory_summary_by_host_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOW_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "LOW_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_host_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.memory_summary_by_host_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_thread_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.memory_summary_by_thread_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOW_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "LOW_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_thread_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.memory_summary_by_thread_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_user_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.memory_summary_by_user_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOW_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "LOW_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_by_user_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.memory_summary_by_user_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_global_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.memory_summary_global_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOW_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_COUNT_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "LOW_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.memory_summary_global_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.memory_summary_global_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_ALLOC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_FREE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_COUNT_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOW_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HIGH_NUMBER_OF_BYTES_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.metadata_locks,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.metadata_locks", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COLUMN_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCK_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "LOCK_DURATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "LOCK_STATUS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OWNER_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OWNER_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.metadata_locks,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.metadata_locks", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COLUMN_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_DURATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCK_STATUS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.mutex_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.mutex_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LOCKED_BY_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.mutex_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.mutex_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LOCKED_BY_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.objects_summary_global_by_type,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.objects_summary_global_by_type", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.objects_summary_global_by_type,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.objects_summary_global_by_type", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.performance_timers,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.performance_timers", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "TIMER_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('CYCLE', 'NANOSECOND', 'MICROSECOND', 'MILLISECOND')", - "recursive": false - }, - { - "fieldPath": "TIMER_FREQUENCY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "TIMER_RESOLUTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "TIMER_OVERHEAD", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.performance_timers,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.performance_timers", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "TIMER_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('CYCLE', 'NANOSECOND', 'MICROSECOND', 'MILLISECOND')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_FREQUENCY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_RESOLUTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_OVERHEAD", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.persisted_variables,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.persisted_variables", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.persisted_variables,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.persisted_variables", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.prepared_statements_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.prepared_statements_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727529000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "STATEMENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "STATEMENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SQL_TEXT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "OWNER_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OWNER_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OWNER_OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", - "recursive": false - }, - { - "fieldPath": "OWNER_OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OWNER_OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "TIMER_PREPARE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_REPREPARE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_EXECUTE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_EXECUTE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_EXECUTE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_EXECUTE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_EXECUTE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_LOCK_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ERRORS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_WARNINGS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_AFFECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_SENT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_ROWS_EXAMINED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_CREATED_TMP_TABLES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_RANGE_CHECK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SELECT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_MERGE_PASSES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_RANGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_ROWS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_SORT_SCAN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NO_GOOD_INDEX_USED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.prepared_statements_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.prepared_statements_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATEMENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATEMENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SQL_TEXT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMER_PREPARE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_REPREPARE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_EXECUTE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_EXECUTE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_EXECUTE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_EXECUTE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_EXECUTE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_LOCK_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ERRORS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_WARNINGS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_AFFECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_SENT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_ROWS_EXAMINED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_DISK_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_CREATED_TMP_TABLES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_FULL_RANGE_JOIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_RANGE_CHECK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SELECT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_MERGE_PASSES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_RANGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_ROWS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_SORT_SCAN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NO_GOOD_INDEX_USED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.processlist,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.processlist", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "DB", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COMMAND", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=16)", - "recursive": false - }, - { - "fieldPath": "TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "INFO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.processlist,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.processlist", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DB", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COMMAND", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=16)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INFO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_configuration,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_configuration", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "DESIRED_DELAY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "PRIVILEGE_CHECKS_USER", - "jsonPath": null, - "nullable": false, - "description": { - "string": "User name for the security context of the applier." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "REQUIRE_ROW_FORMAT", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the channel shall only accept row based events." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "REQUIRE_TABLE_PRIMARY_KEY_CHECK", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates what is the channel policy regarding tables having primary keys on create and alter table queries" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('STREAM', 'ON', 'OFF')", - "recursive": false - }, - { - "fieldPath": "ASSIGN_GTIDS_TO_ANONYMOUS_TRANSACTIONS_TYPE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates whether the channel will generate a new GTID for anonymous transactions. OFF means that anonymous transactions will remain anonymous. LOCAL means that anonymous transactions will be assigned a newly generated GTID based on server_uuid. UUID indicates that anonymous transactions will be assigned a newly generated GTID based on Assign_gtids_to_anonymous_transactions_value" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('OFF', 'LOCAL', 'UUID')", - "recursive": false - }, - { - "fieldPath": "ASSIGN_GTIDS_TO_ANONYMOUS_TRANSACTIONS_VALUE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Indicates the UUID used while generating GTIDs for anonymous transactions" - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_configuration,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_configuration", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DESIRED_DELAY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PRIVILEGE_CHECKS_USER", + "jsonPath": null, + "nullable": false, + "description": { + "string": "User name for the security context of the applier." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUIRE_ROW_FORMAT", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the channel shall only accept row based events." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REQUIRE_TABLE_PRIMARY_KEY_CHECK", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates what is the channel policy regarding tables having primary keys on create and alter table queries" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('STREAM', 'ON', 'OFF')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ASSIGN_GTIDS_TO_ANONYMOUS_TRANSACTIONS_TYPE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates whether the channel will generate a new GTID for anonymous transactions. OFF means that anonymous transactions will remain anonymous. LOCAL means that anonymous transactions will be assigned a newly generated GTID based on server_uuid. UUID indicates that anonymous transactions will be assigned a newly generated GTID based on Assign_gtids_to_anonymous_transactions_value" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('OFF', 'LOCAL', 'UUID')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ASSIGN_GTIDS_TO_ANONYMOUS_TRANSACTIONS_VALUE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Indicates the UUID used while generating GTIDs for anonymous transactions" + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_filters,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_filters", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "FILTER_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "FILTER_RULE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "CONFIGURED_BY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('STARTUP_OPTIONS', 'CHANGE_REPLICATION_FILTER', 'STARTUP_OPTIONS_FOR_CHANNEL', 'CHANGE_REPLICATION_FILTER_FOR_CHANNEL')", - "recursive": false - }, - { - "fieldPath": "ACTIVE_SINCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "COUNTER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_filters,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_filters", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FILTER_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FILTER_RULE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONFIGURED_BY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('STARTUP_OPTIONS', 'CHANGE_REPLICATION_FILTER', 'STARTUP_OPTIONS_FOR_CHANNEL', 'CHANGE_REPLICATION_FILTER_FOR_CHANNEL')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ACTIVE_SINCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNTER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_global_filters,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_global_filters", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "FILTER_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "FILTER_RULE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "CONFIGURED_BY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('STARTUP_OPTIONS', 'CHANGE_REPLICATION_FILTER')", - "recursive": false - }, - { - "fieldPath": "ACTIVE_SINCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_global_filters,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_global_filters", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "FILTER_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "FILTER_RULE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONFIGURED_BY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('STARTUP_OPTIONS', 'CHANGE_REPLICATION_FILTER')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ACTIVE_SINCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SERVICE_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ON', 'OFF')", - "recursive": false - }, - { - "fieldPath": "REMAINING_DELAY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_RETRIES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SERVICE_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ON', 'OFF')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "REMAINING_DELAY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_RETRIES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status_by_coordinator,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_status_by_coordinator", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SERVICE_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ON', 'OFF')", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_MESSAGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_PROCESSED_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "LAST_PROCESSED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_PROCESSED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_PROCESSED_TRANSACTION_START_BUFFER_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_PROCESSED_TRANSACTION_END_BUFFER_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "PROCESSING_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "PROCESSING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "PROCESSING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "PROCESSING_TRANSACTION_START_BUFFER_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status_by_coordinator,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_status_by_coordinator", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SERVICE_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ON', 'OFF')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_MESSAGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_PROCESSED_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_PROCESSED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_PROCESSED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_PROCESSED_TRANSACTION_START_BUFFER_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_PROCESSED_TRANSACTION_END_BUFFER_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSING_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSING_TRANSACTION_START_BUFFER_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status_by_worker,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_applier_status_by_worker", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "WORKER_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SERVICE_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ON', 'OFF')", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_MESSAGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_START_APPLY_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_END_APPLY_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_START_APPLY_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_RETRIES_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_MESSAGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_RETRIES_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_MESSAGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_applier_status_by_worker,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_applier_status_by_worker", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WORKER_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SERVICE_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ON', 'OFF')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_MESSAGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_START_APPLY_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_END_APPLY_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_START_APPLY_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_RETRIES_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_MESSAGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_APPLIED_TRANSACTION_LAST_TRANSIENT_ERROR_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_RETRIES_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_MESSAGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "APPLYING_TRANSACTION_LAST_TRANSIENT_ERROR_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_asynchronous_connection_failover,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_asynchronous_connection_failover", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The replication channel name that connects source and replica." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source hostname that the replica will attempt to switch over the replication connection to in case of a failure." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "PORT", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source port that the replica will attempt to switch over the replication connection to in case of a failure." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "NETWORK_NAMESPACE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The source network namespace that the replica will attempt to switch over the replication connection to in case of a failure. If its value is empty, connections use the default (global) namespace." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "WEIGHT", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The order in which the replica shall try to switch the connection over to when there are failures. Weight can be set to a number between 1 and 100, where 100 is the highest weight and 1 the lowest." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MANAGED_NAME", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the group which this server belongs to." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_asynchronous_connection_failover,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_asynchronous_connection_failover", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The replication channel name that connects source and replica." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source hostname that the replica will attempt to switch over the replication connection to in case of a failure." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PORT", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source port that the replica will attempt to switch over the replication connection to in case of a failure." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NETWORK_NAMESPACE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The source network namespace that the replica will attempt to switch over the replication connection to in case of a failure. If its value is empty, connections use the default (global) namespace." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WEIGHT", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The order in which the replica shall try to switch the connection over to when there are failures. Weight can be set to a number between 1 and 100, where 100 is the highest weight and 1 the lowest." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MANAGED_NAME", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the group which this server belongs to." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_asynchronous_connection_failover_managed,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_asynchronous_connection_failover_managed", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The replication channel name that connects source and replica." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "MANAGED_NAME", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The name of the source which needs to be managed." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "MANAGED_TYPE", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Determines the managed type." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", - "recursive": false - }, - { - "fieldPath": "CONFIGURATION", - "jsonPath": null, - "nullable": false, - "description": { - "string": "The data to help manage group. For Managed_type = GroupReplication, Configuration value should contain {\"Primary_weight\": 80, \"Secondary_weight\": 60}, so that it assigns weight=80 to PRIMARY of the group, and weight=60 for rest of the members in mysql.replication_asynchronous_connection_failover table." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "JSON()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_asynchronous_connection_failover_managed,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_asynchronous_connection_failover_managed", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The replication channel name that connects source and replica." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MANAGED_NAME", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The name of the source which needs to be managed." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MANAGED_TYPE", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Determines the managed type." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8', collation='utf8_general_ci', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONFIGURATION", + "jsonPath": null, + "nullable": false, + "description": { + "string": "The data to help manage group. For Managed_type = GroupReplication, Configuration value should contain {\"Primary_weight\": 80, \"Secondary_weight\": 60}, so that it assigns weight=80 to PRIMARY of the group, and weight=60 for rest of the members in mysql.replication_asynchronous_connection_failover table." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "JSON()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_connection_configuration,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_connection_configuration", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "PORT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "NETWORK_INTERFACE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=60)", - "recursive": false - }, - { - "fieldPath": "AUTO_POSITION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('1', '0')", - "recursive": false - }, - { - "fieldPath": "SSL_ALLOWED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO', 'IGNORED')", - "recursive": false - }, - { - "fieldPath": "SSL_CA_FILE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "SSL_CA_PATH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "SSL_CERTIFICATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "SSL_CIPHER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "SSL_KEY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "SSL_VERIFY_SERVER_CERTIFICATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "SSL_CRL_FILE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - }, - { - "fieldPath": "SSL_CRL_PATH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - }, - { - "fieldPath": "CONNECTION_RETRY_INTERVAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "CONNECTION_RETRY_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "HEARTBEAT_INTERVAL", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Number of seconds after which a heartbeat will be sent ." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "DOUBLE(precision=10, scale=3, asdecimal=True, unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TLS_VERSION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - }, - { - "fieldPath": "PUBLIC_KEY_PATH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=512)", - "recursive": false - }, - { - "fieldPath": "GET_PUBLIC_KEY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "NETWORK_NAMESPACE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COMPRESSION_ALGORITHM", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Compression algorithm used for data transfer between master and slave." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "ZSTD_COMPRESSION_LEVEL", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Compression level associated with zstd compression algorithm." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "TLS_CIPHERSUITES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", - "recursive": false - }, - { - "fieldPath": "SOURCE_CONNECTION_AUTO_FAILOVER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('1', '0')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_connection_configuration,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_connection_configuration", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PORT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NETWORK_INTERFACE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=60)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AUTO_POSITION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('1', '0')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_ALLOWED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO', 'IGNORED')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CA_FILE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CA_PATH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CERTIFICATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CIPHER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_KEY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_VERIFY_SERVER_CERTIFICATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CRL_FILE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SSL_CRL_PATH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONNECTION_RETRY_INTERVAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONNECTION_RETRY_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HEARTBEAT_INTERVAL", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Number of seconds after which a heartbeat will be sent ." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "DOUBLE(precision=10, scale=3, asdecimal=True, unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TLS_VERSION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PUBLIC_KEY_PATH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=512)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "GET_PUBLIC_KEY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NETWORK_NAMESPACE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COMPRESSION_ALGORITHM", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Compression algorithm used for data transfer between master and slave." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ZSTD_COMPRESSION_LEVEL", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Compression level associated with zstd compression algorithm." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TLS_CIPHERSUITES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT(charset='utf8', collation='utf8_bin')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE_CONNECTION_AUTO_FAILOVER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('1', '0')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_connection_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_connection_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "GROUP_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", - "recursive": false - }, - { - "fieldPath": "SOURCE_UUID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SERVICE_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('ON', 'OFF', 'CONNECTING')", - "recursive": false - }, - { - "fieldPath": "COUNT_RECEIVED_HEARTBEATS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "LAST_HEARTBEAT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": { - "string": "Shows when the most recent heartbeat signal was received." - }, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "RECEIVED_TRANSACTION_SET", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_NUMBER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_MESSAGE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "LAST_ERROR_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_QUEUED_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "LAST_QUEUED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_QUEUED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_QUEUED_TRANSACTION_START_QUEUE_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "LAST_QUEUED_TRANSACTION_END_QUEUE_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "QUEUEING_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=57)", - "recursive": false - }, - { - "fieldPath": "QUEUEING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "QUEUEING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "QUEUEING_TRANSACTION_START_QUEUE_TIMESTAMP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_connection_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_connection_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "GROUP_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOURCE_UUID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SERVICE_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('ON', 'OFF', 'CONNECTING')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_RECEIVED_HEARTBEATS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_HEARTBEAT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": { + "string": "Shows when the most recent heartbeat signal was received." + }, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "RECEIVED_TRANSACTION_SET", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_NUMBER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_MESSAGE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_ERROR_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_QUEUED_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_QUEUED_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_QUEUED_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_QUEUED_TRANSACTION_START_QUEUE_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_QUEUED_TRANSACTION_END_QUEUE_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUEUEING_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=57)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUEUEING_TRANSACTION_ORIGINAL_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUEUEING_TRANSACTION_IMMEDIATE_COMMIT_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "QUEUEING_TRANSACTION_START_QUEUE_TIMESTAMP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_group_member_stats,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_group_member_stats", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VIEW_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=60)", - "recursive": false - }, - { - "fieldPath": "MEMBER_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_IN_QUEUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_CHECKED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_CONFLICTS_DETECTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_ROWS_VALIDATING", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "TRANSACTIONS_COMMITTED_ALL_MEMBERS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "LAST_CONFLICT_FREE_TRANSACTION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_REMOTE_IN_APPLIER_QUEUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_REMOTE_APPLIED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_LOCAL_PROPOSED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_TRANSACTIONS_LOCAL_ROLLBACK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_group_member_stats,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_group_member_stats", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VIEW_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=60)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_IN_QUEUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_CHECKED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_CONFLICTS_DETECTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_ROWS_VALIDATING", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TRANSACTIONS_COMMITTED_ALL_MEMBERS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "LAST_CONFLICT_FREE_TRANSACTION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_REMOTE_IN_APPLIER_QUEUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_REMOTE_APPLIED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_LOCAL_PROPOSED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_TRANSACTIONS_LOCAL_ROLLBACK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_group_members,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.replication_group_members", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "MEMBER_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", - "recursive": false - }, - { - "fieldPath": "MEMBER_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "MEMBER_PORT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "MEMBER_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "MEMBER_ROLE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "MEMBER_VERSION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.replication_group_members,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.replication_group_members", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=36)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_PORT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_ROLE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MEMBER_VERSION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.rwlock_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.rwlock_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "WRITE_LOCKED_BY_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "READ_LOCKED_BY_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.rwlock_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.rwlock_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "WRITE_LOCKED_BY_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "READ_LOCKED_BY_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_account_connect_attrs,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.session_account_connect_attrs", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "PROCESSLIST_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ATTR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "ATTR_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=1024)", - "recursive": false - }, - { - "fieldPath": "ORDINAL_POSITION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_account_connect_attrs,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.session_account_connect_attrs", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "PROCESSLIST_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ATTR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ATTR_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ORDINAL_POSITION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_connect_attrs,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.session_connect_attrs", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "PROCESSLIST_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ATTR_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "ATTR_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=1024)", - "recursive": false - }, - { - "fieldPath": "ORDINAL_POSITION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_connect_attrs,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.session_connect_attrs", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "PROCESSLIST_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ATTR_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ATTR_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(collation='utf8mb4_bin', length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ORDINAL_POSITION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.session_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.session_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_variables,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.session_variables", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.session_variables,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.session_variables", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_actors,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.setup_actors", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "ROLE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "ENABLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "HISTORY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_actors,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.setup_actors", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROLE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENABLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HISTORY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_consumers,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.setup_consumers", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "ENABLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_consumers,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.setup_consumers", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENABLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_instruments,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.setup_instruments", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ENABLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "TIMED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "PROPERTIES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(length=17)", - "recursive": false - }, - { - "fieldPath": "VOLATILITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "DOCUMENTATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_instruments,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.setup_instruments", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENABLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROPERTIES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(length=17)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VOLATILITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DOCUMENTATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_objects,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.setup_objects", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "ENABLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "TIMED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_objects,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.setup_objects", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('EVENT', 'FUNCTION', 'PROCEDURE', 'TABLE', 'TRIGGER')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENABLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TIMED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_threads,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.setup_threads", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "ENABLED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "HISTORY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "PROPERTIES", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(length=9)", - "recursive": false - }, - { - "fieldPath": "VOLATILITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "DOCUMENTATION", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.setup_threads,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.setup_threads", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ENABLED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HISTORY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROPERTIES", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(length=9)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VOLATILITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "DOCUMENTATION", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_instances,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.socket_instances", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SOCKET_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "IP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "PORT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('IDLE', 'ACTIVE')", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_instances,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.socket_instances", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SOCKET_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "IP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PORT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('IDLE', 'ACTIVE')", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_summary_by_event_name,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.socket_summary_by_event_name", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_summary_by_event_name,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.socket_summary_by_event_name", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_summary_by_instance,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.socket_summary_by_instance", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "EVENT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_MISC", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.socket_summary_by_instance,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.socket_summary_by_instance", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "EVENT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_NUMBER_OF_BYTES_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_MISC", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_account,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.status_by_account", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_account,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.status_by_account", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_host,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.status_by_host", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_host,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.status_by_host", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_thread,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.status_by_thread", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_thread,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.status_by_thread", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_user,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.status_by_user", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.status_by_user,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.status_by_user", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_handles,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.table_handles", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_INSTANCE_BEGIN", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OWNER_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "OWNER_EVENT_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "INTERNAL_LOCK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "EXTERNAL_LOCK", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_handles,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.table_handles", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_INSTANCE_BEGIN", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OWNER_EVENT_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INTERNAL_LOCK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "EXTERNAL_LOCK", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_io_waits_summary_by_index_usage,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.table_io_waits_summary_by_index_usage", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "INDEX_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_io_waits_summary_by_index_usage,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.table_io_waits_summary_by_index_usage", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INDEX_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_io_waits_summary_by_table,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.table_io_waits_summary_by_table", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_FETCH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_UPDATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_DELETE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_io_waits_summary_by_table,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.table_io_waits_summary_by_table", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_FETCH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_UPDATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_DELETE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_lock_waits_summary_by_table,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.table_lock_waits_summary_by_table", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "OBJECT_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_SCHEMA", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "OBJECT_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "COUNT_STAR", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WAIT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_WITH_SHARED_LOCKS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_WITH_SHARED_LOCKS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_WITH_SHARED_LOCKS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_WITH_SHARED_LOCKS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_WITH_SHARED_LOCKS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_HIGH_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_HIGH_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_HIGH_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_HIGH_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_HIGH_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_NO_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_NO_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_NO_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_NO_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_NO_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_READ_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_READ_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_READ_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_READ_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_READ_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE_ALLOW_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE_ALLOW_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE_ALLOW_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE_ALLOW_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE_ALLOW_WRITE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE_CONCURRENT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE_CONCURRENT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE_CONCURRENT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE_CONCURRENT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE_CONCURRENT_INSERT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE_LOW_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE_LOW_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE_LOW_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE_LOW_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE_LOW_PRIORITY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE_NORMAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "COUNT_WRITE_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "SUM_TIMER_WRITE_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MIN_TIMER_WRITE_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "AVG_TIMER_WRITE_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "MAX_TIMER_WRITE_EXTERNAL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.table_lock_waits_summary_by_table,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.table_lock_waits_summary_by_table", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "OBJECT_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_SCHEMA", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "OBJECT_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_STAR", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WAIT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_WITH_SHARED_LOCKS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_WITH_SHARED_LOCKS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_WITH_SHARED_LOCKS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_WITH_SHARED_LOCKS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_WITH_SHARED_LOCKS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_HIGH_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_HIGH_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_HIGH_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_HIGH_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_HIGH_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_NO_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_NO_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_NO_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_NO_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_NO_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_READ_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_READ_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_READ_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_READ_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_READ_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE_ALLOW_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE_ALLOW_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE_ALLOW_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE_ALLOW_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE_ALLOW_WRITE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE_CONCURRENT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE_CONCURRENT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE_CONCURRENT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE_CONCURRENT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE_CONCURRENT_INSERT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE_LOW_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE_LOW_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE_LOW_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE_LOW_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE_LOW_PRIORITY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE_NORMAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "COUNT_WRITE_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SUM_TIMER_WRITE_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_TIMER_WRITE_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "AVG_TIMER_WRITE_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_TIMER_WRITE_EXTERNAL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.threads,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.threads", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=10)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=32)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_DB", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_COMMAND", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=16)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_STATE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "PROCESSLIST_INFO", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "PARENT_THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "ROLE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "INSTRUMENTED", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "HISTORY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('YES', 'NO')", - "recursive": false - }, - { - "fieldPath": "CONNECTION_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=16)", - "recursive": false - }, - { - "fieldPath": "THREAD_OS_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "RESOURCE_GROUP", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.threads,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.threads", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=10)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_DB", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_COMMAND", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=16)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_STATE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROCESSLIST_INFO", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PARENT_THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ROLE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "INSTRUMENTED", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "HISTORY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('YES', 'NO')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CONNECTION_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=16)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "THREAD_OS_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "RESOURCE_GROUP", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.tls_channel_status,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.tls_channel_status", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "CHANNEL", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "PROPERTY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=2048)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.tls_channel_status,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.tls_channel_status", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "CHANNEL", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "PROPERTY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=2048)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.user_defined_functions,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.user_defined_functions", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "UDF_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "UDF_RETURN_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=20)", - "recursive": false - }, - { - "fieldPath": "UDF_TYPE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=20)", - "recursive": false - }, - { - "fieldPath": "UDF_LIBRARY", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "UDF_USAGE_COUNT", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.user_defined_functions,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.user_defined_functions", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "UDF_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "UDF_RETURN_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=20)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "UDF_TYPE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=20)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "UDF_LIBRARY", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "UDF_USAGE_COUNT", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.user_variables_by_thread,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.user_variables_by_thread", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.BytesType": {} - } - }, - "nativeDataType": "LONGBLOB()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.user_variables_by_thread,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.user_variables_by_thread", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.BytesType": {} + } + }, + "nativeDataType": "LONGBLOB()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.users,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.users", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "CURRENT_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "TOTAL_CONNECTIONS", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.users,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.users", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "CURRENT_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "TOTAL_CONNECTIONS", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.variables_by_thread,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.variables_by_thread", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "THREAD_ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.variables_by_thread,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.variables_by_thread", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "THREAD_ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.variables_info,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "performance_schema.variables_info", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "VARIABLE_NAME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "VARIABLE_SOURCE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.EnumType": {} - } - }, - "nativeDataType": "ENUM('COMPILED', 'GLOBAL', 'SERVER', 'EXPLICIT', 'EXTRA', 'USER', 'LOGIN', 'COMMAND_LINE', 'PERSISTED', 'DYNAMIC')", - "recursive": false - }, - { - "fieldPath": "VARIABLE_PATH", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=1024)", - "recursive": false - }, - { - "fieldPath": "MIN_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "MAX_VALUE", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=64)", - "recursive": false - }, - { - "fieldPath": "SET_TIME", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP(fsp=6)", - "recursive": false - }, - { - "fieldPath": "SET_USER", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "SET_HOST", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,performance_schema.variables_info,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "performance_schema.variables_info", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "VARIABLE_NAME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_SOURCE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.EnumType": {} + } + }, + "nativeDataType": "ENUM('COMPILED', 'GLOBAL', 'SERVER', 'EXPLICIT', 'EXTRA', 'USER', 'LOGIN', 'COMMAND_LINE', 'PERSISTED', 'DYNAMIC')", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "VARIABLE_PATH", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=1024)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MIN_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "MAX_VALUE", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SET_TIME", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SET_USER", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='utf8mb4', collation='utf8mb4_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "SET_HOST", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,sys.sys_config,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "sys.sys_config", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1614727530000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "variable", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "value", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - }, - { - "fieldPath": "set_time", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "set_by", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=128)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,sys.sys_config,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "sys.sys_config", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614977190000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "variable", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "value", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "set_time", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "set_by", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=128)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null - } + } + ] + } + }, + "proposedDelta": null +} ] \ No newline at end of file diff --git a/metadata-ingestion/tests/integration/sql_server/mssql_mces_golden.json b/metadata-ingestion/tests/integration/sql_server/mssql_mces_golden.json index dc8bc9db04..943feef938 100644 --- a/metadata-ingestion/tests/integration/sql_server/mssql_mces_golden.json +++ b/metadata-ingestion/tests/integration/sql_server/mssql_mces_golden.json @@ -1,136 +1,140 @@ [ - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.dbo.Products,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "DemoData.dbo.Products", - "platform": "urn:li:dataPlatform:mssql", - "version": 0, - "created": { - "time": 1613593691000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613593691000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ID", - "jsonPath": null, - "nullable": false, - "description": null, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.dbo.Products,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "DemoData.dbo.Products", + "platform": "urn:li:dataPlatform:mssql", + "version": 0, + "created": { + "time": 1614821100000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614821100000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false + "com.linkedin.pegasus2avro.schema.NumberType": {} + } }, - { - "fieldPath": "ProductName", - "jsonPath": null, - "nullable": false, - "description": null, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ProductName", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "NVARCHAR()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "NVARCHAR()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.Foo.Items,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "DemoData.Foo.Items", - "platform": "urn:li:dataPlatform:mssql", - "version": 0, - "created": { - "time": 1613593691000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613593691000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ID", - "jsonPath": null, - "nullable": false, - "description": null, + "proposedDelta": null +}, +{ + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.Foo.Items,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "DemoData.Foo.Items", + "platform": "urn:li:dataPlatform:mssql", + "version": 0, + "created": { + "time": 1614821100000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1614821100000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false + "com.linkedin.pegasus2avro.schema.NumberType": {} + } }, - { - "fieldPath": "ItemName", - "jsonPath": null, - "nullable": false, - "description": null, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ItemName", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "NVARCHAR()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "NVARCHAR()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - ] - } - }, - "proposedDelta": null - } + } + ] + } + }, + "proposedDelta": null +} ] \ No newline at end of file diff --git a/metadata-ingestion/tests/unit/serde/test_serde_large.json b/metadata-ingestion/tests/unit/serde/test_serde_large.json index 1222272965..cd2de80d99 100644 --- a/metadata-ingestion/tests/unit/serde/test_serde_large.json +++ b/metadata-ingestion/tests/unit/serde/test_serde_large.json @@ -1,612 +1,640 @@ [ - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metagalaxy.metadata_aspect,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.metagalaxy.metadata_aspect", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "urn", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=500)", - "recursive": false - }, - { - "fieldPath": "aspect", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "version", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "metadata", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "LONGTEXT()", - "recursive": false - }, - { - "fieldPath": "createdon", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "DATETIME(fsp=6)", - "recursive": false - }, - { - "fieldPath": "createdby", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - }, - { - "fieldPath": "createdfor", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=255)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metagalaxy.metadata_aspect,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.metagalaxy.metadata_aspect", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "urn", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} } - ] + }, + "nativeDataType": "VARCHAR(length=500)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "aspect", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "version", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "metadata", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "LONGTEXT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdon", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "DATETIME(fsp=6)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdby", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "createdfor", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=255)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metagalaxy.metadata_index,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.metagalaxy.metadata_index", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "urn", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "aspect", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=150)", - "recursive": false - }, - { - "fieldPath": "path", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=150)", - "recursive": false - }, - { - "fieldPath": "longVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "BIGINT()", - "recursive": false - }, - { - "fieldPath": "stringVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "VARCHAR(length=200)", - "recursive": false - }, - { - "fieldPath": "doubleVal", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "DOUBLE(asdecimal=True)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metagalaxy.metadata_index,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.metagalaxy.metadata_index", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} } - ] + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "urn", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "aspect", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=150)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "path", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=150)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "longVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "BIGINT()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "stringVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "VARCHAR(length=200)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "doubleVal", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "DOUBLE(asdecimal=True)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.mysql.columns_priv,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.mysql.columns_priv", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "Host", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", - "recursive": false - }, - { - "fieldPath": "Db", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "User", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=32)", - "recursive": false - }, - { - "fieldPath": "Table_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Column_name", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "CHAR(collation='utf8_bin', length=64)", - "recursive": false - }, - { - "fieldPath": "Timestamp", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NullType": {} - } - }, - "nativeDataType": "TIMESTAMP()", - "recursive": false - }, - { - "fieldPath": "Column_priv", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.mysql.columns_priv,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.mysql.columns_priv", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "Host", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} } - ] + }, + "nativeDataType": "CHAR(charset='ascii', collation='ascii_general_ci', length=255)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Db", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "User", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=32)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Table_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Column_name", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "CHAR(collation='utf8_bin', length=64)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Timestamp", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NullType": {} + } + }, + "nativeDataType": "TIMESTAMP()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "Column_priv", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "SET(charset='utf8', collation='utf8_general_ci', length=10)", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.mysql.component,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "metagalaxy.mysql.component", - "platform": "urn:li:dataPlatform:mysql", - "version": 0, - "created": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613070834000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "component_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "component_group_id", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER(unsigned=True)", - "recursive": false - }, - { - "fieldPath": "component_urn", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "TEXT()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.mysql.component,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "metagalaxy.mysql.component", + "platform": "urn:li:dataPlatform:mysql", + "version": 0, + "created": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613070834000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "component_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} } - ] + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "component_group_id", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} + } + }, + "nativeDataType": "INTEGER(unsigned=True)", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "component_urn", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "TEXT()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.dbo.Products,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "DemoData.dbo.Products", - "platform": "urn:li:dataPlatform:mssql", - "version": 0, - "created": { - "time": 1613095693000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613095693000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ProductName", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "NVARCHAR()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.dbo.Products,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "DemoData.dbo.Products", + "platform": "urn:li:dataPlatform:mssql", + "version": 0, + "created": { + "time": 1613095693000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613095693000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} } - ] + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ProductName", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "NVARCHAR()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null + } + ] + } }, - { - "auditHeader": null, - "proposedSnapshot": { - "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { - "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.Foo.Items,PROD)", - "aspects": [ - { - "com.linkedin.pegasus2avro.schema.SchemaMetadata": { - "schemaName": "DemoData.Foo.Items", - "platform": "urn:li:dataPlatform:mssql", - "version": 0, - "created": { - "time": 1613095694000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "lastModified": { - "time": 1613095694000, - "actor": "urn:li:corpuser:etl", - "impersonator": null - }, - "deleted": null, - "dataset": null, - "cluster": null, - "hash": "", - "platformSchema": { - "com.linkedin.pegasus2avro.schema.MySqlDDL": { - "tableSchema": "" - } - }, - "fields": [ - { - "fieldPath": "ID", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.NumberType": {} - } - }, - "nativeDataType": "INTEGER()", - "recursive": false - }, - { - "fieldPath": "ItemName", - "jsonPath": null, - "nullable": false, - "description": null, - "type": { - "type": { - "com.linkedin.pegasus2avro.schema.StringType": {} - } - }, - "nativeDataType": "NVARCHAR()", - "recursive": false - } - ], - "primaryKeys": null, - "foreignKeysSpecs": null - } + "proposedDelta": null + }, + { + "auditHeader": null, + "proposedSnapshot": { + "com.linkedin.pegasus2avro.metadata.snapshot.DatasetSnapshot": { + "urn": "urn:li:dataset:(urn:li:dataPlatform:mssql,DemoData.Foo.Items,PROD)", + "aspects": [ + { + "com.linkedin.pegasus2avro.schema.SchemaMetadata": { + "schemaName": "DemoData.Foo.Items", + "platform": "urn:li:dataPlatform:mssql", + "version": 0, + "created": { + "time": 1613095694000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "lastModified": { + "time": 1613095694000, + "actor": "urn:li:corpuser:etl", + "impersonator": null + }, + "deleted": null, + "dataset": null, + "cluster": null, + "hash": "", + "platformSchema": { + "com.linkedin.pegasus2avro.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "ID", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.NumberType": {} } - ] + }, + "nativeDataType": "INTEGER()", + "recursive": false, + "globalTags": null + }, + { + "fieldPath": "ItemName", + "jsonPath": null, + "nullable": false, + "description": null, + "type": { + "type": { + "com.linkedin.pegasus2avro.schema.StringType": {} + } + }, + "nativeDataType": "NVARCHAR()", + "recursive": false, + "globalTags": null + } + ], + "primaryKeys": null, + "foreignKeysSpecs": null } - }, - "proposedDelta": null - } -] \ No newline at end of file + } + ] + } + }, + "proposedDelta": null + } +] diff --git a/metadata-models/src/main/pegasus/com/linkedin/common/GlobalTags.pdl b/metadata-models/src/main/pegasus/com/linkedin/common/GlobalTags.pdl new file mode 100644 index 0000000000..27f2b52e6d --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/common/GlobalTags.pdl @@ -0,0 +1,12 @@ +namespace com.linkedin.common + +/** + * Tag aspect used for applying tags to an entity + */ +record GlobalTags { + + /** + * Tags associated with a given entity + */ + tags: array[TagAssociation] +} diff --git a/metadata-models/src/main/pegasus/com/linkedin/common/TagAssociation.pdl b/metadata-models/src/main/pegasus/com/linkedin/common/TagAssociation.pdl new file mode 100644 index 0000000000..ed343b0ef1 --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/common/TagAssociation.pdl @@ -0,0 +1,12 @@ +namespace com.linkedin.common + +/** + * Properties of an applied tag. For now, just an Urn. In the future we can extend this with other properties, e.g. + * propagation parameters. + */ +record TagAssociation { + /** + * Urn of the applied tag + */ + tag: TagUrn +} diff --git a/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl b/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl index b87906d18b..8c7df5ca0e 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/dataset/DatasetProperties.pdl @@ -18,7 +18,7 @@ record DatasetProperties { uri: optional Uri /** - * tags for the dataset + * [Legacy] Unstructured tags for the dataset. Structured tags can be applied via the `GlobalTags` aspect. */ tags: array[string] = [ ] diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/ChartAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/ChartAspect.pdl index 9fe24b6a68..b72f48d16a 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/ChartAspect.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/ChartAspect.pdl @@ -4,8 +4,9 @@ import com.linkedin.chart.ChartInfo import com.linkedin.chart.ChartQuery import com.linkedin.common.Ownership import com.linkedin.common.Status +import com.linkedin.common.GlobalTags /** * A union of all supported metadata aspects for a Chart */ -typeref ChartAspect = union[ChartInfo, ChartQuery, Ownership, Status] \ No newline at end of file +typeref ChartAspect = union[ChartInfo, ChartQuery, Ownership, Status, GlobalTags] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpGroupAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpGroupAspect.pdl index f8c2841031..0923fcfa20 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpGroupAspect.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpGroupAspect.pdl @@ -1,8 +1,9 @@ namespace com.linkedin.metadata.aspect import com.linkedin.identity.CorpGroupInfo +import com.linkedin.common.GlobalTags /** * A union of all supported metadata aspects for a CorpGroup */ -typeref CorpGroupAspect = union[CorpGroupInfo] \ No newline at end of file +typeref CorpGroupAspect = union[CorpGroupInfo, GlobalTags] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpUserAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpUserAspect.pdl index aaaa03fe21..e148ea827e 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpUserAspect.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/CorpUserAspect.pdl @@ -2,8 +2,9 @@ namespace com.linkedin.metadata.aspect import com.linkedin.identity.CorpUserEditableInfo import com.linkedin.identity.CorpUserInfo +import com.linkedin.common.GlobalTags /** * A union of all supported metadata aspects for a CorpUser */ -typeref CorpUserAspect = union[CorpUserInfo, CorpUserEditableInfo] \ No newline at end of file +typeref CorpUserAspect = union[CorpUserInfo, CorpUserEditableInfo, GlobalTags] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DashboardAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DashboardAspect.pdl index 87c136c3b1..4cf7ce4079 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DashboardAspect.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DashboardAspect.pdl @@ -3,8 +3,9 @@ namespace com.linkedin.metadata.aspect import com.linkedin.common.Ownership import com.linkedin.common.Status import com.linkedin.dashboard.DashboardInfo +import com.linkedin.common.GlobalTags /** * A union of all supported metadata aspects for a Dashboard */ -typeref DashboardAspect = union[DashboardInfo, Ownership, Status] \ No newline at end of file +typeref DashboardAspect = union[DashboardInfo, Ownership, Status, GlobalTags] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DatasetAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DatasetAspect.pdl index 71780abb18..100c79f327 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DatasetAspect.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/DatasetAspect.pdl @@ -8,6 +8,7 @@ import com.linkedin.dataset.DatasetProperties import com.linkedin.dataset.DatasetUpstreamLineage import com.linkedin.dataset.UpstreamLineage import com.linkedin.schema.SchemaMetadata +import com.linkedin.common.GlobalTags /** * A union of all supported metadata aspects for a Dataset @@ -20,5 +21,6 @@ typeref DatasetAspect = union[ InstitutionalMemory, Ownership, Status, - SchemaMetadata + SchemaMetadata, + GlobalTags ] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/TagAspect.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/TagAspect.pdl new file mode 100644 index 0000000000..490a1fe6c2 --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/aspect/TagAspect.pdl @@ -0,0 +1,9 @@ +namespace com.linkedin.metadata.aspect + +import com.linkedin.common.Ownership +import com.linkedin.tag.TagProperties + +/** + * A union of all supported metadata aspects for a tag + */ +typeref TagAspect = union[Ownership, TagProperties] diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/entity/TagEntity.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/entity/TagEntity.pdl new file mode 100644 index 0000000000..154d623dde --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/entity/TagEntity.pdl @@ -0,0 +1,19 @@ +namespace com.linkedin.metadata.entity + +import com.linkedin.common.TagUrn + +/** + * Data model for a tag entity + */ +record TagEntity includes BaseEntity { + + /** + * Urn for the tag + */ + urn: TagUrn + + /** + * Name of the tag + */ + name: optional string +} diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/Snapshot.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/Snapshot.pdl index 58b80697d3..947b5ae77f 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/Snapshot.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/Snapshot.pdl @@ -11,5 +11,6 @@ typeref Snapshot = union[ DatasetSnapshot, DataProcessSnapshot, MLModelSnapshot, - MLFeatureSnapshot + MLFeatureSnapshot, + TagSnapshot ] \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/TagSnapshot.pdl b/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/TagSnapshot.pdl new file mode 100644 index 0000000000..34c30d31e1 --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/metadata/snapshot/TagSnapshot.pdl @@ -0,0 +1,20 @@ +namespace com.linkedin.metadata.snapshot + +import com.linkedin.common.TagUrn +import com.linkedin.metadata.aspect.TagAspect + +/** + * A metadata snapshot for a specific dataset entity. + */ +record TagSnapshot { + + /** + * URN for the entity the metadata snapshot is associated with. + */ + urn: TagUrn + + /** + * The list of metadata aspects associated with the dataset. Depending on the use case, this can either be all, or a selection, of supported aspects. + */ + aspects: array[TagAspect] +} diff --git a/metadata-models/src/main/pegasus/com/linkedin/schema/SchemaField.pdl b/metadata-models/src/main/pegasus/com/linkedin/schema/SchemaField.pdl index 7ef09372df..0b636e5876 100644 --- a/metadata-models/src/main/pegasus/com/linkedin/schema/SchemaField.pdl +++ b/metadata-models/src/main/pegasus/com/linkedin/schema/SchemaField.pdl @@ -1,6 +1,7 @@ namespace com.linkedin.schema import com.linkedin.dataset.SchemaFieldPath +import com.linkedin.common.GlobalTags /** * SchemaField to describe metadata related to dataset schema. Schema normalization rules: http://go/tms-schema @@ -41,4 +42,9 @@ record SchemaField { * There are use cases when a field in type B references type A. A field in A references field of type B. In such cases, we will mark the first field as recursive. */ recursive: boolean = false + + /** + * Tags associated with the field + */ + globalTags: optional GlobalTags } \ No newline at end of file diff --git a/metadata-models/src/main/pegasus/com/linkedin/tag/TagProperties.pdl b/metadata-models/src/main/pegasus/com/linkedin/tag/TagProperties.pdl new file mode 100644 index 0000000000..d1b68b6630 --- /dev/null +++ b/metadata-models/src/main/pegasus/com/linkedin/tag/TagProperties.pdl @@ -0,0 +1,17 @@ +namespace com.linkedin.tag + +/** + * Properties associated with a Tag + */ +record TagProperties { + + /** + * Name of the tag + */ + name: string + + /** + * Documentation of the tag + */ + description: optional string +}