yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-12 17:02:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

add sample data for table profile (#12422)

Browse Source
This commit is contained in:
Teddy 2023-07-14 09:13:22 +02:00 committed by GitHub
parent 42a426226e
commit 838ff73a4e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ingestion/examples/sample_data/profiler/tableProfile.json
View File

@ -6,6 +6,8 @@
{ {
"columnCount": 12.0, "columnCount": 12.0,
"rowCount": 14567.0, "rowCount": 14567.0,
"sizeInByte": 16890,
"createDateTime": 1684133069067,
"columnProfile": [ "columnProfile": [
{ {
"name": "shop_id", "name": "shop_id",
@ -204,6 +206,8 @@
{ {
"columnCount": 12.0, "columnCount": 12.0,
"rowCount": 13256.0, "rowCount": 13256.0,
"sizeInByte": 163290,
"createDateTime": 1684133057067,
"columnProfile": [ "columnProfile": [
{ {
"name": "shop_id", "name": "shop_id",
@ -402,6 +406,8 @@
{ {
"columnCount": 12.0, "columnCount": 12.0,
"rowCount": 10256.0, "rowCount": 10256.0,
"sizeInByte": 16890,
"createDateTime": 1684133069067,
"columnProfile": [ "columnProfile": [
{ {
"name": "shop_id", "name": "shop_id",
@ -592,6 +598,8 @@
{ {
"columnCount": 12.0, "columnCount": 12.0,
"rowCount": 8945.0, "rowCount": 8945.0,
"sizeInByte": 16890521,
"createDateTime": 1684133069067,
"columnProfile": [ "columnProfile": [
{ {
"name": "shop_id", "name": "shop_id",
@ -778,6 +786,8 @@
{ {
"columnCount": 12.0, "columnCount": 12.0,
"rowCount": 5461.0, "rowCount": 5461.0,
"sizeInByte": 1572301627719.68,
"createDateTime": 1684133069067,
"columnProfile": [ "columnProfile": [
{ {
"name": "shop_id", "name": "shop_id",

2
ingestion/src/metadata/ingestion/source/database/sample_data.py
View File

@ -1084,6 +1084,8 @@ class SampleDataSource(
tableProfile=TableProfile( tableProfile=TableProfile(
columnCount=profile["columnCount"], columnCount=profile["columnCount"],
rowCount=profile["rowCount"], rowCount=profile["rowCount"],
createDateTime=profile.get("createDateTime"),
sizeInByte=profile.get("sizeInByte"),
timestamp=( timestamp=(
datetime.now(tz=timezone.utc) - timedelta(days=days) datetime.now(tz=timezone.utc) - timedelta(days=days)
).timestamp(), ).timestamp(),