yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2026-01-05 12:07:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Add source url in sample data (#20133)

Browse Source
This commit is contained in:
Mayur Singal 2025-03-14 11:42:51 +05:30 committed by GitHub
parent 397dd0512f
commit b727f76ce4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
10 changed files with 15478 additions and 15428 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/examples/sample_data/datasets/database.json
View File

@ -5,5 +5,6 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "SAMPLEDATA"
}
},
"sourceUrl": "https://www.ecommerce-db.com/ecommerce_db"
}

3
ingestion/examples/sample_data/datasets/database_schema.json
View File

@ -5,5 +5,6 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "BIGQUERY"
}
},
"sourceUrl": "https://www.ecommerce-db.com/shopify"
}

30850
ingestion/examples/sample_data/datasets/tables.json
View File

File diff suppressed because it is too large Load Diff

3
ingestion/examples/sample_data/glue/database.json
View File

@ -5,5 +5,6 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "GLUE"
}
},
"sourceUrl": "https://www.glue.com/default"
}

3
ingestion/examples/sample_data/glue/database_schema.json
View File

@ -5,6 +5,7 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "Glue"
}
},
"sourceUrl": "https://www.glue.com/information_schema"
}

6
ingestion/examples/sample_data/glue/tables.json
View File

@ -19,7 +19,8 @@
"description": "Quantity of SKU",
"ordinalPosition": 2
}
]
],
"sourceUrl": "https://www.glue.com/sales"
},
{
"name": "marketing",
@ -43,7 +44,8 @@
],
"Parameters": {
"table_type": "ICEBERG"
}
},
"sourceUrl": "https://www.glue.com/marketing"
}
]
}

3
ingestion/examples/sample_data/mysql/database.json
View File

@ -4,5 +4,6 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "MYSQL"
}
},
"sourceUrl": "https://localhost:3306/posts_db"
}

3
ingestion/examples/sample_data/mysql/database_schema.json
View File

@ -4,5 +4,6 @@
"service": {
"id": "b946d870-03b2-4d33-a075-13665a7a76b9",
"type": "MYSQL"
}
},
"sourceUrl": "https://localhost:3306/posts_db"
}

21
ingestion/examples/sample_data/mysql/tables.json
View File

@ -54,7 +54,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/new_er_database"
},
{
"name": "Users",
@ -125,7 +126,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/new_er_database"
},
{
"name": "Categories",
@ -180,7 +182,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/posts_db"
},
{
"name": "Posts",
@ -299,7 +302,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/posts_db"
},
{
"name": "Comments",
@ -402,7 +406,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/posts_db"
},
{
"name": "PostTags",
@ -489,7 +494,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/posts_db"
},
{
"name": "Profiles",
@ -567,7 +573,8 @@
"displayName": "mysql_sample",
"deleted": false,
"inherited": null
}
},
"sourceUrl": "https://localhost:3306/posts_db"
}
]
}

11
ingestion/src/metadata/ingestion/source/database/sample_data.py
View File

@ -709,6 +709,7 @@ class SampleDataSource(
db = CreateDatabaseRequest(
name=self.mysql_database["name"],
service=self.mysql_database_service.fullyQualifiedName,
sourceUrl=self.mysql_database.get("sourceUrl"),
)
yield Either(right=db)
@ -726,6 +727,7 @@ class SampleDataSource(
schema = CreateDatabaseSchemaRequest(
name=self.mysql_database_schema["name"],
database=database_object.fullyQualifiedName,
sourceUrl=self.mysql_database_schema.get("sourceUrl"),
)
yield Either(right=schema)
@ -749,6 +751,7 @@ class SampleDataSource(
databaseSchema=database_schema_object.fullyQualifiedName,
tableConstraints=table.get("tableConstraints"),
tableType=table["tableType"],
sourceUrl=table.get("sourceUrl"),
)
yield Either(right=table_request)
@ -759,6 +762,7 @@ class SampleDataSource(
name=self.glue_database["name"],
description=self.glue_database["description"],
service=self.glue_database_service.fullyQualifiedName,
sourceUrl=self.glue_database.get("sourceUrl"),
)
yield Either(right=db)
@ -777,6 +781,7 @@ class SampleDataSource(
name=self.glue_database_schema["name"],
description=self.glue_database_schema["description"],
database=database_object.fullyQualifiedName,
sourceUrl=self.glue_database_schema.get("sourceUrl"),
)
yield Either(right=schema)
@ -800,6 +805,7 @@ class SampleDataSource(
databaseSchema=database_schema_object.fullyQualifiedName,
tableConstraints=table.get("tableConstraints"),
tableType=table["tableType"],
sourceUrl=table.get("sourceUrl"),
)
yield Either(right=table_request)
@ -823,6 +829,7 @@ class SampleDataSource(
databaseSchema=database_schema_object.fullyQualifiedName,
tableConstraints=table.get("tableConstraints"),
tableType=table["tableType"],
sourceUrl=table.get("sourceUrl"),
)
yield Either(right=table_request)
@ -853,6 +860,7 @@ class SampleDataSource(
name=self.database_schema["name"],
description=self.database_schema["description"],
database=database_object.fullyQualifiedName,
sourceUrl=self.database_schema.get("sourceUrl"),
)
yield Either(right=schema)
@ -881,6 +889,7 @@ class SampleDataSource(
tableConstraints=table.get("tableConstraints"),
tags=table["tags"],
schemaDefinition=table.get("schemaDefinition"),
sourceUrl=table.get("sourceUrl"),
)
yield Either(right=table_and_db)
@ -953,6 +962,7 @@ class SampleDataSource(
name=self.database_schema["name"],
description=self.database_schema["description"],
database=database_object.fullyQualifiedName,
sourceUrl=self.database_schema.get("sourceUrl"),
)
yield Either(right=schema)
@ -980,6 +990,7 @@ class SampleDataSource(
),
databaseSchema=database_schema_object.fullyQualifiedName,
tags=stored_procedure["tags"],
sourceUrl=stored_procedure.get("sourceUrl"),
)
yield Either(right=stored_procedure)