Pere Miquel Brull d8e2187980
#15243 - Pydantic V2 & Airflow 2.9 (#16480)
* pydantic v2

* pydanticv2

* fix parser

* fix annotated

* fix model dumping

* mysql ingestion

* clean root models

* clean root models

* bump airflow

* bump airflow

* bump airflow

* optionals

* optionals

* optionals

* jdk

* airflow migrate

* fab provider

* fab provider

* fab provider

* some more fixes

* fixing tests and imports

* model_dump and model_validate

* model_dump and model_validate

* model_dump and model_validate

* union

* pylint

* pylint

* integration tests

* fix CostAnalysisReportData

* integration tests

* tests

* missing defaults

* missing defaults
2024-06-05 21:18:37 +02:00

311 lines
8.7 KiB
JSON

[
{
"table": "sample_data.ecommerce_db.shopify.dim_staff",
"tableTests": [
{
"description": "Rows should always be 100 because of something",
"testCase": {
"config": {
"value": "120"
},
"tableTestType": "tableRowCountToEqual"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Failed",
"result": "Found 100.0 rows vs. the expected 120"
}
},
{
"description": "Rows should always be 100 because of something",
"testCase": {
"config": {
"value": "120"
},
"tableTestType": "tableRowCountToEqual"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found 120.0 rows vs. the expected 120"
}
},
{
"description": "We expect certain columns",
"testCase": {
"config": {
"value": "5"
},
"tableTestType": "tableColumnCountToEqual"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found 5.0 columns vs. the expected 5"
}
},
{
"description": "Rows should always be 100 because of something",
"testCase": {
"config": {
"minValue": "100",
"maxValue": "200"
},
"tableTestType": "tableRowCountToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found 120.0 rows vs. the expected range [100, 200]"
}
},
{
"description": "Rows should always be 100 because of something",
"testCase": {
"config": {
"minValue": "100",
"maxValue": "200"
},
"tableTestType": "tableRowCountToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found 120.0 rows vs. the expected range [100, 200]"
}
}
],
"columnTests": [
{
"columnName": "user_id",
"description": "user_id should be positive",
"testCase": {
"config": {
"minValue": "0"
},
"columnTestType": "columnValuesToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found min=1.0 vs. the expected min=0"
}
},
{
"columnName": "user_id",
"description": "user_id should be positive",
"testCase": {
"config": {
"minValue": "0"
},
"columnTestType": "columnValuesToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found min=1.0 vs. the expected min=0"
}
},
{
"columnName": "email",
"description": "emails should be unique",
"testCase": {
"config": {},
"columnTestType": "columnValuesToBeUnique"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found uniqueCount=100.0 vs. valuesCount=100.0"
}
},
{
"columnName": "email",
"description": "emails should be unique",
"testCase": {
"config": {},
"columnTestType": "columnValuesToBeUnique"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found uniqueCount=100.0 vs. valuesCount=100.0"
}
},
{
"columnName": "user_id",
"description": "user_id should be not null",
"testCase": {
"config": {},
"columnTestType": "columnValuesToBeNotNull"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found nullCount=0"
}
},
{
"columnName": "user_id",
"description": "user_id should be not null",
"testCase": {
"config": {},
"columnTestType": "columnValuesToBeNotNull"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found nullCount=0"
}
},
{
"columnName": "last_name",
"description": "last_name should match a regex",
"testCase": {
"config": {
"regex": "%something%"
},
"columnTestType": "columnValuesToMatchRegex"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Failed",
"result": "Found likeCount=0. Nothing matches %something%"
}
},
{
"columnName": "last_name",
"description": "last_name should match a regex",
"testCase": {
"config": {
"regex": "%something%"
},
"columnTestType": "columnValuesToMatchRegex"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Failed",
"result": "Found likeCount=0. Nothing matches %something%"
}
},
{
"columnName": "first_name",
"description": "Some description...",
"testCase": {
"config": {
"missingCountValue": "10"
},
"columnTestType": "columnValuesMissingCountToBeEqual"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Failed",
"result": "Found nullCount=0.0 vs. the expected nullCount=10"
}
},
{
"columnName": "first_name",
"description": "Some description...",
"testCase": {
"config": {
"missingCountValue": "10"
},
"columnTestType": "columnValuesMissingCountToBeEqual"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Failed",
"result": "Found nullCount=0.0 vs. the expected nullCount=10"
}
},
{
"columnName": "email",
"description": "email should have a fixed length",
"testCase": {
"config": {
"minValue": "6",
"maxValue": "30"
},
"columnTestType": "columnValuesToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found min=1.0 vs. the expected min=0"
}
},
{
"columnName": "email",
"description": "email should have a fixed length",
"testCase": {
"config": {
"minValue": "6",
"maxValue": "30"
},
"columnTestType": "columnValuesToBeBetween"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found min=1.0 vs. the expected min=0"
}
},
{
"columnName": "last_name",
"description": "We have reserved last names",
"testCase": {
"config": {
"forbiddenValues": [
"forbidden",
"random"
]
},
"columnTestType": "columnValuesToBeNotInSet"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646220190,
"testCaseStatus": "Success",
"result": "Found countInSet=0"
}
},
{
"columnName": "last_name",
"description": "We have reserved last names",
"testCase": {
"config": {
"forbiddenValues": [
"forbidden",
"random"
]
},
"columnTestType": "columnValuesToBeNotInSet"
},
"executionFrequency": "Daily",
"result": {
"timestamp": 1646221199,
"testCaseStatus": "Success",
"result": "Found countInSet=0"
}
}
]
}
]