Teddy c98a15ca19
Fixes #11705 - Update ingestion and backend to match new DQ flow (#11836)
* feat: refactor ingestion flow logic

* feat: ran python linting

* feat: update tests to match new workflow

* feat: ran python linting

* feat: update sample data test suite name

* feat: Added backend logic to support logical and executable test suites

* feat: clean up java and json code

* feat: added sample data for logical and executable test suites

* feat: remove executable from CreateTestSuite

* feat: ran python and java linting

* feat: added README info for data quality structure

* skipping cypress to keep main green

* fixed typescript type issue

---------

Co-authored-by: Shailesh Parmar <shailesh.parmar.webdev@gmail.com>
2023-06-01 23:19:13 -07:00

83 lines
3.5 KiB
JSON

{
"tests": [
{
"testSuiteName": "sample_data.ecommerce_db.shopify.dim_address",
"testSuiteDescription": "This is an executable test suite linked to an entity",
"scheduleInterval": "0 0 * * MON",
"testCases": [
{
"name": "table_column_count_equals",
"description": "test the number of column in table",
"entityLink": "<#E::table::sample_data.ecommerce_db.shopify.dim_address>",
"testDefinitionName": "tableColumnCountToEqual",
"parameterValues": [
{
"name": "columnCount",
"value": 10
}
]
},
{
"name": "table_column_count_between",
"description": "test the number of column in table is between x and y",
"entityLink": "<#E::table::sample_data.ecommerce_db.shopify.dim_address>",
"testDefinitionName": "tableColumnCountToBeBetween",
"parameterValues": [
{
"name": "minColValue",
"value": 1
},
{
"name": "maxColValue",
"value": 10
}
]
},
{
"name": "column_value_max_to_be_between",
"description": "test the value of a column is between x and y",
"entityLink": "<#E::table::sample_data.ecommerce_db.shopify.dim_address::columns::shop_id>",
"testDefinitionName": "columnValueMaxToBeBetween",
"parameterValues": [
{
"name": "minValueForMaxInCol",
"value": 50
},
{
"name": "maxValueForMaxInCol",
"value": 100
}
]
},
{
"name": "column_values_to_match_regex",
"description": "test value of a column match regex",
"entityLink": "<#E::table::sample_data.ecommerce_db.shopify.dim_address::columns::last_name>",
"testDefinitionName": "columnValuesToMatchRegex",
"parameterValues": [
{
"name": "regex",
"value": "Doe.*"
}
]
},
{
"name": "column_values_to_be_between",
"description": "test the number of column in table is between x and y",
"entityLink": "<#E::table::sample_data.ecommerce_db.shopify.dim_address::columns::zip>",
"testDefinitionName": "columnValuesToBeBetween",
"parameterValues": [
{
"name": "min",
"value": 90001
},
{
"name": "max",
"value": 96162
}
]
}
]
}
]
}