Rel to #1575 - LabelType Generated (#21244)

* Rel to #1575 - LabelType Generated

* migration

* format

* tests

* generate types for taglabel

---------

Co-authored-by: karanh37 <karanh37@gmail.com>
(cherry picked from commit aa96019ab10204ea4ce80ad459e7418f1a8220f0)
This commit is contained in:
Pere Miquel Brull 2025-05-19 06:59:13 +02:00 committed by OpenMetadata Release Bot
parent 8395101a4d
commit c0cdb5a713
101 changed files with 391 additions and 232 deletions

View File

@ -104,7 +104,7 @@ class PIIProcessor(Processor):
tagFQN=tag_fqn,
source=TagSource.Classification,
state=State.Suggested,
labelType=LabelType.Automated,
labelType=LabelType.Generated,
)
return ColumnTag(column_fqn=column_fqn, tag_label=tag_label)

View File

@ -0,0 +1,20 @@
package org.openmetadata.service.migration.mysql.v171;
import static org.openmetadata.service.migration.utils.v171.MigrationUtil.updateServiceCharts;
import lombok.SneakyThrows;
import org.openmetadata.service.migration.api.MigrationProcessImpl;
import org.openmetadata.service.migration.utils.MigrationFile;
public class Migration extends MigrationProcessImpl {
public Migration(MigrationFile migrationFile) {
super(migrationFile);
}
@Override
@SneakyThrows
public void runDataMigration() {
updateServiceCharts();
}
}

View File

@ -0,0 +1,20 @@
package org.openmetadata.service.migration.postgres.v171;
import static org.openmetadata.service.migration.utils.v171.MigrationUtil.updateServiceCharts;
import lombok.SneakyThrows;
import org.openmetadata.service.migration.api.MigrationProcessImpl;
import org.openmetadata.service.migration.utils.MigrationFile;
public class Migration extends MigrationProcessImpl {
public Migration(MigrationFile migrationFile) {
super(migrationFile);
}
@Override
@SneakyThrows
public void runDataMigration() {
updateServiceCharts();
}
}

View File

@ -0,0 +1,63 @@
package org.openmetadata.service.migration.utils.v171;
import java.util.List;
import lombok.extern.slf4j.Slf4j;
import org.openmetadata.schema.dataInsight.custom.DataInsightCustomChart;
import org.openmetadata.schema.dataInsight.custom.LineChart;
import org.openmetadata.schema.dataInsight.custom.LineChartMetric;
import org.openmetadata.service.jdbi3.DataInsightSystemChartRepository;
import org.openmetadata.service.util.EntityUtil;
@Slf4j
public class MigrationUtil {
private MigrationUtil() {}
static DataInsightSystemChartRepository dataInsightSystemChartRepository;
public static void updateChart(String chartName, Object chartDetails) {
DataInsightCustomChart chart =
dataInsightSystemChartRepository.getByName(null, chartName, EntityUtil.Fields.EMPTY_FIELDS);
chart.setChartDetails(chartDetails);
dataInsightSystemChartRepository.prepareInternal(chart, false);
try {
dataInsightSystemChartRepository.getDao().update(chart);
} catch (Exception ex) {
LOG.warn(ex.toString());
LOG.warn(String.format("Error updating chart %s ", chart));
}
}
public static void updateServiceCharts() {
dataInsightSystemChartRepository = new DataInsightSystemChartRepository();
updateChart(
"tag_source_breakdown",
new LineChart()
.withMetrics(
List.of(
new LineChartMetric()
.withFormula(
"sum(k='tagSources.Ingested')+"
+ "sum(k='tagSources.Manual')+"
+ "sum(k='tagSources.Propagated')")
.withName("manual"),
new LineChartMetric()
.withFormula("sum(k='tagSources.Generated')")
.withName("ai"))));
updateChart(
"tier_source_breakdown",
new LineChart()
.withMetrics(
List.of(
new LineChartMetric()
.withFormula(
"sum(k='tierSources.Ingested')+"
+ "sum(k='tierSources.Manual')+"
+ "sum(k='tierSources.Propagated')")
.withName("manual"),
new LineChartMetric()
.withFormula("sum(k='tierSources.Generated')")
.withName("ai"))));
}
}

View File

@ -49,8 +49,12 @@ class EnumBackwardCompatibilityTest {
*/
@Test
void testTagLabelEnumBackwardCompatible() {
assertEquals(4, LabelType.values().length);
assertEquals(5, LabelType.values().length);
assertEquals(0, LabelType.MANUAL.ordinal());
assertEquals(1, LabelType.PROPAGATED.ordinal());
assertEquals(2, LabelType.AUTOMATED.ordinal());
assertEquals(3, LabelType.DERIVED.ordinal());
assertEquals(4, LabelType.GENERATED.ordinal());
}
/**

View File

@ -41,7 +41,7 @@
"labelType": {
"description": "Label type describes how a tag label was applied. 'Manual' indicates the tag label was applied by a person. 'Derived' indicates a tag label was derived using the associated tag relationship (see Classification.json for more details). 'Propagated` indicates a tag label was propagated from upstream based on lineage. 'Automated' is used when a tool was used to determine the tag label.",
"type": "string",
"enum": ["Manual", "Propagated", "Automated", "Derived"],
"enum": ["Manual", "Propagated", "Automated", "Derived", "Generated"],
"default": "Manual"
},
"state": {

View File

@ -139,6 +139,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -128,6 +128,8 @@ export interface TestServiceConnectionRequest {
connectionType?: string;
/**
* Optional value of the ingestion runner name responsible for running the test
*
* Optional value of the ingestion runner name responsible for running the workflow
*/
ingestionRunner?: string;
/**
@ -532,7 +534,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -1272,28 +1274,10 @@ export interface ConfigClass {
* Version of the Redash instance
*/
redashVersion?: string;
/**
* Tableau API version.
*
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* Access Token Password for Mode Dashboard
*/
@ -1365,6 +1349,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* basic.auth.user.info schema registry config property, Client HTTP credentials in the form
* of username:password.
@ -4004,6 +3996,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -222,6 +222,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -332,6 +332,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -235,6 +235,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -590,6 +590,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -635,10 +636,6 @@ export enum FileFormat {
Gz = "gz",
JSON = "json",
Parquet = "parquet",
ParquetPq = "pq",
ParquetPqt = "pqt",
ParquetParq = "parq",
ParquetSnappy = "parquet.snappy",
Tsv = "tsv",
Zip = "zip",
Zstd = "zstd",

View File

@ -239,6 +239,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -556,6 +556,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -599,6 +600,7 @@ export enum DataModelType {
LookMlExplore = "LookMlExplore",
LookMlView = "LookMlView",
MetabaseDataModel = "MetabaseDataModel",
PowerBIDataFlow = "PowerBIDataFlow",
PowerBIDataModel = "PowerBIDataModel",
QlikDataModel = "QlikDataModel",
QuickSightDataModel = "QuickSightDataModel",

View File

@ -228,6 +228,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -222,6 +222,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -172,6 +172,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -216,6 +216,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -236,6 +236,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -327,6 +327,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -252,6 +252,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -197,6 +197,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -207,6 +207,7 @@ export interface FieldTag {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -260,6 +260,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -569,6 +569,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -671,10 +672,6 @@ export enum FileFormat {
JsonlGz = "jsonl.gz",
JsonlZip = "jsonl.zip",
Parquet = "parquet",
ParquetPq = "pq",
ParquetPqt = "pqt",
ParquetParq = "parq",
ParquetSnappy = "parquet.snappy",
Tsv = "tsv",
}

View File

@ -343,6 +343,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -180,6 +180,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -179,6 +179,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -190,6 +190,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -81,6 +81,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -47,6 +47,10 @@ export interface SearchSettings {
* Configurations of allowed searchable fields for each entity type
*/
allowedFields?: AllowedSearchFields[];
/**
* Configurations of allowed field value boost fields for each entity type
*/
allowedFieldValueBoosts?: AllowedFieldValueBoostFields[];
/**
* List of per-asset search configurations that override the global settings.
*/
@ -62,15 +66,35 @@ export interface SearchSettings {
nlqConfiguration?: NlqConfiguration;
}
export interface AllowedFieldValueBoostFields {
/**
* Entity type this field value boost configuration applies to
*/
entityType: string;
fields: AllowedFieldValueBoostField[];
}
export interface AllowedFieldValueBoostField {
/**
* Detailed explanation of what this numeric field represents and how it can be used for
* boosting relevance
*/
description: string;
/**
* Field name that can be used in fieldValueBoosts
*/
name: string;
}
export interface AllowedSearchFields {
/**
* Entity type this field configuration applies to
*/
entityType: string;
fields: Field[];
fields: AllowedFieldField[];
}
export interface Field {
export interface AllowedFieldField {
/**
* Detailed explanation of what this field represents and how it affects search behavior
*/

View File

@ -230,6 +230,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -140,7 +140,7 @@ export interface Connection {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -228,20 +228,10 @@ export interface Connection {
* Choose between API or database connection fetch metadata from superset.
*/
connection?: SupersetConnection;
/**
* Tableau API version.
*
* Sigma API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*/
authType?: AuthenticationTypeForTableau;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*/
@ -249,11 +239,7 @@ export interface Connection {
/**
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
siteName?: string;
sslConfig?: CertificatesSSLConfig;
verifySSL?: VerifySSL;
/**
@ -353,6 +339,10 @@ export interface Connection {
* token to connect to Qlik Cloud.
*/
token?: string;
/**
* Sigma API version.
*/
apiVersion?: string;
}
/**
@ -1263,6 +1253,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -2107,6 +2107,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -390,6 +390,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -906,6 +906,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -413,6 +413,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -1078,6 +1078,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -374,6 +374,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -437,6 +437,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -672,7 +672,7 @@ export interface Pipeline {
/**
* Application configuration
*/
appConfig?: any[] | boolean | CollateAIAppConfig | number | null | string;
appConfig?: any[] | boolean | number | null | CollateAIAppConfig | string;
/**
* Application private configuration
*/
@ -877,6 +877,7 @@ export interface CollateAIAppConfig {
* Service Entity Link for which to trigger the application.
*/
entityLink?: string;
[property: string]: any;
}
/**
@ -1111,6 +1112,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -1390,19 +1392,20 @@ export interface PrivateConfig {
* Collate Server public URL. WAII will use this information to interact with the server.
* E.g., https://sandbox.getcollate.io
*/
collateURL: string;
collateURL?: string;
/**
* Limits for the CollateAI Application.
*/
limits: AppLimitsConfig;
limits?: AppLimitsConfig;
/**
* WAII API Token
*/
token: string;
token?: string;
/**
* WAII API host URL
*/
waiiInstance: string;
waiiInstance?: string;
[property: string]: any;
}
/**
@ -2195,7 +2198,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -2517,16 +2520,6 @@ export interface ConfigClass {
* Matillion Auth Configuration
*/
connection?: ConfigConnection;
/**
* Tableau API version.
*
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*
@ -2535,10 +2528,6 @@ export interface ConfigClass {
* Types of methods used to authenticate to the alation instance
*/
authType?: AuthenticationTypeForTableau | NoConfigAuthenticationTypes;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*
@ -2551,10 +2540,6 @@ export interface ConfigClass {
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* SSL Configuration details.
*
@ -2665,6 +2650,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
*/

View File

@ -156,6 +156,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -307,6 +307,10 @@ export interface OidcClientConfig {
* Preferred Jws Algorithm.
*/
preferredJwsAlgorithm?: string;
/**
* Prompt whether login/consent
*/
prompt?: string;
/**
* Auth0 Client Secret Key.
*/

View File

@ -606,6 +606,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -85,6 +85,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -82,6 +82,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -97,6 +97,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -319,6 +319,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -589,6 +589,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -543,6 +543,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -416,7 +416,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -1156,28 +1156,10 @@ export interface ConfigClass {
* Version of the Redash instance
*/
redashVersion?: string;
/**
* Tableau API version.
*
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* Access Token Password for Mode Dashboard
*/
@ -1249,6 +1231,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* basic.auth.user.info schema registry config property, Client HTTP credentials in the form
* of username:password.

View File

@ -544,6 +544,8 @@ export interface TestServiceConnectionRequest {
connectionType?: string;
/**
* Optional value of the ingestion runner name responsible for running the test
*
* Optional value of the ingestion runner name responsible for running the workflow
*/
ingestionRunner?: string;
/**
@ -948,7 +950,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -1688,28 +1690,10 @@ export interface ConfigClass {
* Version of the Redash instance
*/
redashVersion?: string;
/**
* Tableau API version.
*
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* Access Token Password for Mode Dashboard
*/
@ -1781,6 +1765,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* Airbyte API version.
*
* OpenMetadata server API version to use.
*/
apiVersion?: string;
/**
* basic.auth.user.info schema registry config property, Client HTTP credentials in the form
* of username:password.
@ -4276,6 +4268,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -247,6 +247,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -264,6 +264,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -187,6 +187,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -223,6 +223,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -784,10 +785,6 @@ export enum FileFormat {
Gz = "gz",
JSON = "json",
Parquet = "parquet",
ParquetPq = "pq",
ParquetPqt = "pqt",
ParquetParq = "parq",
ParquetSnappy = "parquet.snappy",
Tsv = "tsv",
Zip = "zip",
Zstd = "zstd",

View File

@ -201,6 +201,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -192,6 +192,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -209,6 +209,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -205,6 +205,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -297,6 +297,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -376,6 +376,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -183,6 +183,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -215,6 +215,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -216,6 +216,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -309,6 +309,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -195,6 +195,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -206,6 +206,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -259,6 +259,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -869,10 +870,6 @@ export enum FileFormat {
JsonlGz = "jsonl.gz",
JsonlZip = "jsonl.zip",
Parquet = "parquet",
ParquetPq = "pq",
ParquetPqt = "pqt",
ParquetParq = "parq",
ParquetSnappy = "parquet.snappy",
Tsv = "tsv",
}

View File

@ -222,6 +222,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -277,6 +277,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -295,6 +295,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -169,6 +169,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -75,6 +75,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -352,6 +352,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -359,7 +359,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -681,16 +681,6 @@ export interface ConfigClass {
* Matillion Auth Configuration
*/
connection?: ConfigConnection;
/**
* Tableau API version.
*
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*
@ -699,10 +689,6 @@ export interface ConfigClass {
* Types of methods used to authenticate to the alation instance
*/
authType?: AuthenticationTypeForTableau | NoConfigAuthenticationTypes;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*
@ -715,10 +701,6 @@ export interface ConfigClass {
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* SSL Configuration details.
*
@ -829,6 +811,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
*/

View File

@ -257,7 +257,7 @@ export interface Connection {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -345,20 +345,10 @@ export interface Connection {
* Choose between API or database connection fetch metadata from superset.
*/
connection?: SupersetConnection;
/**
* Tableau API version.
*
* Sigma API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*/
authType?: AuthenticationTypeForTableau;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*/
@ -366,11 +356,7 @@ export interface Connection {
/**
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
siteName?: string;
sslConfig?: CertificatesSSLConfig;
verifySSL?: VerifySSL;
/**
@ -470,6 +456,10 @@ export interface Connection {
* token to connect to Qlik Cloud.
*/
token?: string;
/**
* Sigma API version.
*/
apiVersion?: string;
}
/**
@ -1384,6 +1374,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -2227,6 +2227,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -1236,7 +1236,7 @@ export interface Pipeline {
/**
* Application configuration
*/
appConfig?: any[] | boolean | CollateAIAppConfig | number | null | string;
appConfig?: any[] | boolean | number | null | CollateAIAppConfig | string;
/**
* Application private configuration
*/
@ -1392,6 +1392,7 @@ export interface CollateAIAppConfig {
* Service Entity Link for which to trigger the application.
*/
entityLink?: string;
[property: string]: any;
}
/**
@ -1626,6 +1627,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -1905,19 +1907,20 @@ export interface PrivateConfig {
* Collate Server public URL. WAII will use this information to interact with the server.
* E.g., https://sandbox.getcollate.io
*/
collateURL: string;
collateURL?: string;
/**
* Limits for the CollateAI Application.
*/
limits: AppLimitsConfig;
limits?: AppLimitsConfig;
/**
* WAII API Token
*/
token: string;
token?: string;
/**
* WAII API host URL
*/
waiiInstance: string;
waiiInstance?: string;
[property: string]: any;
}
/**
@ -2710,7 +2713,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -3032,16 +3035,6 @@ export interface ConfigClass {
* Matillion Auth Configuration
*/
connection?: ConfigConnection;
/**
* Tableau API version.
*
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*
@ -3050,10 +3043,6 @@ export interface ConfigClass {
* Types of methods used to authenticate to the alation instance
*/
authType?: AuthenticationTypeForTableau | NoConfigAuthenticationTypes;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*
@ -3066,10 +3055,6 @@ export interface ConfigClass {
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* SSL Configuration details.
*
@ -3180,6 +3165,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
*/

View File

@ -512,6 +512,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -1041,6 +1041,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -535,6 +535,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -1146,6 +1146,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -494,6 +494,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -558,6 +558,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -18,7 +18,7 @@ export interface Application {
/**
* External Application configuration
*/
appConfig?: any[] | boolean | CollateAIAppConfig | number | null | string;
appConfig?: any[] | boolean | number | null | CollateAIAppConfig | string;
/**
* External Application Private configuration
*/
@ -166,6 +166,7 @@ export interface CollateAIAppConfig {
* Service Entity Link for which to trigger the application.
*/
entityLink?: string;
[property: string]: any;
}
/**
@ -458,6 +459,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -737,19 +739,20 @@ export interface PrivateConfig {
* Collate Server public URL. WAII will use this information to interact with the server.
* E.g., https://sandbox.getcollate.io
*/
collateURL: string;
collateURL?: string;
/**
* Limits for the CollateAI Application.
*/
limits: AppLimitsConfig;
limits?: AppLimitsConfig;
/**
* WAII API Token
*/
token: string;
token?: string;
/**
* WAII API host URL
*/
waiiInstance: string;
waiiInstance?: string;
[property: string]: any;
}
/**
@ -778,6 +781,10 @@ export interface WorkflowConfig {
config?: { [key: string]: any };
loggerLevel?: LogLevels;
openMetadataServerConfig: OpenMetadataConnection;
/**
* Control if we want to flag the workflow as failed if we encounter any processing errors.
*/
raiseOnError?: boolean;
/**
* The percentage of successfully processed records that must be achieved for the pipeline
* to be considered successful. Otherwise, the pipeline will be marked as failed.

View File

@ -17,7 +17,7 @@ export interface ApplicationPipeline {
/**
* Application configuration
*/
appConfig?: any[] | boolean | CollateAIAppConfig | number | null | string;
appConfig?: any[] | boolean | number | null | CollateAIAppConfig | string;
/**
* Application private configuration
*/
@ -155,6 +155,7 @@ export interface CollateAIAppConfig {
* Service Entity Link for which to trigger the application.
*/
entityLink?: string;
[property: string]: any;
}
/**
@ -447,6 +448,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -726,19 +728,20 @@ export interface PrivateConfig {
* Collate Server public URL. WAII will use this information to interact with the server.
* E.g., https://sandbox.getcollate.io
*/
collateURL: string;
collateURL?: string;
/**
* Limits for the CollateAI Application.
*/
limits: AppLimitsConfig;
limits?: AppLimitsConfig;
/**
* WAII API Token
*/
token: string;
token?: string;
/**
* WAII API host URL
*/
waiiInstance: string;
waiiInstance?: string;
[property: string]: any;
}
/**

View File

@ -204,6 +204,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -75,6 +75,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -532,6 +532,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -525,6 +525,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -403,7 +403,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -725,16 +725,6 @@ export interface ConfigClass {
* Matillion Auth Configuration
*/
connection?: ConfigConnection;
/**
* Tableau API version.
*
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*
@ -743,10 +733,6 @@ export interface ConfigClass {
* Types of methods used to authenticate to the alation instance
*/
authType?: AuthenticationTypeForTableau | NoConfigAuthenticationTypes;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*
@ -759,10 +745,6 @@ export interface ConfigClass {
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* SSL Configuration details.
*
@ -873,6 +855,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
*/

View File

@ -439,7 +439,7 @@ export interface ConfigClass {
*
* URL for the superset instance.
*
* Tableau Server.
* Tableau Server url.
*
* URL for the mode instance.
*
@ -761,16 +761,6 @@ export interface ConfigClass {
* Matillion Auth Configuration
*/
connection?: ConfigConnection;
/**
* Tableau API version.
*
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* Types of methods used to authenticate to the tableau instance
*
@ -779,10 +769,6 @@ export interface ConfigClass {
* Types of methods used to authenticate to the alation instance
*/
authType?: AuthenticationTypeForTableau | NoConfigAuthenticationTypes;
/**
* Tableau Environment Name.
*/
env?: string;
/**
* Pagination limit used while querying the tableau metadata API for getting data sources
*
@ -795,10 +781,6 @@ export interface ConfigClass {
* Tableau Site Name.
*/
siteName?: string;
/**
* Tableau Site Url.
*/
siteUrl?: string;
/**
* SSL Configuration details.
*
@ -909,6 +891,14 @@ export interface ConfigClass {
* Space types of Qlik Cloud to filter the dashboards ingested into the platform.
*/
spaceTypes?: SpaceType[];
/**
* Sigma API version.
*
* OpenMetadata server API version to use.
*
* Airbyte API version.
*/
apiVersion?: string;
/**
* If using Metastore, Key-Value pairs that will be used to add configs to the SparkSession.
*/
@ -4313,7 +4303,7 @@ export interface Pipeline {
/**
* Application configuration
*/
appConfig?: any[] | boolean | CollateAIAppConfig | number | null | string;
appConfig?: any[] | boolean | number | null | CollateAIAppConfig | string;
/**
* Application private configuration
*/
@ -4469,6 +4459,7 @@ export interface CollateAIAppConfig {
* Service Entity Link for which to trigger the application.
*/
entityLink?: string;
[property: string]: any;
}
/**
@ -4763,6 +4754,7 @@ export interface TagLabel {
export enum LabelTypeEnum {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}
@ -5031,19 +5023,20 @@ export interface PrivateConfig {
* Collate Server public URL. WAII will use this information to interact with the server.
* E.g., https://sandbox.getcollate.io
*/
collateURL: string;
collateURL?: string;
/**
* Limits for the CollateAI Application.
*/
limits: AppLimitsConfig;
limits?: AppLimitsConfig;
/**
* WAII API Token
*/
token: string;
token?: string;
/**
* WAII API host URL
*/
waiiInstance: string;
waiiInstance?: string;
[property: string]: any;
}
/**

View File

@ -384,6 +384,10 @@ export interface PipelineServiceClientConfiguration {
* Configurations of allowed searchable fields for each entity type
*/
allowedFields?: AllowedSearchFields[];
/**
* Configurations of allowed field value boost fields for each entity type
*/
allowedFieldValueBoosts?: AllowedFieldValueBoostFields[];
/**
* List of per-asset search configurations that override the global settings.
*/
@ -427,15 +431,35 @@ export interface PipelineServiceClientConfiguration {
historyCleanUpConfiguration?: HistoryCleanUpConfiguration;
}
export interface AllowedFieldValueBoostFields {
/**
* Entity type this field value boost configuration applies to
*/
entityType: string;
fields: AllowedFieldValueBoostField[];
}
export interface AllowedFieldValueBoostField {
/**
* Detailed explanation of what this numeric field represents and how it can be used for
* boosting relevance
*/
description: string;
/**
* Field name that can be used in fieldValueBoosts
*/
name: string;
}
export interface AllowedSearchFields {
/**
* Entity type this field configuration applies to
*/
entityType: string;
fields: Field[];
fields: AllowedFieldField[];
}
export interface Field {
export interface AllowedFieldField {
/**
* Detailed explanation of what this field represents and how it affects search behavior
*/
@ -1242,6 +1266,10 @@ export interface Bedrock {
* AWS secret key for Bedrock service authentication
*/
secretKey?: string;
/**
* Set to true to use IAM role based authentication instead of access/secret keys.
*/
useIamRole?: boolean;
}
/**
@ -1420,6 +1448,10 @@ export interface OidcClientConfig {
* Preferred Jws Algorithm.
*/
preferredJwsAlgorithm?: string;
/**
* Prompt whether login/consent
*/
prompt?: string;
/**
* Auth0 Client Secret Key.
*/

View File

@ -353,6 +353,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -380,6 +380,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -138,6 +138,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -76,6 +76,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -144,6 +144,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

View File

@ -260,6 +260,7 @@ export interface TagLabel {
export enum LabelType {
Automated = "Automated",
Derived = "Derived",
Generated = "Generated",
Manual = "Manual",
Propagated = "Propagated",
}

Some files were not shown because too many files have changed in this diff Show More