| 
									
										
										
										
											2025-04-03 10:39:47 +05:30
										 |  |  | #  Copyright 2025 Collate | 
					
						
							|  |  |  | #  Licensed under the Collate Community License, Version 1.0 (the "License"); | 
					
						
							| 
									
										
										
										
											2022-04-11 18:38:26 +02:00
										 |  |  | #  you may not use this file except in compliance with the License. | 
					
						
							|  |  |  | #  You may obtain a copy of the License at | 
					
						
							| 
									
										
										
										
											2025-04-03 10:39:47 +05:30
										 |  |  | #  https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE | 
					
						
							| 
									
										
										
										
											2022-04-11 18:38:26 +02:00
										 |  |  | #  Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  | #  distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  | #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  | #  See the License for the specific language governing permissions and | 
					
						
							|  |  |  | #  limitations under the License. | 
					
						
							|  |  |  | """
 | 
					
						
							|  |  |  | DAG builder registry. | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | Add a function for each type from PipelineType | 
					
						
							|  |  |  | """
 | 
					
						
							| 
									
										
										
										
											2023-11-13 08:58:38 +01:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.application import ( | 
					
						
							|  |  |  |     build_application_dag, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2024-11-19 08:10:45 +01:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.auto_classification import ( | 
					
						
							|  |  |  |     build_auto_classification_dag, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2022-12-16 17:00:28 +05:30
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.dbt import build_dbt_dag | 
					
						
							| 
									
										
										
										
											2022-11-14 18:59:56 +01:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.es_reindex import ( | 
					
						
							|  |  |  |     build_es_reindex_dag, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2022-08-12 09:54:58 +02:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.lineage import build_lineage_dag | 
					
						
							| 
									
										
										
										
											2022-07-28 14:46:25 +02:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.metadata import build_metadata_dag | 
					
						
							|  |  |  | from openmetadata_managed_apis.workflows.ingestion.profiler import build_profiler_dag | 
					
						
							| 
									
										
										
										
											2022-08-29 17:26:59 +05:30
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.test_suite import ( | 
					
						
							|  |  |  |     build_test_suite_dag, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2022-07-28 14:46:25 +02:00
										 |  |  | from openmetadata_managed_apis.workflows.ingestion.usage import build_usage_dag | 
					
						
							| 
									
										
										
										
											2022-04-11 18:38:26 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-12 17:06:49 +02:00
										 |  |  | from metadata.generated.schema.entity.services.ingestionPipelines.ingestionPipeline import ( | 
					
						
							|  |  |  |     PipelineType, | 
					
						
							|  |  |  | ) | 
					
						
							| 
									
										
										
										
											2022-04-21 17:53:29 +02:00
										 |  |  | from metadata.utils.dispatch import enum_register | 
					
						
							| 
									
										
										
										
											2022-04-11 18:38:26 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-21 17:53:29 +02:00
										 |  |  | build_registry = enum_register() | 
					
						
							| 
									
										
										
										
											2022-04-11 18:38:26 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | build_registry.add(PipelineType.metadata.value)(build_metadata_dag) | 
					
						
							| 
									
										
										
										
											2022-04-12 17:06:49 +02:00
										 |  |  | build_registry.add(PipelineType.usage.value)(build_usage_dag) | 
					
						
							| 
									
										
										
										
											2022-08-12 09:54:58 +02:00
										 |  |  | build_registry.add(PipelineType.lineage.value)(build_lineage_dag) | 
					
						
							| 
									
										
										
										
											2022-12-16 17:00:28 +05:30
										 |  |  | build_registry.add(PipelineType.dbt.value)(build_dbt_dag) | 
					
						
							| 
									
										
										
										
											2022-04-21 17:53:29 +02:00
										 |  |  | build_registry.add(PipelineType.profiler.value)(build_profiler_dag) | 
					
						
							| 
									
										
										
										
											2024-11-19 08:10:45 +01:00
										 |  |  | build_registry.add(PipelineType.autoClassification.value)(build_auto_classification_dag) | 
					
						
							| 
									
										
										
										
											2022-08-29 17:26:59 +05:30
										 |  |  | build_registry.add(PipelineType.TestSuite.value)(build_test_suite_dag) | 
					
						
							| 
									
										
										
										
											2022-11-14 18:59:56 +01:00
										 |  |  | build_registry.add(PipelineType.elasticSearchReindex.value)(build_es_reindex_dag) | 
					
						
							| 
									
										
										
										
											2023-11-13 08:58:38 +01:00
										 |  |  | build_registry.add(PipelineType.application.value)(build_application_dag) |