2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								---
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								title: Apache Flink
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								slug: /connectors/pipeline/flink
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								---
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% connectorDetailsHeader
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								name="Flink"
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								stage="BETA"
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								platform="Collate"
							 
						 
					
						
							
								
									
										
										
										
											2025-03-13 13:58:04 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								availableFeatures=["Pipelines", "Pipeline Status", "Usage"]
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								unavailableFeatures=["Owners", "Tags", "Lineage"]
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								/ %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								In this section, we provide guides and references to use the Apache Flink connector.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								Configure and schedule Flink metadata from the OpenMetadata UI:
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Requirements ](#requirements ) 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    -  [Versions ](#versions )
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Metadata Ingestion ](#metadata-ingestion ) 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    -  [Service Name ](#service-name )
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    -  [Connection Details ](#connection-details )
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    -  [Metadata Ingestion Options ](#metadata-ingestion-options )
							 
						 
					
						
							
								
									
										
										
										
											2025-04-04 17:15:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								-  [Troubleshooting ](/connectors/pipeline/flink/troubleshooting ) 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								    -  [Workflow Deployment Error ](#workflow-deployment-error )
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.7/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/pipeline/flink/yaml"} /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								## Requirements
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								### Versions
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								OpenMetadata is integrated with flink up to version [1.19.0 ](https://nightlies.apache.org/flink/flink-docs-master/docs/dev/table/sql/gettingstarted/ ) and will continue to work for future flink versions.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								The ingestion framework uses flink REST APIs to connect to the instance and perform the API calls
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								## Metadata Ingestion
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% partial 
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								    file="/v1.7/connectors/metadata-ingestion-ui.md" 
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								    variables={
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        connector: "KafkaConnect", 
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								        selectServicePath: "/images/v1.7/connectors/flink/select-new-service.webp",
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        addNewServicePath: "/images/v1.7/connectors/flink/add-new-service.webp",
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        serviceConnectionPath: "/images/v1.7/connectors/flink/service-connection.webp",
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								    } 
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								/%}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% stepsContainer %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% extraContent parentTagName="stepsContainer" %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								#### Connection Details
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  **Host and Port**: The hostname or IP address of the flink Connect worker with the REST API enabled eg.`http://localhost:8081`  or `https://127.0.0.1:8081` . 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  **Flink Connect Config**: OpenMetadata supports SSL config. 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    1.  SSL config
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        -  caCertificate: Authorized certificate for ssl configured server.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        -  sslCertificate: SSL certificate for the server.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								        -  sslKey: Server root key for the connection.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  **verifySSL** : Whether SSL verification should be perform when authenticating. 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% /extraContent %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.7/connectors/test-connection.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.7/connectors/pipeline/configure-ingestion.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2024-12-12 11:34:09 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.7/connectors/ingestion-schedule-and-deploy.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-06-26 19:21:16 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% /stepsContainer %}