2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								---
							 
						 
					
						
							
								
									
										
										
										
											2025-06-20 19:46:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								title: ADLS Datalake | OpenMetadata Database Connector Guide
							 
						 
					
						
							
								
									
										
										
										
											2025-07-02 12:44:34 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								description: Connect your Azure Data Lake Storage to OpenMetadata with our ADLS connector. Simple setup guide, configuration steps, and metadata extraction tips.
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								slug: /connectors/database/adls-datalake
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								---
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% connectorDetailsHeader
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								name="ADLS Datalake"
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								stage="PROD"
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								platform="OpenMetadata"
							 
						 
					
						
							
								
									
										
										
										
											2025-07-11 10:15:04 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								availableFeatures=["Metadata", "Data Profiler", "Data Quality", "Sample Data", "Auto-Classification"]
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								unavailableFeatures=["Query Usage", "Lineage", "Column-level Lineage", "Owners", "dbt", "Tags", "Stored Procedures"]
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								/ %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								In this section, we provide guides and references to use the ADLS Datalake connector.
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								Configure and schedule Datalake metadata and profiler workflows from the OpenMetadata UI:
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Requirements ](#requirements ) 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Metadata Ingestion ](#metadata-ingestion ) 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Data Profiler ](/how-to-guides/data-quality-observability/profiler/workflow ) 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  [Data Quality ](/how-to-guides/data-quality-observability/quality ) 
						 
					
						
							
								
									
										
										
										
											2025-04-04 14:33:30 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								-  [Troubleshooting ](/connectors/database/adls-datalake/troubleshooting ) 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/database/adls-datalake/yaml"} /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								## Requirements
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% note %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								The ADLS Datalake connector supports extracting metadata from file types `JSON` , `CSV` , `TSV`  &  `Parquet` .
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% /note %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								### ADLS Permissions
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								To extract metadata from Azure ADLS (Storage Account - StorageV2), you will need an **App Registration**  with the following
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								permissions on the Storage Account:
							 
						 
					
						
							
								
									
										
										
										
											2025-03-06 18:49:26 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								-  Storage Blob Data Reader 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  Storage Queue Data Reader 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								## Metadata Ingestion
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% partial 
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								  file="/v1.9/connectors/metadata-ingestion-ui.md" 
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								  variables={
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    connector: "Datalake", 
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								    selectServicePath: "/images/v1.9/connectors/datalake/select-service.png",
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    addNewServicePath: "/images/v1.9/connectors/datalake/add-new-service.png",
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								    serviceConnectionPath: "/images/v1.9/connectors/datalake/service-connection.png",
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								} 
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								/%}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% stepsContainer %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% extraContent parentTagName="stepsContainer" %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								#### Connection Details for Azure
  
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  **Azure Credentials** 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								  -  **Client ID** : Client ID of the data storage account
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								  -  **Client Secret** : Client Secret of the account
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								  -  **Tenant ID** : Tenant ID under which the data storage account falls
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								  -  **Account Name** : Account Name of the data Storage
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								-  **Required Roles** 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								  Please make sure the following roles associated with the data storage account.
							 
						 
					
						
							
								
									
										
										
										
											2025-03-06 18:49:26 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								   -  `Storage Blob Data Reader` 
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								   -  `Storage Queue Data Reader` 
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								The current approach for authentication is based on `app registration` , reach out to us on [slack ](https://slack.open-metadata.org/ ) if you find the need for another auth system
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/database/advanced-configuration.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% /extraContent %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/test-connection.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/database/configure-ingestion.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/ingestion-schedule-and-deploy.md" /%}
							 
						 
					
						
							
								
									
										
										
										
											2024-09-25 10:49:44 +05:30 
										
									 
								 
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								{% /stepsContainer %}
							 
						 
					
						
							
								
							 
							
								
							 
							
								 
							
							
								
							 
						 
					
						
							
								
									
										
										
										
											2025-06-27 12:22:38 +05:30 
										
									 
								 
							 
							
								
									
										 
								
							 
							
								 
							
							
								{% partial file="/v1.9/connectors/database/related.md" /%}