mirror of
https://github.com/datahub-project/datahub.git
synced 2025-08-13 11:46:51 +00:00
1 line
43 KiB
JavaScript
1 line
43 KiB
JavaScript
|
"use strict";(self.webpackChunkdocs_website=self.webpackChunkdocs_website||[]).push([[77374],{60025:(e,t,a)=>{a.r(t),a.d(t,{assets:()=>d,contentTitle:()=>p,default:()=>f,frontMatter:()=>g,metadata:()=>c,toc:()=>u});a(96540);var n=a(15680),i=a(53720),r=a(5400);function l(e,t,a){return t in e?Object.defineProperty(e,t,{value:a,enumerable:!0,configurable:!0,writable:!0}):e[t]=a,e}function o(e,t){return t=null!=t?t:{},Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(t)):function(e,t){var a=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))),a.push.apply(a,n)}return a}(Object(t)).forEach((function(a){Object.defineProperty(e,a,Object.getOwnPropertyDescriptor(t,a))})),e}function s(e,t){if(null==e)return{};var a,n,i=function(e,t){if(null==e)return{};var a,n,i={},r=Object.keys(e);for(n=0;n<r.length;n++)a=r[n],t.indexOf(a)>=0||(i[a]=e[a]);return i}(e,t);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n<r.length;n++)a=r[n],t.indexOf(a)>=0||Object.prototype.propertyIsEnumerable.call(e,a)&&(i[a]=e[a])}return i}const g={sidebar_position:31,title:"Iceberg",slug:"/generated/ingestion/sources/iceberg",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/generated/ingestion/sources/iceberg.md"},p="Iceberg",c={unversionedId:"docs/generated/ingestion/sources/iceberg",id:"docs/generated/ingestion/sources/iceberg",title:"Iceberg",description:"Testing",source:"@site/genDocs/docs/generated/ingestion/sources/iceberg.md",sourceDirName:"docs/generated/ingestion/sources",slug:"/generated/ingestion/sources/iceberg",permalink:"/docs/generated/ingestion/sources/iceberg",draft:!1,editUrl:"https://github.com/datahub-project/datahub/blob/master/docs/generated/ingestion/sources/iceberg.md",tags:[],version:"current",sidebarPosition:31,frontMatter:{sidebar_position:31,title:"Iceberg",slug:"/generated/ingestion/sources/iceberg",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/generated/ingestion/sources/iceberg.md"},sidebar:"overviewSidebar",previous:{title:"Hive Metastore",permalink:"/docs/generated/ingestion/sources/hive-metastore"},next:{title:"JSON Schemas",permalink:"/docs/generated/ingestion/sources/json-schema"}},d={},u=[{value:"Important Capabilities",id:"important-capabilities",level:3},{value:"Integration Details",id:"integration-details",level:2},{value:"CLI based Ingestion",id:"cli-based-ingestion",level:3},{value:"Config Details",id:"config-details",level:3},{value:"Setting up connection to an Iceberg catalog",id:"setting-up-connection-to-an-iceberg-catalog",level:2},{value:"Glue catalog + S3 warehouse",id:"glue-catalog--s3-warehouse",level:3},{value:"Glue and S3 permissions required",id:"glue-and-s3-permissions-required",level:4},{value:"Iceberg REST Catalog + MinIO",id:"iceberg-rest-catalog--minio",level:3},{value:"Iceberg REST Catalog (with authentication) + S3",id:"iceberg-rest-catalog-with-authentication--s3",level:3},{value:"Special REST connection parameters for resiliency",id:"special-rest-connection-parameters-for-resiliency",level:4},{value:"SQL catalog + Azure DLS as the warehouse",id:"sql-catalog--azure-dls-as-the-warehouse",level:3},{value:"Concept Mapping",id:"concept-mapping",level:2},{value:"Troubleshooting",id:"troubleshooting",level:2},{value:"Exceptions while increasing <code>processing_threads</code>",id:"exceptions-while-increasing-processing_threads",level:3},{value:"DataHub Iceberg REST Catalog",id:"datahub-iceberg-rest-catalog",level:2},{value:"Code Coordinates",id:"code-coordinates",level:3}],m={toc:u},y="wrapper";function f(e){var{components:t}=e,a=s(e,["components"]);return(0,n.yg)(y,o(function(e){for(var t=1;t<arguments.length;t++){var a=null!=arguments[t]?arguments[t]:{},n=Object.keys(a);"function"==typeof Object.getOwnPropertySymbols&&(n=n.concat(Object.getOwnPropertySymbols(a).filter((function(e){return Object.getOwnPropertyDescriptor(a,e).enumerable})))),n.forEach((funct
|