"use strict";(self.webpackChunkdocs_website=self.webpackChunkdocs_website||[]).push([[96473],{15680:(t,e,a)=>{a.d(e,{xA:()=>p,yg:()=>d});var n=a(96540);function o(t,e,a){return e in t?Object.defineProperty(t,e,{value:a,enumerable:!0,configurable:!0,writable:!0}):t[e]=a,t}function i(t,e){var a=Object.keys(t);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(t);e&&(n=n.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),a.push.apply(a,n)}return a}function r(t){for(var e=1;e<arguments.length;e++){var a=null!=arguments[e]?arguments[e]:{};e%2?i(Object(a),!0).forEach((function(e){o(t,e,a[e])})):Object.getOwnPropertyDescriptors?Object.defineProperties(t,Object.getOwnPropertyDescriptors(a)):i(Object(a)).forEach((function(e){Object.defineProperty(t,e,Object.getOwnPropertyDescriptor(a,e))}))}return t}function s(t,e){if(null==t)return{};var a,n,o=function(t,e){if(null==t)return{};var a,n,o={},i=Object.keys(t);for(n=0;n<i.length;n++)a=i[n],e.indexOf(a)>=0||(o[a]=t[a]);return o}(t,e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(t);for(n=0;n<i.length;n++)a=i[n],e.indexOf(a)>=0||Object.prototype.propertyIsEnumerable.call(t,a)&&(o[a]=t[a])}return o}var l=n.createContext({}),u=function(t){var e=n.useContext(l),a=e;return t&&(a="function"==typeof t?t(e):r(r({},e),t)),a},p=function(t){var e=u(t.components);return n.createElement(l.Provider,{value:e},t.children)},g="mdxType",c={inlineCode:"code",wrapper:function(t){var e=t.children;return n.createElement(n.Fragment,{},e)}},m=n.forwardRef((function(t,e){var a=t.components,o=t.mdxType,i=t.originalType,l=t.parentName,p=s(t,["components","mdxType","originalType","parentName"]),g=u(a),m=o,d=g["".concat(l,".").concat(m)]||g[m]||c[m]||i;return a?n.createElement(d,r(r({ref:e},p),{},{components:a})):n.createElement(d,r({ref:e},p))}));function d(t,e){var a=arguments,o=e&&e.mdxType;if("string"==typeof t||o){var i=a.length,r=new Array(i);r[0]=m;var s={};for(var l in e)hasOwnProperty.call(e,l)&&(s[l]=e[l]);s.originalType=t,s[g]="string"==typeof t?t:o,r[1]=s;for(var u=2;u<i;u++)r[u]=a[u];return n.createElement.apply(null,r)}return n.createElement.apply(null,a)}m.displayName="MDXCreateElement"},68073:(t,e,a)=>{a.r(e),a.d(e,{assets:()=>p,contentTitle:()=>l,default:()=>d,frontMatter:()=>s,metadata:()=>u,toc:()=>g});a(96540);var n=a(15680);function o(t,e,a){return e in t?Object.defineProperty(t,e,{value:a,enumerable:!0,configurable:!0,writable:!0}):t[e]=a,t}function i(t,e){return e=null!=e?e:{},Object.getOwnPropertyDescriptors?Object.defineProperties(t,Object.getOwnPropertyDescriptors(e)):function(t,e){var a=Object.keys(t);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(t);e&&(n=n.filter((function(e){return Object.getOwnPropertyDescriptor(t,e).enumerable}))),a.push.apply(a,n)}return a}(Object(e)).forEach((function(a){Object.defineProperty(t,a,Object.getOwnPropertyDescriptor(e,a))})),t}function r(t,e){if(null==t)return{};var a,n,o=function(t,e){if(null==t)return{};var a,n,o={},i=Object.keys(t);for(n=0;n<i.length;n++)a=i[n],e.indexOf(a)>=0||(o[a]=t[a]);return o}(t,e);if(Object.getOwnPropertySymbols){var i=Object.getOwnPropertySymbols(t);for(n=0;n<i.length;n++)a=i[n],e.indexOf(a)>=0||Object.prototype.propertyIsEnumerable.call(t,a)&&(o[a]=t[a])}return o}const s={title:"Documentation Propagation Automation",slug:"/automations/docs-propagation",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/automations/docs-propagation.md"},l="Documentation Propagation Automation",u={unversionedId:"docs/automations/docs-propagation",id:"docs/automations/docs-propagation",title:"Documentation Propagation Automation",description:"This feature is currently in open beta in DataHub Cloud. Reach out to your DataHub Cloud representative to get access.",source:"@site/genDocs/docs/automations/docs-propagation.md",sourceDirName:"docs/automations",slug:"/automations/docs-propagation",permalink:"/docs/automations/docs-propagation",draft:!1,editUrl:"https://github.com/datahub-project/datahub/blob/master/docs/automations/docs-propagation.md",tags:[],version:"current",frontMatter:{title:"Documentation Propagation Automation",slug:"/automations/docs-propagation",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/automations/docs-propagation.md"},sidebar:"overviewSidebar",previous:{title:"Applications",permalink:"/docs/features/feature-guides/applications"},next:{title:"Glossary Term Propagation Automation",permalink:"/docs/automations/glossary-term-propagation"}},p={},g=[{value:"Introduction",id:"introduction",level:2},{value:"Capabilities",id:"capabilities",level:2},{value:"DataHub Core (Open Source)",id:"datahub-core-open-source",level:3},{value:"DataHub Cloud",id:"datahub-cloud",level:3},{value:"Comparison of Features",id:"comparison-of-features",level:3},{value:"Enabling Documentation Propagation",id:"enabling-documentation-propagation",level:2},{value:"In Open Source",id:"in-open-source",level:3},{value:"In DataHub Cloud",id:"in-datahub-cloud",level:3},{value:"Propagating for Existing Assets (DataHub Cloud Only)",id:"propagating-for-existing-assets-datahub-cloud-only",level:2},{value:"Viewing Propagated Descriptions",id:"viewing-propagated-descriptions",level:2}],c={toc:g},m="wrapper";function d(t){var{components:e}=t,a=r(t,["components"]);return(0,n.yg)(m,i(function(t){for(var e=1;e<arguments.length;e++){var a=null!=arguments[e]?arguments[e]:{},n=Object.keys(a);"function"==typeof Object.getOwnPropertySymbols&&(n=n.concat(Object.getOwnPropertySymbols(a).filter((function(t){return Object.getOwnPropertyDescriptor(a,t).enumerable})))),n.forEach((function(e){o(t,e,a[e])}))}return t}({},c,a),{components:e,mdxType:"MDXLayout"}),(0,n.yg)("h1",{id:"documentation-propagation-automation"},"Documentation Propagation Automation"),(0,n.yg)("admonition",{type:"info"},(0,n.yg)("p",{parentName:"admonition"},"This feature is currently in open beta in DataHub Cloud. Reach out to your DataHub Cloud representative to get access.")),(0,n.yg)("h2",{id:"introduction"},"Introduction"),(0,n.yg)("p",null,"Documentation Propagation is an automation automatically propagates column and asset (coming soon) descriptions based on downstream column-level lineage and sibling relationships.\nIt simplifies metadata management by ensuring consistency and reducing the manual effort required for documenting data assets to aid\nin Data Governance & Compliance along with Data Discovery."),(0,n.yg)("p",null,"This feature is enabled by default in Open Source DataHub."),(0,n.yg)("h2",{id:"capabilities"},"Capabilities"),(0,n.yg)("h3",{id:"datahub-core-open-source"},"DataHub Core (Open Source)"),(0,n.yg)("ul",null,(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("strong",{parentName:"li"},"Column-Level Docs Propagation"),": Automatically propagate documentation to downstream columns and sibling columns that are derived or dependent on the source column."),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("strong",{parentName:"li"},"(Coming Soon) Asset-Level Docs Propagation"),": Propagate descriptions to sibling assets.")),(0,n.yg)("h3",{id:"datahub-cloud"},"DataHub Cloud"),(0,n.yg)("ul",null,(0,n.yg)("li",{parentName:"ul"},"Includes all the features of Open Source."),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("strong",{parentName:"li"},"Propagation Rollback (Undo)"),": Offers the ability to undo any propagation changes, providing a safety net against accidental updates."),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("strong",{parentName:"li"},"Historical Backfilling"),": Automatically backfills historical data for newly documented columns to maintain consistency across time.")),(0,n.yg)("h3",{id:"comparison-of-features"},"Comparison of Features"),(0,n.yg)("table",null,(0,n.yg)("thead",{parentName:"table"},(0,n.yg)("tr",{parentName:"thead"},(0,n.yg)("th",{parentName:"tr",align:null},"Feature"),(0,n.yg)("th",{parentName:"tr",align:null},"Open Source"),(0,n.yg)("th",{parentName:"tr",align:null},"DataHub Cloud"))),(0,n.yg)("tbody",{parentName:"table"},(0,n.yg)("tr",{parentName:"tbody"},(0,n.yg)("td",{parentName:"tr",align:null},"Column-Level Docs Propagation"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f")),(0,n.yg)("tr",{parentName:"tbody"},(0,n.yg)("td",{parentName:"tr",align:null},"Asset-Level Docs Propagation"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f")),(0,n.yg)("tr",{parentName:"tbody"},(0,n.yg)("td",{parentName:"tr",align:null},"Downstream Lineage + Siblings"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f")),(0,n.yg)("tr",{parentName:"tbody"},(0,n.yg)("td",{parentName:"tr",align:null},"Historical Backfilling"),(0,n.yg)("td",{parentName:"tr",align:null},"\u274c"),(0,n.yg)("td",{parentName:"tr",align:null},"\u2714\ufe0f")))),(0,n.yg)("h2",{id:"enabling-documentation-propagation"},"Enabling Documentation Propagation"),(0,n.yg)("h3",{id:"in-open-source"},"In Open Source"),(0,n.yg)("p",null,"Notice that the user must have the ",(0,n.yg)("inlineCode",{parentName:"p"},"Manage Ingestion")," permission to view and enable the feature."),(0,n.yg)("ol",null,(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Navigate to Settings"),": Click on the 'Settings' gear in top navigation bar.")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"15%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/oss/settings-nav-link.png"})),(0,n.yg)("ol",{start:2},(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Navigate to Features"),": Click on the 'Features' tab in the left-hand navigation bar.")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"20%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/oss/features-settings-link.png"})),(0,n.yg)("ol",{start:3},(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Enable Documentation Propagation"),": Locate the 'Documentation Propagation' section and toggle the feature to enable it for column-level and asset-level propagation.\nCurrently, Column Level propagation is supported, with asset level propagation coming soon.")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"40%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/oss/docs-propagation/feature-flags.png"})),(0,n.yg)("h3",{id:"in-datahub-cloud"},"In DataHub Cloud"),(0,n.yg)("ol",null,(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Navigate to Automations"),": Click on 'Govern' > 'Automations' in the navigation bar.")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"20%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/saas/automations-nav-link.png"})),(0,n.yg)("ol",{start:2},(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Create An Automation"),": Click on 'Create' and select 'Column Documentation Propagation'.")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"30%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/saas/docs-propagation/automation-type.png"})),(0,n.yg)("ol",{start:3},(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("strong",{parentName:"li"},"Configure Automation"),": Fill in the required fields, such as the name, description, and category. Finally, click 'Save and Run' to start the automation")),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"30%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/saas/docs-propagation/automation-form.png"})),(0,n.yg)("h2",{id:"propagating-for-existing-assets-datahub-cloud-only"},"Propagating for Existing Assets (DataHub Cloud Only)"),(0,n.yg)("p",null,"In DataHub Cloud, you can back-fill historical data for existing assets to ensure that all existing column descriptions are propagated to downstreams\nwhen you start the automation. Note that it may take some time to complete the initial back-filling process, depending on the number of assets and the complexity of your lineage."),(0,n.yg)("p",null,'To do this, navigate to the Automation you created in Step 3 above, click the 3-dot "more" menu:'),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"15%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/saas/automation-more-menu.png"})),(0,n.yg)("p",null,'and then click "Initialize".'),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"15%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/saas/automation-initialize.png"})),(0,n.yg)("p",null,"This one-time step will kick off the back-filling process for existing descriptions. If you only want to begin propagating\ndescriptions going forward, you can skip this step."),(0,n.yg)("h2",{id:"viewing-propagated-descriptions"},"Viewing Propagated Descriptions"),(0,n.yg)("p",null,"Once the automation is enabled, you'll be able to recognize propagated descriptions as those with the thunderbolt icon next to them:"),(0,n.yg)("p",null,"The tooltip will provide additional information, including where the description originated and any intermediate hops that were\nused to propagate the description."),(0,n.yg)("p",{align:"left"},(0,n.yg)("img",{width:"50%",src:"https://raw.githubusercontent.com/datahub-project/static-assets/main/imgs/automation/oss/docs-propagation/view-propagated-docs.png"})))}d.isMDXComponent=!0}}]);