mirror of
https://github.com/datahub-project/datahub.git
synced 2025-09-26 09:35:23 +00:00
1 line
9.2 KiB
JavaScript
1 line
9.2 KiB
JavaScript
|
"use strict";(self.webpackChunkdocs_website=self.webpackChunkdocs_website||[]).push([[48685],{22447:(a,t,e)=>{e.r(t),e.d(t,{assets:()=>m,contentTitle:()=>s,default:()=>w,frontMatter:()=>p,metadata:()=>u,toc:()=>b});e(96540);var n=e(15680),o=e(53720),l=e(5400);function r(a,t,e){return t in a?Object.defineProperty(a,t,{value:e,enumerable:!0,configurable:!0,writable:!0}):a[t]=e,a}function i(a,t){return t=null!=t?t:{},Object.getOwnPropertyDescriptors?Object.defineProperties(a,Object.getOwnPropertyDescriptors(t)):function(a,t){var e=Object.keys(a);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(a);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(a,t).enumerable}))),e.push.apply(e,n)}return e}(Object(t)).forEach((function(e){Object.defineProperty(a,e,Object.getOwnPropertyDescriptor(t,e))})),a}function d(a,t){if(null==a)return{};var e,n,o=function(a,t){if(null==a)return{};var e,n,o={},l=Object.keys(a);for(n=0;n<l.length;n++)e=l[n],t.indexOf(e)>=0||(o[e]=a[e]);return o}(a,t);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(a);for(n=0;n<l.length;n++)e=l[n],t.indexOf(e)>=0||Object.prototype.propertyIsEnumerable.call(a,e)&&(o[e]=a[e])}return o}const p={title:"DataFlow & DataJob",slug:"/api/tutorials/dataflow-datajob",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/api/tutorials/dataflow-datajob.md"},s="DataFlow & DataJob",u={unversionedId:"docs/api/tutorials/dataflow-datajob",id:"docs/api/tutorials/dataflow-datajob",title:"DataFlow & DataJob",description:"Why Would You Use DataFlow and DataJob?",source:"@site/genDocs/docs/api/tutorials/dataflow-datajob.md",sourceDirName:"docs/api/tutorials",slug:"/api/tutorials/dataflow-datajob",permalink:"/docs/api/tutorials/dataflow-datajob",draft:!1,editUrl:"https://github.com/datahub-project/datahub/blob/master/docs/api/tutorials/dataflow-datajob.md",tags:[],version:"current",frontMatter:{title:"DataFlow & DataJob",slug:"/api/tutorials/dataflow-datajob",custom_edit_url:"https://github.com/datahub-project/datahub/blob/master/docs/api/tutorials/dataflow-datajob.md"},sidebar:"overviewSidebar",previous:{title:"Dashboard & Chart",permalink:"/docs/api/tutorials/dashboard-chart"},next:{title:"MLModel & MLModelGroup",permalink:"/docs/api/tutorials/mlmodel-mlmodelgroup"}},m={},b=[{value:"Why Would You Use DataFlow and DataJob?",id:"why-would-you-use-dataflow-and-datajob",level:2},{value:"Goal Of This Guide",id:"goal-of-this-guide",level:3},{value:"Prerequisites",id:"prerequisites",level:2},{value:"Create DataFlow",id:"create-dataflow",level:2},{value:"Create DataJob",id:"create-datajob",level:2},{value:"Read DataFlow",id:"read-dataflow",level:2},{value:"Example Output",id:"example-output",level:4},{value:"Read DataJob",id:"read-datajob",level:2},{value:"Example Output",id:"example-output-1",level:4}],f={toc:b},c="wrapper";function w(a){var{components:t}=a,e=d(a,["components"]);return(0,n.yg)(c,i(function(a){for(var t=1;t<arguments.length;t++){var e=null!=arguments[t]?arguments[t]:{},n=Object.keys(e);"function"==typeof Object.getOwnPropertySymbols&&(n=n.concat(Object.getOwnPropertySymbols(e).filter((function(a){return Object.getOwnPropertyDescriptor(e,a).enumerable})))),n.forEach((function(t){r(a,t,e[t])}))}return a}({},f,e),{components:t,mdxType:"MDXLayout"}),(0,n.yg)("h1",{id:"dataflow--datajob"},"DataFlow & DataJob"),(0,n.yg)("h2",{id:"why-would-you-use-dataflow-and-datajob"},"Why Would You Use DataFlow and DataJob?"),(0,n.yg)("p",null,"The DataFlow and DataJob entities are used to represent data processing pipelines and jobs within a data ecosystem. They allow users to define, manage, and monitor the flow of data through various stages of processing, from ingestion to transformation and storage."),(0,n.yg)("h3",{id:"goal-of-this-guide"},"Goal Of This Guide"),(0,n.yg)("p",null,"This guide will show you how to"),(0,n.yg)("ul",null,(0,n.yg)("li",{parentName:"ul"},"Create a DataFlow."),(0,n.yg)("li",{parentName:"ul"},"Create a Datajob with a DataFlow.")),(0,n.yg)("h2",{id:"prerequisites"},"Prerequisites"),(0,n.yg)("p",
|