/* * Copyright 2024 Collate. * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * http://www.apache.org/licenses/LICENSE-2.0 * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import test from '@playwright/test'; import { get } from 'lodash'; import { ContainerClass } from '../../support/entity/ContainerClass'; import { DashboardClass } from '../../support/entity/DashboardClass'; import { MlModelClass } from '../../support/entity/MlModelClass'; import { PipelineClass } from '../../support/entity/PipelineClass'; import { SearchIndexClass } from '../../support/entity/SearchIndexClass'; import { TableClass } from '../../support/entity/TableClass'; import { TopicClass } from '../../support/entity/TopicClass'; import { createNewPage, getApiContext, redirectToHomePage, } from '../../utils/common'; import { activateColumnLayer, addColumnLineage, addPipelineBetweenNodes, applyPipelineFromModal, connectEdgeBetweenNodes, deleteEdge, deleteNode, performZoomOut, removeColumnLineage, setupEntitiesForLineage, verifyColumnLayerInactive, verifyNodePresent, visitLineageTab, } from '../../utils/lineage'; // use the admin user to login test.use({ storageState: 'playwright/.auth/admin.json' }); const entities = [ TableClass, DashboardClass, TopicClass, MlModelClass, ContainerClass, SearchIndexClass, ] as const; const pipeline = new PipelineClass(); test.beforeAll('Setup pre-requests', async ({ browser }) => { const { apiContext, afterAction } = await createNewPage(browser); await pipeline.create(apiContext); await afterAction(); }); test.afterAll('Cleanup', async ({ browser }) => { const { apiContext, afterAction } = await createNewPage(browser); await pipeline.delete(apiContext); await afterAction(); }); for (const EntityClass of entities) { const defaultEntity = new EntityClass(); test(`Lineage creation from ${defaultEntity.getType()} entity`, async ({ browser, }) => { test.slow(true); const { page } = await createNewPage(browser); const { currentEntity, entities, cleanup } = await setupEntitiesForLineage( page, defaultEntity ); await test.step('Should create lineage for the entity', async () => { await redirectToHomePage(page); await currentEntity.visitEntityPage(page); await visitLineageTab(page); await verifyColumnLayerInactive(page); await page.click('[data-testid="edit-lineage"]'); await performZoomOut(page); for (const entity of entities) { await connectEdgeBetweenNodes(page, currentEntity, entity); } await redirectToHomePage(page); await currentEntity.visitEntityPage(page); await visitLineageTab(page); await page .locator('.react-flow__controls-fitview') .dispatchEvent('click'); for (const entity of entities) { await verifyNodePresent(page, entity); } }); await test.step('Should create pipeline between entities', async () => { await page.click('[data-testid="edit-lineage"]'); await performZoomOut(page); for (const entity of entities) { await applyPipelineFromModal(page, currentEntity, entity, pipeline); } }); await test.step('Remove lineage between nodes for the entity', async () => { await redirectToHomePage(page); await currentEntity.visitEntityPage(page); await visitLineageTab(page); await page.click('[data-testid="edit-lineage"]'); await performZoomOut(page); for (const entity of entities) { await deleteEdge(page, currentEntity, entity); } }); await cleanup(); }); } test('Verify column lineage between tables', async ({ browser }) => { const { page } = await createNewPage(browser); const { apiContext, afterAction } = await getApiContext(page); const table1 = new TableClass(); const table2 = new TableClass(); await table1.create(apiContext); await table2.create(apiContext); const sourceTableFqn = get(table1, 'entityResponseData.fullyQualifiedName'); const sourceCol = `${sourceTableFqn}.${get( table1, 'entityResponseData.columns[0].name' )}`; const targetTableFqn = get(table2, 'entityResponseData.fullyQualifiedName'); const targetCol = `${targetTableFqn}.${get( table2, 'entityResponseData.columns[0].name' )}`; await addPipelineBetweenNodes(page, table1, table2); await activateColumnLayer(page); // Add column lineage await addColumnLineage(page, sourceCol, targetCol); await page.click('[data-testid="edit-lineage"]'); await removeColumnLineage(page, sourceCol, targetCol); await page.click('[data-testid="edit-lineage"]'); await deleteNode(page, table2); await table1.delete(apiContext); await table2.delete(apiContext); await afterAction(); }); test('Verify column lineage between table and topic', async ({ browser }) => { const { page } = await createNewPage(browser); const { apiContext, afterAction } = await getApiContext(page); const table = new TableClass(); const topic = new TopicClass(); await table.create(apiContext); await topic.create(apiContext); const sourceTableFqn = get(table, 'entityResponseData.fullyQualifiedName'); const sourceCol = `${sourceTableFqn}.${get( table, 'entityResponseData.columns[0].name' )}`; const targetCol = get( topic, 'entityResponseData.messageSchema.schemaFields[0].children[0].fullyQualifiedName' ); await addPipelineBetweenNodes(page, table, topic); await activateColumnLayer(page); // Add column lineage await addColumnLineage(page, sourceCol, targetCol); await page.click('[data-testid="edit-lineage"]'); await removeColumnLineage(page, sourceCol, targetCol); await page.click('[data-testid="edit-lineage"]'); await deleteNode(page, topic); await table.delete(apiContext); await topic.delete(apiContext); await afterAction(); });