playwright/utils/flakiness-dashboard/processing/dashboard_v1.js

/**
 * Copyright (c) Microsoft Corporation.
 *
 * Licensed under the Apache License, Version 2.0 (the 'License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

const {SimpleBlob, flattenSpecs} = require('./utils.js');

const DASHBOARD_VERSION = 1;

class Dashboard {
  constructor() {
    this._runs = [];
  }

  initialize(jsonData) {
    if (jsonData.version !== DASHBOARD_VERSION) {
      // Run migrations here!
    }
    this._runs = jsonData.buildbotRuns;
  }

  addReport(report) {
    // We cannot use linenumber to identify specs since line numbers
    // might be different across commits.
    const getSpecId = spec => spec.file + ' @@@ ' + spec.title;

    const faultySpecIds = new Set();
    for (const run of this._runs) {
      for (const spec of run.specs)
        faultySpecIds.add(getSpecId(spec));
    }
    const specs = [];
    for (const spec of flattenSpecs(report)) {
      // Filter out specs that didn't have a single test that was run in the
      // given shard.
      if (spec.tests.every(test => test.runs.length === 1 && !test.runs[0].status))
        continue;
      const hasFlakyAnnotation = spec.tests.some(test => test.annotations.some(a => a.type === 'flaky'));

      if (!spec.ok || hasFlakyAnnotation || faultySpecIds.has(getSpecId(spec)))
        specs.push(spec);
    }
    if (specs.length) {
      this._runs.push({
        metadata: report.metadata,
        specs,
      });
    }
    return specs.length;
  }

  serialize(maxCommits = 100) {
    const shaToTimestamp = new Map();
    for (const run of this._runs)
      shaToTimestamp.set(run.metadata.commitSHA, run.metadata.commitTimestamp);
    const commits = [...shaToTimestamp].sort(([sha1, ts1], [sha2, ts2]) => ts2 - ts1).slice(0, maxCommits);
    const commitsSet = new Set(commits.map(([sha, ts]) => sha));
    return {
      version: DASHBOARD_VERSION,
      timestamp: Date.now(),
      buildbotRuns: this._runs.filter(run => commitsSet.has(run.metadata.commitSHA)),
    };
  }
}

async function processDashboardV1(context, report) {
  const timestamp = Date.now();
  const dashboardBlob = await SimpleBlob.create('dashboards', 'main.json');
  const dashboardData = await dashboardBlob.download();
  const dashboard = new Dashboard();
  if (dashboardData)
    dashboard.initialize(dashboardData);

  try {
    const addedSpecs = dashboard.addReport(report);
    await dashboardBlob.uploadGzipped(dashboard.serialize());
    context.log(`
    ===== started dashboard v1 =====
      SHA: ${report.metadata.commitSHA}
      URL: ${report.metadata.runURL}
      timestamp: ${report.metadata.commitTimestamp}
      added specs: ${addedSpecs}
    ===== complete in ${Date.now() - timestamp}ms =====
    `);
  } catch (e) {
    context.log(e);
    return;
  }
}

module.exports = {processDashboardV1};