perf/modules/trybot/calcs_test.ts

import { assert } from 'chai';
import { byParams } from './calcs';

describe('trybot', () => {
  describe('byParams', () => {
    it('returns empty list on empty input', () => {
      assert.deepEqual([], byParams({
        header: [],
        results: [],
        paramset: {},
      }));
    });

    it('returns returns correct average for two traces', () => {
      const res = byParams({
        header: [],
        results: [
          {
            params: {
              model: 'GCE',
              test: '1',
            },
            median: 0, // median, lower, upper, and values are ignored by byParams.
            lower: 0,
            upper: 0,
            stddevRatio: 2.0,
            values: [],
          },
          {
            params: {
              model: 'Nexus5x',
              test: '1',
            },
            median: 0, // median, lower, upper, and values are ignored by byParams.
            lower: 0,
            upper: 0,
            stddevRatio: 1.0,
            values: [],
          },
        ],
        paramset: {
          model: ['GCE', 'Nexus5x'],
          test: ['1'],
        },
      });

      // We expect that along the test=1 axes to average the two stddevRatio values.
      assert.deepEqual(res, [{
        keyValue: 'model=GCE',
        aveStdDevRatio: 2.0,
        n: 1,
        high: 1,
        low: 0,
      }, {
        keyValue: 'test=1',
        aveStdDevRatio: 1.5,
        n: 2,
        high: 2,
        low: 0,
      }, {
        keyValue: 'model=Nexus5x',
        aveStdDevRatio: 1.0,
        n: 1,
        high: 1,
        low: 0,
      }]);
    });

    it('sorts the results by descending aveStdDevRatio', () => {
      const res = byParams({
        header: [],
        results: [
          {
            params: {
              test: '2',
            },
            median: 0, // median, lower, upper, and values are ignored by byParams.
            lower: 0,
            upper: 0,
            stddevRatio: 2.0,
            values: [],
          },
          {
            params: {
              test: '1',
            },
            median: 0, // median, lower, upper, and values are ignored by byParams.
            lower: 0,
            upper: 0,
            stddevRatio: 1.0,
            values: [],
          },
          {
            params: {
              test: '3',
            },
            median: 0, // median, lower, upper, and values are ignored by byParams.
            lower: 0,
            upper: 0,
            stddevRatio: 3.0,
            values: [],
          },

        ],
        paramset: {
          test: ['1', '2', '3'],
        },
      });

      assert.deepEqual(
        res.map((r) => r.aveStdDevRatio),
        [3.0, 2.0, 1.0],
      );

      assert.deepEqual(
        res.map((r) => r.keyValue),
        ['test=3', 'test=2', 'test=1'],
      );
    });
  });
});