karma.conf.js

var os = require('os');
var path = require('path');
var fs = require('fs');
var builder = require('xmlbuilder');
var _ = require('lodash');

function standardDeviation(values){
    var avg = average(values);

    var squareDiffs = values.map(function(value){
        var diff = value - avg;
        return diff * diff;
    });

    var avgSquareDiff = average(squareDiffs);

    return Math.sqrt(avgSquareDiff);
}

function average(data){
    var sum = data.reduce(function(sum, value){
        return sum + value;
    }, 0);

    return sum / data.length;
}

// TODO: extract reporter to its own file
var JSONReporter = function(baseReporterDecorator, config, emitter, logger, helper, formatError) {
    var json;

    var outputFile = config.jsonReporter.outputFile;
    var log = logger.create('reporter.json');

    var pendingFileWritings = 0;
    var fileWritingFinished = function() {};

    baseReporterDecorator(this);

    // TODO: remove if public version of this method is available
    var basePathResolve = function(relativePath) {

        if (helper.isUrlAbsolute(relativePath)) {
            return relativePath;
        }

        if (!helper.isDefined(config.basePath) || !helper.isDefined(relativePath)) {
            return '';
        }

        return path.resolve(config.basePath, relativePath);
    };

    this.onRunStart = function(browsers) {
        json = {};
    };

    this.onBrowserStart = function(browser) {
        json[browser.id] = {
            browser: browser.name,
            suites: [],
            partials: []
        };
    };

    this.onBrowserError = function(browser, error) {
        console.error('SOMETHING TERRIBLE HAPPENED IN: ' + browser.name, error);
    };

    this.onBrowserComplete = function(browser) {
        var bro = json[browser.id];
        // TODO: build suites from partials (= partial results)
        var browserSuites = json[browser.id].suites;
        var browserPartials = json[browser.id].partials;

        // aggregate partial results:
        _(browserPartials)
            .groupBy(function(partial) {
                return partial.suite.join('_suite_sep_') + '__separator__' + partial.title.name;
            })
            .map(function(group) {
                var durations = _(group)
                    .sortBy(_.property('title.index'))
                    .map('title.duration')
                    .value();

                var status = {
                    passes: _.filter(group, function(partial) { return partial.status === 'pass'; }).length,
                    fails: _.filter(group, function(partial) { return partial.status === 'fail'; }).length,
                    skips: _.filter(group, function(partial) { return partial.status === 'skip'; }).length
                };

                var slidingWindowSize = 30,
                    allowPercentagedDeviation = 4;;

                var lastMeasurements = durations.slice(-slidingWindowSize),
                    time = average(lastMeasurements),
                    deviation = 100 * standardDeviation(lastMeasurements) / time;

                return {
                    suite: group[0].suite,
                    status: "" + status.passes + " passed, " + status.fails + " failed, " + status.skips + " skipped",
                    title: {
                        name: group[0].title.name,
                        average: time.toFixed(3),
                        standardDeviation: deviation.toFixed(1),
                        results: durations
                    }
                };


            })
            .forEach(function(suite) {
              browserSuites.push(suite);
            });

        // delete partials from benchmark output
        bro.partials = undefined;

        // add meta data
        var result = browser.lastResult;
        bro.test = {
            tests: result.total + ' tests',
            errors: (result.disconnected || result.error ? 1 : 0) + ' errors',
            failed: result.failed + ' failures',
            skipped: result.skipped + ' skipped',
            runtime: ((result.netTime || 0) / 1000) + 's'
        };
    };

    this.onRunComplete = function(browsers) {
        var jsonToOutput = json;

        if (jsonToOutput) {
            pendingFileWritings++;

            config.basePath = path.resolve(config.basePath || '.');
            outputFile = basePathResolve(outputFile);
            helper.normalizeWinPath(outputFile);

            helper.mkdirIfNotExists(path.dirname(outputFile), function() {
                fs.writeFile(outputFile, JSON.stringify(jsonToOutput), function(err) {
                    if (err) {
                        log.warn('Cannot write JSON report\n\t' + err.message);
                    } else {
                        log.debug('JSON results written to "%s".', outputFile);
                    }

                    if (!--pendingFileWritings) {
                        fileWritingFinished();
                    }
                });
            });
        } else {
            log.error('JSON report was not created\n\t');
        }
    };

    // !!Test case returns!!
    this.specSuccess = this.specSkipped = this.specFailure = function(browser, result) {
        var browserPartials = json[browser.id].partials;
        console.log('-------------- result.description --------------');
        console.log(result.description);
        browserPartials.push({
            suite: result.suite,
            status: result.skipped ? 'skip' : (result.success ? 'pass' : 'fail'),
            title: JSON.parse(result.description)
            // other fields of result: log, time
        });
    };

    // wait for writing all the json files, before exiting
    this.onExit = function (done) {
        if (pendingFileWritings) {
            fileWritingFinished = done;
        } else {
            done();
        }
    };
};

JSONReporter.prototype._repeat = function(n, str) {
    var res = [];
    var i;
    for (i = 0; i < n; ++i) {
        res.push(str);
    }
    return res.join('');
};

JSONReporter.$inject = ['baseReporterDecorator', 'config', 'emitter', 'logger', 'helper', 'formatError'];


// =============================================================================
// =============================================================================
// =============================================================================

// Karma configuration
// Generated on Tue Aug 23 2016 14:57:05 GMT+0200 (W. Europe Daylight Time)

module.exports = function(config) {
    config.set({

        // base path that will be used to resolve all patterns (eg. files, exclude)
        basePath: '',


        // frameworks to use
        // available frameworks: https://npmjs.org/browse/keyword/karma-adapter
        frameworks: ['mocha', 'chai'],


        // list of files / patterns to load in the browser
        files: (process.env.TRAVIS ? ['benchmark/tests/travis.config.js'] : []).concat([
            'benchmark/bundles/*.js'
        ]),


        // list of files to exclude
        exclude: [
        ],


        // preprocess matching files before serving them to the browser
        // available preprocessors: https://npmjs.org/browse/keyword/karma-preprocessor
        preprocessors: {
        },


        // test results reporter to use
        // possible values: 'dots', 'progress'
        // available reporters: https://npmjs.org/browse/keyword/karma-reporter
        reporters: ['mocha', 'json'],

        jsonReporter: {
            outputFile: 'results/latest.json'
        },


        // web server port
        port: 9876,


        // enable / disable colors in the output (reporters and logs)
        colors: true,


        // level of logging
        // possible values: config.LOG_DISABLE || config.LOG_ERROR || config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
        logLevel: config.LOG_INFO,

        // enable / disable watching file and executing tests whenever any file changes
        autoWatch: true,


        // start these browsers
        // available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
        browsers: ['Chrome_Local'],

        customLaunchers: {
            Chrome_Local: {
                base: 'Chrome',
                flags: [
                    '--disable-hang-monitor'
                ]
            },
            Chrome_Travis_CI: {
                base: 'ChromeCanary',
                flags: [
                    '--no-sandbox',
                    '--disable-hang-monitor'
                ]
            }
        },

        browserNoActivityTimeout: 3000*60*1000, // 8min (so build does not timeout)
        browserDisconnectTimeout: 3000*60*1000, // 8min (so build does not timeout)
        client: {
            captureConsole: false,
            mocha: {
                timeout: 3000 * 60 * 1000
            }
        },
        captureTimeout: 3000 * 60 * 1000, // it was already there
        browserDisconnectTolerance : 1,

        // Continuous Integration mode
        // if true, Karma captures browsers, runs the tests and exits
        singleRun: false,

        // Concurrency level
        // how many browser should be started simultaneous
        concurrency: Infinity,

        plugins: [
            'karma-chai',
            'karma-mocha',
            'karma-mocha-reporter',
            'karma-chrome-launcher',
            {'reporter:json': ['type', JSONReporter]}
        ]
    });

    if(process.env.TRAVIS) {
        config.browsers = [process.env.TRAVIS ? 'Chrome_Travis_CI' : 'Chrome_Local'];

        var now = new Date();
        var nowString = now.toDateString() + ' ' + now.toTimeString().slice(0,8);
        nowString = nowString
            .replace(/:/g, '.')
            .replace(/ /g, '_');

        config.jsonReporter.outputFile = 'results/' + nowString + '.json';
    }
};