create CSV for failed cases

Author: archmoj

tasks/test_performance.js

@@ -1,10 +1,12 @@
+var fs = require('fs');
 var path = require('path');
 var exec = require('child_process').exec;
 var { glob } = require('glob');
 var runSeries = require('run-series');
 
 var constants = require('./util/constants');
 var pathToJasminePerformanceTests = constants.pathToJasminePerformanceTests;
+var pathToRoot = constants.pathToRoot;
 
 /**
  * Run all jasmine 'performance' test in series
@@ -42,15 +44,67 @@ glob(pathToJasminePerformanceTests + '/*.js').then(function(files) {
     }
 
     runSeries(tasks, function(err, results) {
-        if(err) throw err;
-
         var failed = results.filter(function(r) { return r; });
 
         if(failed.length) {
             console.log('\ntest-performance summary:');
             failed.forEach(function(r) { console.warn('- ' + r.cmd + ' failed'); });
             console.log('');
-            process.exit(1);
+
+            // Create CSV file for failed cases
+            var str = [
+                'number of traces',
+                'chart type & mode',
+                'data points',
+                'run id',
+                'rendering time(ms)'
+            ].join(',') + '\n';
+
+            failed.forEach(function(r) {
+                // split command string frist by space then by equal to get
+                var cmdArgs = r.cmd.split(' ').map(part => {
+                    return part.split('=');
+                });
+
+                var test = {};
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesCount' === cmdArgs[i][0]) {
+                        test.nTraces = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesType' === cmdArgs[i][0]) {
+                        test.traceType = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesMode' === cmdArgs[i][0]) {
+                        test.mode = cmdArgs[i][1];
+                    }
+                }
+
+                for(var i = 0; i < cmdArgs.length; i++) {
+                    if('--tracesPoints' === cmdArgs[i][0]) {
+                        test.n = cmdArgs[i][1];
+                    }
+                }
+
+                str += [
+                    (test.nTraces || 1),
+                    (test.traceType + (test.mode ? ' ' + test.mode : '')),
+                    test.n,
+                    'failed',
+                    ''
+                ].join(',') + '\n';
+            });
+
+            var failedCSV = pathToRoot + '../../../Downloads/failed.csv';
+            console.log('Saving:', failedCSV)
+            console.log(str);
+            fs.writeFileSync(failedCSV, str);
         }
     });
 });

test/jasmine/performance_tests/all_test.js

@@ -239,7 +239,7 @@ describe('Performance test various traces', function() {
             samples.forEach(function(t) {
                 it(
                     'All points:' + spec.n + ' | ' +
-                    spec.nTraces + 'X' + spec.traceType +
+                    spec.nTraces + ' X ' + spec.traceType +
                     (spec.mode ? ' | mode: ' + spec.mode : '') +
                     ' | turn: ' + t, function(done) {
                     if(t === 0) {

test/jasmine/performance_tests/assets/post_process.js

@@ -1,7 +1,7 @@
 exports.downloadCSV = function(allTests, filename) {
     var str = [
         'number of traces',
-        'chart type',
+        'chart type & mode',
         'data points',
         'run id',
         'rendering time(ms)'