1'use strict'; 2 3const path = require('path'); 4const fork = require('child_process').fork; 5const CLI = require('./_cli.js'); 6 7const cli = new CLI(`usage: ./node run.js [options] [--] <category> ... 8 Run each benchmark in the <category> directory a single time, more than one 9 <category> directory can be specified. 10 11 --filter pattern includes only benchmark scripts matching <pattern> 12 (can be repeated) 13 --exclude pattern excludes scripts matching <pattern> (can be 14 repeated) 15 --set variable=value set benchmark variable (can be repeated) 16 --format [simple|csv] optional value that specifies the output format 17 test only run a single configuration from the options 18 matrix 19 all each benchmark category is run one after the other 20`, { arrayArgs: ['set', 'filter', 'exclude'] }); 21const benchmarks = cli.benchmarks(); 22 23if (benchmarks.length === 0) { 24 console.error('No benchmarks found'); 25 process.exitCode = 1; 26 return; 27} 28 29const validFormats = ['csv', 'simple']; 30const format = cli.optional.format || 'simple'; 31if (!validFormats.includes(format)) { 32 console.error('Invalid format detected'); 33 process.exitCode = 1; 34 return; 35} 36 37if (format === 'csv') { 38 console.log('"filename", "configuration", "rate", "time"'); 39} 40 41(function recursive(i) { 42 const filename = benchmarks[i]; 43 const child = fork( 44 path.resolve(__dirname, filename), 45 cli.test ? ['--test'] : [], 46 cli.optional.set 47 ); 48 49 if (format !== 'csv') { 50 console.log(); 51 console.log(filename); 52 } 53 54 child.on('message', (data) => { 55 if (data.type !== 'report') { 56 return; 57 } 58 // Construct configuration string, " A=a, B=b, ..." 59 let conf = ''; 60 for (const key of Object.keys(data.conf)) { 61 if (conf !== '') 62 conf += ' '; 63 conf += `${key}=${JSON.stringify(data.conf[key])}`; 64 } 65 if (format === 'csv') { 66 // Escape quotes (") for correct csv formatting 67 conf = conf.replace(/"/g, '""'); 68 console.log(`"${data.name}", "${conf}", ${data.rate}, ${data.time}`); 69 } else { 70 let rate = data.rate.toString().split('.'); 71 rate[0] = rate[0].replace(/(\d)(?=(?:\d\d\d)+(?!\d))/g, '$1,'); 72 rate = (rate[1] ? rate.join('.') : rate[0]); 73 console.log(`${data.name} ${conf}: ${rate}`); 74 } 75 }); 76 77 child.once('close', (code) => { 78 if (code) { 79 process.exit(code); 80 } 81 82 // If there are more benchmarks execute the next 83 if (i + 1 < benchmarks.length) { 84 recursive(i + 1); 85 } 86 }); 87})(0); 88