Rerun tests and update summary

Changes

2 changed files (+2188/-14)

• README.md
  • @@ -5,20 +5,20 @@
    ``` Summary './testc' ran - 1.04 ± 0.34 times faster than './testcpp' - 1.28 ± 0.44 times faster than './testrs' - 1.55 ± 0.43 times faster than './testgo' - 1.92 ± 0.50 times faster than 'mono test.exe' - 3.36 ± 0.80 times faster than 'node test.js' - 3.62 ± 0.97 times faster than 'java test' - 5.75 ± 1.39 times faster than './tesths' - 10.10 ± 2.26 times faster than 'lua test.lua' - 14.64 ± 3.13 times faster than 'ruby test.rb' - 16.16 ± 3.49 times faster than 'julia test.jl' - 26.99 ± 5.82 times faster than 'python test.py' - 40.10 ± 8.57 times faster than 'perl test.pl' - 50.02 ± 10.75 times faster than 'ecl --shell test.lisp' - 182.08 ± 39.19 times faster than 'Rscript test.r' + 1.06 ± 0.30 times faster than './testcpp' + 1.21 ± 0.40 times faster than './testrs' + 1.31 ± 0.35 times faster than './testgo' + 2.12 ± 0.50 times faster than 'mono test.exe' + 3.59 ± 0.82 times faster than 'java test' + 3.66 ± 0.82 times faster than 'node test.js' + 5.43 ± 1.13 times faster than './tesths' + 10.00 ± 1.90 times faster than 'lua test.lua' + 15.52 ± 2.77 times faster than 'ruby test.rb' + 16.78 ± 3.00 times faster than 'julia test.jl' + 26.43 ± 4.69 times faster than 'python test.py' + 39.73 ± 7.00 times faster than 'perl test.pl' + 49.11 ± 8.64 times faster than 'ecl --shell test.lisp' + 186.17 ± 32.73 times faster than 'Rscript test.r' ``` ¯\\\_(ツ)\_/¯
• data.json (new)
  • @@ -0,0 +1,2174 @@
    + { + "results": [ + { + "command": "./testc", + "mean": 0.015617699800000008, + "stddev": 0.002716724908724387, + "median": 0.01468222756, + "user": 0.015263637142857146, + "system": 0.0005387668571428571, + "min": 0.01290136256, + "max": 0.025318849560000002, + "times": [ + 0.01501601256, + 0.014480329560000001, + 0.014739845560000003, + 0.014028373560000001, + 0.015400982560000002, + 0.014412092560000003, + 0.013393634560000003, + 0.015320211560000001, + 0.015076795560000002, + 0.016441500560000002, + 0.01290136256, + 0.014602678560000002, + 0.014855651560000002, + 0.01441349456, + 0.02452477356, + 0.020994964560000003, + 0.01472467656, + 0.01326647656, + 0.015468940560000002, + 0.014697515560000003, + 0.01466810156, + 0.01494568056, + 0.014079047560000002, + 0.013107489560000001, + 0.022817597560000003, + 0.01961280756, + 0.013106768560000003, + 0.014250338560000003, + 0.014803032560000002, + 0.01474392256, + 0.01395706956, + 0.01320924956, + 0.01419376356, + 0.014046988560000001, + 0.014819333560000002, + 0.01430965956, + 0.01458791056, + 0.01503362456, + 0.01399737556, + 0.014894693560000002, + 0.02227613356, + 0.014592218560000002, + 0.01796622556, + 0.015264387560000002, + 0.01594356856, + 0.013947191560000002, + 0.01419543556, + 0.02100378156, + 0.02387846256, + 0.01428832956, + 0.01420572556, + 0.01340777156, + 0.015402906560000002, + 0.014413234560000002, + 0.01537311056, + 0.01639856056, + 0.016508687560000002, + 0.014643084560000002, + 0.014278611560000001, + 0.01421006356, + 0.014556441560000001, + 0.013830562560000002, + 0.01528203056, + 0.014079258560000002, + 0.01455641156, + 0.01427923256, + 0.01604867456, + 0.015807173560000002, + 0.01525422856, + 0.01521779056, + 0.014216524560000002, + 0.01412355156, + 0.01499315956, + 0.014835363560000002, + 0.01437457156, + 0.01462172456, + 0.01459851056, + 0.016157138560000003, + 0.015447800560000002, + 0.01517990756, + 0.01383783656, + 0.015053502560000001, + 0.01527303356, + 0.01622457456, + 0.021774173560000002, + 0.014927566560000001, + 0.015042090560000002, + 0.01607067656, + 0.015105329560000002, + 0.01418593856, + 0.01433489756, + 0.015495549560000002, + 0.01399491156, + 0.01422901956, + 0.013907306560000002, + 0.015170961560000001, + 0.01420467256, + 0.01457201156, + 0.01586943056, + 0.013940839560000001, + 0.01439066156, + 0.013865327560000001, + 0.014234348560000002, + 0.01468222756, + 0.015134253560000002, + 0.015336241560000002, + 0.014195486560000001, + 0.01431104256, + 0.01439305556, + 0.01798366756, + 0.01483824856, + 0.014263363560000002, + 0.01379448556, + 0.01480208156, + 0.014949317560000001, + 0.013991283560000001, + 0.01920842056, + 0.01635800456, + 0.01454155356, + 0.02312896056, + 0.01472860456, + 0.015704511560000002, + 0.01403965356, + 0.01402552756, + 0.01391807656, + 0.02202437256, + 0.02248435356, + 0.01533274556, + 0.02264202756, + 0.016352324560000003, + 0.014288029560000002, + 0.02165685356, + 0.01577781756, + 0.01631244856, + 0.01416974856, + 0.01410102856, + 0.013206575560000003, + 0.01560005456, + 0.014115967560000001, + 0.01612048956, + 0.015299072560000002, + 0.017378383560000002, + 0.014376975560000001, + 0.01565775356, + 0.014471462560000002, + 0.01561043556, + 0.01395709056, + 0.02405009556, + 0.023215531560000002, + 0.014273041560000001, + 0.01378660056, + 0.01678690756, + 0.01607289956, + 0.01418204156, + 0.014442618560000002, + 0.024345778560000003, + 0.015445796560000002, + 0.014431848560000002, + 0.014135884560000003, + 0.013952590560000002, + 0.025055487560000003, + 0.01454869756, + 0.012947138560000002, + 0.025318849560000002, + 0.015203482560000002, + 0.014251560560000001, + 0.02224196956, + 0.014155180560000001, + 0.01389497356, + 0.013191135560000001, + 0.014148177560000003, + 0.01404433356, + 0.01486448856, + 0.014383017560000003, + 0.013156279560000001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "./testcpp", + "mean": 0.01658859270917128, + "stddev": 0.003714725491947806, + "median": 0.014996195560000002, + "user": 0.016098627734806626, + "system": 0.0006547708287292816, + "min": 0.013157483560000002, + "max": 0.026503918560000003, + "times": [ + 0.014504775560000002, + 0.02425372656, + 0.015460233560000002, + 0.014946501560000002, + 0.01614936356, + 0.014566189560000001, + 0.01464446656, + 0.01458359256, + 0.01531220656, + 0.01579428856, + 0.01366253756, + 0.01658022056, + 0.01433367356, + 0.01562487156, + 0.014281377560000003, + 0.026503918560000003, + 0.014618308560000001, + 0.01427783056, + 0.02372293156, + 0.01589604856, + 0.015201820560000003, + 0.026007168560000002, + 0.02355957656, + 0.01654939156, + 0.015289614560000001, + 0.015357200560000003, + 0.01399455056, + 0.02453493256, + 0.02470090256, + 0.015108224560000001, + 0.013817097560000002, + 0.015506460560000001, + 0.01433123956, + 0.018252882560000003, + 0.01424062056, + 0.02566525756, + 0.01493485056, + 0.017229105560000003, + 0.014033342560000002, + 0.015011283560000001, + 0.01721732256, + 0.013322321560000003, + 0.015742411560000003, + 0.01441694056, + 0.01518412756, + 0.014665726560000002, + 0.01465860356, + 0.015506800560000002, + 0.01947894656, + 0.01566600956, + 0.013859175560000003, + 0.01507503256, + 0.01483101656, + 0.01449975556, + 0.014573102560000002, + 0.013728250560000002, + 0.014919300560000001, + 0.014289862560000002, + 0.01554245756, + 0.015359665560000003, + 0.024104526560000002, + 0.01650964856, + 0.01451555556, + 0.014130324560000001, + 0.01519532756, + 0.01531964056, + 0.014366025560000002, + 0.013856651560000002, + 0.022448846560000003, + 0.014885096560000002, + 0.013774878560000002, + 0.01398572356, + 0.01606082856, + 0.01500327756, + 0.014914532560000002, + 0.014934709560000002, + 0.01564548056, + 0.013673910560000002, + 0.01487556856, + 0.02481021656, + 0.016372441560000003, + 0.01527700056, + 0.014909372560000002, + 0.013459989560000003, + 0.014818000560000003, + 0.01526594056, + 0.015080903560000001, + 0.013595762560000002, + 0.024463969560000003, + 0.01474275056, + 0.02138308056, + 0.025220865560000003, + 0.015486112560000001, + 0.014420557560000002, + 0.01488049856, + 0.022191614560000003, + 0.014996195560000002, + 0.02413353056, + 0.02231484556, + 0.025575559560000002, + 0.01471828456, + 0.01462952856, + 0.02540405856, + 0.02216054656, + 0.015643546560000002, + 0.02443392356, + 0.01545533356, + 0.014460632560000002, + 0.013552402560000003, + 0.01516695556, + 0.014515935560000002, + 0.01560895256, + 0.01561583456, + 0.014655056560000001, + 0.022924295560000002, + 0.015561021560000003, + 0.013721639560000002, + 0.02243906756, + 0.015045197560000001, + 0.01446009056, + 0.02421602556, + 0.016047352560000002, + 0.014989742560000002, + 0.014431467560000001, + 0.013717481560000001, + 0.01324740056, + 0.015453892560000002, + 0.013157483560000002, + 0.01882976156, + 0.01335050456, + 0.01542157156, + 0.013199141560000002, + 0.018778775560000002, + 0.01495669056, + 0.014089457560000001, + 0.025220155560000002, + 0.02262703056, + 0.01587020156, + 0.015154641560000001, + 0.014445163560000002, + 0.01484437056, + 0.013496206560000001, + 0.01420488356, + 0.02578730656, + 0.014079589560000001, + 0.01447088056, + 0.01459786956, + 0.014700541560000002, + 0.01510168256, + 0.01418281256, + 0.02539297856, + 0.014227255560000002, + 0.014663081560000003, + 0.01401204256, + 0.015591429560000002, + 0.01557448556, + 0.013758999560000002, + 0.016668886560000002, + 0.014728213560000002, + 0.01515079456, + 0.01455018056, + 0.026420601560000003, + 0.02310628756, + 0.013437957560000002, + 0.023523458560000002, + 0.014826938560000003, + 0.014979954560000001, + 0.01417203156, + 0.014489305560000002, + 0.01460791756, + 0.01382065456, + 0.014883594560000001, + 0.01569266756, + 0.014928308560000002, + 0.014404817560000002, + 0.01414882856, + 0.01621268256, + 0.02246949556, + 0.01445195556, + 0.01476531256, + 0.022852592560000003 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "python test.py", + "mean": 0.41274749205999994, + "stddev": 0.014156390624630203, + "median": 0.41446359355999995, + "user": 0.40835052000000005, + "system": 0.004106686, + "min": 0.39032399256, + "max": 0.43838135856, + "times": [ + 0.40494050756, + 0.41639380756, + 0.41538150156, + 0.41354568556, + 0.40775081756, + 0.39500316356, + 0.41997369856, + 0.39032399256, + 0.43838135856, + 0.42578038756000003 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "java test", + "mean": 0.056061419469090934, + "stddev": 0.008256108748120376, + "median": 0.05182499956, + "user": 0.053720247272727256, + "system": 0.008591310909090908, + "min": 0.04640827956000001, + "max": 0.07727960156000001, + "times": [ + 0.06567306356000001, + 0.06674159456, + 0.06408600256000001, + 0.06719123556, + 0.06947188556, + 0.05141531356000001, + 0.06195094556000001, + 0.07031809956000001, + 0.06549683556000001, + 0.04988089056000001, + 0.05763764256000001, + 0.06439849756, + 0.051169342560000004, + 0.04906750856000001, + 0.05021315156000001, + 0.07727960156000001, + 0.04976759756000001, + 0.05467849156000001, + 0.04930465156000001, + 0.052089955560000005, + 0.05573409756000001, + 0.06629262456000001, + 0.04851978256000001, + 0.04746284356000001, + 0.06705962956000001, + 0.04801312356000001, + 0.06435761256000001, + 0.049356918560000004, + 0.05303271056000001, + 0.049335299560000004, + 0.048622785560000006, + 0.04942109856000001, + 0.049854361560000005, + 0.04816558856000001, + 0.04640827956000001, + 0.055248338560000006, + 0.053490558560000005, + 0.047946769560000005, + 0.06250044356000001, + 0.06648073656, + 0.049247844560000004, + 0.05014973356000001, + 0.050608924560000004, + 0.051560043560000005 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "mono test.exe", + "mean": 0.033178504202105275, + "stddev": 0.005365882231368953, + "median": 0.031227150560000003, + "user": 0.030210472631578944, + "system": 0.0030455006315789463, + "min": 0.02626255656, + "max": 0.04783274656000001, + "times": [ + 0.029286546560000005, + 0.03635633156, + 0.02902311356, + 0.03604530956, + 0.027330906560000003, + 0.02680408956, + 0.028778295560000004, + 0.034763018560000004, + 0.02788928056, + 0.02713854656, + 0.029026749560000002, + 0.03077343056, + 0.02626255656, + 0.027584409560000002, + 0.027658668560000002, + 0.02980957656, + 0.02779282056, + 0.028778566560000003, + 0.033932334560000006, + 0.02824446656, + 0.02971494856, + 0.030759894560000004, + 0.03701946256000001, + 0.03051342456, + 0.03369604156000001, + 0.03426573756, + 0.04023691656000001, + 0.03686015556, + 0.03740858156000001, + 0.037007460560000004, + 0.04024066256000001, + 0.03652116056000001, + 0.027935317560000002, + 0.028089696560000002, + 0.030467778560000002, + 0.03004700956, + 0.03433970756000001, + 0.02797388856, + 0.02853974856, + 0.028509993560000002, + 0.02840815256, + 0.042050431560000004, + 0.035896181560000004, + 0.03587495056000001, + 0.03523781756, + 0.029034435560000002, + 0.03168488656000001, + 0.02717602556, + 0.03018925656, + 0.03811831956, + 0.035447010560000006, + 0.03895777156000001, + 0.02754007656, + 0.045196010560000006, + 0.03268681156000001, + 0.038816427560000005, + 0.038163415560000004, + 0.03845833656000001, + 0.03766751656, + 0.027079926560000002, + 0.02655743756, + 0.028013834560000003, + 0.037891105560000006, + 0.033449511560000006, + 0.036621316560000006, + 0.030898435560000003, + 0.04433571956000001, + 0.03426222156000001, + 0.02945119556, + 0.027510642560000003, + 0.028864887560000003, + 0.04188750656, + 0.02814069156, + 0.03802056756, + 0.02901008956, + 0.029649025560000004, + 0.03278619756000001, + 0.026398620560000002, + 0.031227150560000003, + 0.04479259456000001, + 0.03964114056, + 0.02888480456, + 0.04783274656000001, + 0.03686995356000001, + 0.041489932560000005, + 0.03762897356000001, + 0.039821428560000004, + 0.03447827656000001, + 0.029418073560000004, + 0.031163751560000005, + 0.04253453756000001, + 0.027235557560000002, + 0.027716217560000003, + 0.044612367560000005, + 0.03575101856000001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node test.js", + "mean": 0.057119330767547175, + "stddev": 0.008019404296853048, + "median": 0.053677428560000004, + "user": 0.05191658603773586, + "system": 0.0046844554716981126, + "min": 0.04831695256000001, + "max": 0.08765468456000002, + "times": [ + 0.053677428560000004, + 0.05130820256000001, + 0.06329016256, + 0.06184986656000001, + 0.06200531656000001, + 0.05487405756000001, + 0.054638396560000003, + 0.06323462856, + 0.06455995956, + 0.06213473956000001, + 0.06948615156000001, + 0.06083021756000001, + 0.05144098056000001, + 0.053086781560000004, + 0.06945329056, + 0.06508514356, + 0.06005051756000001, + 0.07929365156000001, + 0.05552460556000001, + 0.08765468456000002, + 0.06404077756000001, + 0.05738789256000001, + 0.05469487256000001, + 0.05058365556000001, + 0.051711357560000004, + 0.05139435356000001, + 0.051706807560000005, + 0.052121895560000006, + 0.05109872956000001, + 0.050230494560000005, + 0.05047815856000001, + 0.050691777560000005, + 0.06759448056, + 0.057330986560000005, + 0.051060307560000004, + 0.050146518560000006, + 0.061326245560000006, + 0.052135671560000006, + 0.05031837956000001, + 0.055414880560000004, + 0.05821460056000001, + 0.06348261356000001, + 0.051453183560000004, + 0.053417460560000005, + 0.05164295856000001, + 0.05108113856000001, + 0.04837280556000001, + 0.05322433956000001, + 0.04831695256000001, + 0.06863070056000001, + 0.05163014556000001, + 0.05102196656000001, + 0.051888638560000006 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "perl test.pl", + "mean": 0.6205505467600002, + "stddev": 0.017783443874410255, + "median": 0.6159111110600001, + "user": 0.61823012, + "system": 0.0019232619999999998, + "min": 0.6024307995600001, + "max": 0.6505499505600001, + "times": [ + 0.6173443495600001, + 0.6237007095600001, + 0.6505499505600001, + 0.6501643185600001, + 0.62761571656, + 0.6144778725600001, + 0.6111248245600001, + 0.6035415395600001, + 0.6024307995600001, + 0.6045553865600001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "ruby test.rb", + "mean": 0.24235541064333335, + "stddev": 0.009598335810031715, + "median": 0.24376978006, + "user": 0.23516460333333333, + "system": 0.006111578333333332, + "min": 0.22625493756, + "max": 0.26088224056, + "times": [ + 0.24206395156000002, + 0.26088224056, + 0.22625493756, + 0.24538980756, + 0.24725887756, + 0.24662799556, + 0.24342891656, + 0.22665110856, + 0.25023241356, + 0.24411064356, + 0.23650692856000002, + 0.23885710656000003 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "./testgo", + "mean": 0.02049820773880795, + "stddev": 0.004174326990208031, + "median": 0.01853598156, + "user": 0.01962367562913907, + "system": 0.0012239699337748345, + "min": 0.01657517056, + "max": 0.03321621256000001, + "times": [ + 0.01769073956, + 0.01871263256, + 0.01870488656, + 0.02013993356, + 0.01657517056, + 0.020432061560000003, + 0.01777421456, + 0.01859622356, + 0.01814429956, + 0.027956615560000002, + 0.02595106256, + 0.026907453560000003, + 0.02845776456, + 0.01843652556, + 0.018534819560000002, + 0.029942003560000003, + 0.025560681560000003, + 0.02663323956, + 0.01837284656, + 0.02882246856, + 0.02545039656, + 0.01807553856, + 0.018305569560000002, + 0.01708670856, + 0.01817251056, + 0.017799602560000002, + 0.030814327560000004, + 0.02752876556, + 0.017993746560000003, + 0.03018296456, + 0.01888174856, + 0.02178969256, + 0.017584089560000002, + 0.018625688560000003, + 0.018338261560000003, + 0.029950108560000004, + 0.01767596156, + 0.01922062256, + 0.01758458056, + 0.018102500560000002, + 0.01747661756, + 0.018795116560000002, + 0.01719174456, + 0.019216005560000003, + 0.01937457156, + 0.01858875956, + 0.01828583256, + 0.01799892656, + 0.018688425560000003, + 0.028070329560000003, + 0.026611509560000003, + 0.019884806560000003, + 0.028255476560000003, + 0.02814610156, + 0.017876656560000002, + 0.02466424356, + 0.030434935560000004, + 0.01796267956, + 0.01979895556, + 0.02810566456, + 0.017979780560000002, + 0.01739490456, + 0.01803243756, + 0.01875225656, + 0.01929732656, + 0.01821744456, + 0.01793147956, + 0.02074922456, + 0.019355144560000002, + 0.019085390560000002, + 0.01885516856, + 0.01853598156, + 0.01832222156, + 0.01909934556, + 0.01840301256, + 0.01811763756, + 0.018226431560000003, + 0.018856581560000002, + 0.018302945560000002, + 0.01905776756, + 0.01896685856, + 0.01845816556, + 0.01871680056, + 0.018740775560000002, + 0.01836132356, + 0.01776252356, + 0.019073438560000003, + 0.018356955560000002, + 0.01898440056, + 0.01690522756, + 0.01914404956, + 0.018030896560000002, + 0.017435009560000003, + 0.01727099356, + 0.01826056556, + 0.027948310560000002, + 0.017892166560000002, + 0.017924807560000002, + 0.02427371256, + 0.02674056056, + 0.023835752560000003, + 0.030631033560000003, + 0.021154543560000003, + 0.01689520856, + 0.01775392756, + 0.01824993556, + 0.030120818560000002, + 0.030010661560000002, + 0.01794802056, + 0.018414354560000002, + 0.03321621256000001, + 0.017561275560000002, + 0.01924619156, + 0.022486827560000002, + 0.030008468560000005, + 0.029443860560000003, + 0.030440014560000003, + 0.017313912560000002, + 0.018027119560000002, + 0.01883413856, + 0.01872926256, + 0.01775411856, + 0.01801574756, + 0.01831089956, + 0.01791920656, + 0.01826171856, + 0.018637341560000003, + 0.01832908356, + 0.01860213556, + 0.01834721756, + 0.01895726056, + 0.018510253560000002, + 0.01780510256, + 0.017492157560000002, + 0.017529346560000002, + 0.01795159656, + 0.01694025456, + 0.01820475056, + 0.01784227256, + 0.01834925156, + 0.01799855556, + 0.018133096560000003, + 0.017670641560000002, + 0.02331290456, + 0.01807091056, + 0.01797697456, + 0.022264852560000003, + 0.01923070156, + 0.02000436056, + 0.01799248356, + 0.01973621756 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "./testrs", + "mean": 0.018896262814545456, + "stddev": 0.00522462677427011, + "median": 0.016564279560000002, + "user": 0.018105516969696978, + "system": 0.0007296516363636363, + "min": 0.014266548560000002, + "max": 0.051292612560000006, + "times": [ + 0.01607896256, + 0.01671230756, + 0.01677853056, + 0.016391016560000003, + 0.015630040560000003, + 0.016465085560000002, + 0.022057111560000002, + 0.02567909356, + 0.027315747560000003, + 0.026122894560000002, + 0.01540168356, + 0.032217042560000006, + 0.01572626156, + 0.01473550656, + 0.01459827956, + 0.01601944956, + 0.01589131156, + 0.016303621560000002, + 0.016414099560000003, + 0.01589590856, + 0.02805902956, + 0.01598033856, + 0.01655233756, + 0.02845415856, + 0.016605859560000002, + 0.01496435456, + 0.017844207560000002, + 0.01666918656, + 0.015058041560000002, + 0.01698851356, + 0.015907290560000002, + 0.015184616560000003, + 0.051292612560000006, + 0.01712690456, + 0.016174640560000002, + 0.025809207560000002, + 0.01618604156, + 0.01750259656, + 0.01642511056, + 0.01619501756, + 0.01742024356, + 0.016825478560000003, + 0.02830962756, + 0.02552932256, + 0.02683046856, + 0.025034776560000003, + 0.02538043456, + 0.02367323756, + 0.02628691256, + 0.023529138560000003, + 0.01569490256, + 0.01557305456, + 0.01656254756, + 0.017286101560000003, + 0.015609923560000002, + 0.01617603256, + 0.016068371560000003, + 0.01647204756, + 0.01500843756, + 0.027718411560000003, + 0.01603569956, + 0.01616205856, + 0.015792724560000002, + 0.016664799560000002, + 0.029494045560000005, + 0.01619534856, + 0.01671839856, + 0.016351000560000002, + 0.01566359456, + 0.015431548560000001, + 0.01586548256, + 0.01580049956, + 0.014837577560000002, + 0.01643948656, + 0.01663903056, + 0.01510778356, + 0.02528903356, + 0.01658265456, + 0.01601135456, + 0.01662949256, + 0.01431136156, + 0.01561016456, + 0.01683689956, + 0.02748263956, + 0.014903901560000002, + 0.01966863156, + 0.018757134560000003, + 0.017241497560000003, + 0.01526199256, + 0.031930105560000005, + 0.01841661656, + 0.01599495456, + 0.01546060456, + 0.02613384456, + 0.022988146560000002, + 0.01663011356, + 0.01471123156, + 0.01767281456, + 0.02109938956, + 0.01879905356, + 0.01621146956, + 0.01612362556, + 0.01553962256, + 0.016609583560000002, + 0.014667059560000001, + 0.01770533556, + 0.01729570956, + 0.01522661556, + 0.01636312356, + 0.01733511256, + 0.01676269156, + 0.01523494156, + 0.025167574560000003, + 0.01728848656, + 0.015107662560000002, + 0.01602622356, + 0.027404573560000003, + 0.02375682456, + 0.015812393560000002, + 0.019927717560000002, + 0.014266548560000002, + 0.01631224756, + 0.015010261560000002, + 0.01673144256, + 0.02568973356, + 0.02667763256, + 0.01654052556, + 0.01549536956, + 0.01732254856, + 0.01555669456, + 0.01684774056, + 0.028215802560000003, + 0.01618061256, + 0.01622670756, + 0.02638314156, + 0.01711815756, + 0.027960323560000003, + 0.01638457456, + 0.01507325756, + 0.01635157256, + 0.026162678560000003, + 0.024339525560000002, + 0.021773512560000003, + 0.025504036560000002, + 0.01815811356, + 0.016564279560000002, + 0.015380073560000002, + 0.01590321356, + 0.014887040560000002, + 0.01503620056, + 0.01662071456, + 0.02703407956, + 0.01684312156, + 0.016697479560000002, + 0.016594686560000002, + 0.03061316056, + 0.015333566560000001, + 0.014789547560000001, + 0.017885944560000002, + 0.024832578560000002, + 0.016338588560000002, + 0.01641103356, + 0.028351956560000002, + 0.01578064356, + 0.01611014056 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "./tesths", + "mean": 0.08476533567428575, + "stddev": 0.009626104688555693, + "median": 0.07873517556000001, + "user": 0.08252444857142859, + "system": 0.002211710857142857, + "min": 0.07547898856, + "max": 0.10270357556000001, + "times": [ + 0.08228396856, + 0.09023128756000001, + 0.10187795956000001, + 0.09558535856000001, + 0.10270357556000001, + 0.10026745456000001, + 0.09969575356000002, + 0.09980973856000001, + 0.08528132956000001, + 0.08235933856000001, + 0.07820662556, + 0.07773501356000001, + 0.07777706156000001, + 0.07823328556, + 0.07737974856, + 0.07797568356000001, + 0.07834439356, + 0.07799574156000001, + 0.07623296156, + 0.07789205656, + 0.07758832756, + 0.07547898856, + 0.07740441456000001, + 0.08254399656000001, + 0.09668441656000001, + 0.09254614056, + 0.07873517556000001, + 0.07569803956000001, + 0.08139595656000001, + 0.09952787956, + 0.10041256556000001, + 0.07608720756000001, + 0.07923233656, + 0.07756786056000001, + 0.07801510656 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "julia test.jl", + "mean": 0.26198938537818184, + "stddev": 0.010575964647135623, + "median": 0.26544728355999997, + "user": 0.2158688381818182, + "system": 0.04558390363636364, + "min": 0.24458565056, + "max": 0.27813439456, + "times": [ + 0.25312152056, + 0.27813439456, + 0.27208745555999997, + 0.26544728355999997, + 0.26896203356, + 0.24948795756, + 0.24458565056, + 0.25334606056, + 0.26745700656, + 0.26904129156, + 0.26021258456 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "Rscript test.r", + "mean": 2.9075350887600004, + "stddev": 0.07436173213246236, + "median": 2.92851033806, + "user": 2.88474182, + "system": 0.02201284, + "min": 2.79209790756, + "max": 3.02018385056, + "times": [ + 2.92733552556, + 2.91208752656, + 2.7982140595600002, + 2.92968515056, + 3.02018385056, + 2.9481595835600003, + 2.94747670156, + 2.83865721656, + 2.96145336556, + 2.79209790756 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "ecl --shell test.lisp", + "mean": 0.7669746471600001, + "stddev": 0.02003815211397517, + "median": 0.76920168656, + "user": 1.1373852199999999, + "system": 0.09997744000000001, + "min": 0.74035035656, + "max": 0.7915869025600001, + "times": [ + 0.74526405756, + 0.75949331356, + 0.7450842105600001, + 0.78320910856, + 0.75400326656, + 0.78553374056, + 0.7915869025600001, + 0.78631145556, + 0.74035035656, + 0.77891005956 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "lua test.lua", + "mean": 0.15613729394888892, + "stddev": 0.011937087845433991, + "median": 0.15459635056, + "user": 0.15445352, + "system": 0.0008559833333333333, + "min": 0.14038662456, + "max": 0.17660490556000003, + "times": [ + 0.16363359356, + 0.17660490556000003, + 0.15727791456, + 0.15747767956, + 0.14559821056000002, + 0.15191478656000001, + 0.15044622556, + 0.14038662456, + 0.14553387956000002, + 0.14471323456000001, + 0.17273016156, + 0.17143368556000002, + 0.17300044756000002, + 0.14721276256000002, + 0.14279004456000002, + 0.14397789856, + 0.16384537956, + 0.16189385656000002 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ] + }