snoyman.com-content/static/reverse-bench.html

1887 lines
672 KiB
HTML
Raw Permalink Normal View History

2017-05-18 16:41:47 +00:00
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<title>criterion report</title>
<script language="javascript" type="text/javascript">
/*! jQuery v3.1.1 | (c) jQuery Foundation | jquery.org/license */
!function(a,b){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=a.document?b(a,!0):function(a){if(!a.document)throw new Error("jQuery requires a window with a document");return b(a)}:b(a)}("undefined"!=typeof window?window:this,function(a,b){"use strict";var c=[],d=a.document,e=Object.getPrototypeOf,f=c.slice,g=c.concat,h=c.push,i=c.indexOf,j={},k=j.toString,l=j.hasOwnProperty,m=l.toString,n=m.call(Object),o={};function p(a,b){b=b||d;var c=b.createElement("script");c.text=a,b.head.appendChild(c).parentNode.removeChild(c)}var q="3.1.1",r=function(a,b){return new r.fn.init(a,b)},s=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,t=/^-ms-/,u=/-([a-z])/g,v=function(a,b){return b.toUpperCase()};r.fn=r.prototype={jquery:q,constructor:r,length:0,toArray:function(){return f.call(this)},get:function(a){return null==a?f.call(this):a<0?this[a+this.length]:this[a]},pushStack:function(a){var b=r.merge(this.constructor(),a);return b.prevObject=this,b},each:function(a){return r.each(this,a)},map:function(a){return this.pushStack(r.map(this,function(b,c){return a.call(b,c,b)}))},slice:function(){return this.pushStack(f.apply(this,arguments))},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},eq:function(a){var b=this.length,c=+a+(a<0?b:0);return this.pushStack(c>=0&&c<b?[this[c]]:[])},end:function(){return this.prevObject||this.constructor()},push:h,sort:c.sort,splice:c.splice},r.extend=r.fn.extend=function(){var a,b,c,d,e,f,g=arguments[0]||{},h=1,i=arguments.length,j=!1;for("boolean"==typeof g&&(j=g,g=arguments[h]||{},h++),"object"==typeof g||r.isFunction(g)||(g={}),h===i&&(g=this,h--);h<i;h++)if(null!=(a=arguments[h]))for(b in a)c=g[b],d=a[b],g!==d&&(j&&d&&(r.isPlainObject(d)||(e=r.isArray(d)))?(e?(e=!1,f=c&&r.isArray(c)?c:[]):f=c&&r.isPlainObject(c)?c:{},g[b]=r.extend(j,f,d)):void 0!==d&&(g[b]=d));return g},r.extend({expando:"jQuery"+(q+Math.random()).replace(/\D/g,""),isReady:!0,error:function(a){throw new Error(a)},noop:function(){},isFunction:function(a){return"function"===r.type(a)},isArray:Array.isArray,isWindow:function(a){return null!=a&&a===a.window},isNumeric:function(a){var b=r.type(a);return("number"===b||"string"===b)&&!isNaN(a-parseFloat(a))},isPlainObject:function(a){var b,c;return!(!a||"[object Object]"!==k.call(a))&&(!(b=e(a))||(c=l.call(b,"constructor")&&b.constructor,"function"==typeof c&&m.call(c)===n))},isEmptyObject:function(a){var b;for(b in a)return!1;return!0},type:function(a){return null==a?a+"":"object"==typeof a||"function"==typeof a?j[k.call(a)]||"object":typeof a},globalEval:function(a){p(a)},camelCase:function(a){return a.replace(t,"ms-").replace(u,v)},nodeName:function(a,b){return a.nodeName&&a.nodeName.toLowerCase()===b.toLowerCase()},each:function(a,b){var c,d=0;if(w(a)){for(c=a.length;d<c;d++)if(b.call(a[d],d,a[d])===!1)break}else for(d in a)if(b.call(a[d],d,a[d])===!1)break;return a},trim:function(a){return null==a?"":(a+"").replace(s,"")},makeArray:function(a,b){var c=b||[];return null!=a&&(w(Object(a))?r.merge(c,"string"==typeof a?[a]:a):h.call(c,a)),c},inArray:function(a,b,c){return null==b?-1:i.call(b,a,c)},merge:function(a,b){for(var c=+b.length,d=0,e=a.length;d<c;d++)a[e++]=b[d];return a.length=e,a},grep:function(a,b,c){for(var d,e=[],f=0,g=a.length,h=!c;f<g;f++)d=!b(a[f],f),d!==h&&e.push(a[f]);return e},map:function(a,b,c){var d,e,f=0,h=[];if(w(a))for(d=a.length;f<d;f++)e=b(a[f],f,c),null!=e&&h.push(e);else for(f in a)e=b(a[f],f,c),null!=e&&h.push(e);return g.apply([],h)},guid:1,proxy:function(a,b){var c,d,e;if("string"==typeof b&&(c=a[b],b=a,a=c),r.isFunction(a))return d=f.call(arguments,2),e=function(){return a.apply(b||this,d.concat(f.call(arguments)))},e.guid=a.guid=a.guid||r.guid++,e},now:Date.now,support:o}),"function"==typeof Symbol&&(r.fn[Symbol.iterator]=c[Symbol.iterator]),r.each("Boolean Number String Function Array Date RegExp Object Error Symbol".split(" "),function(a,b){j["[object "+b+"]"]=b.toLowerCase()});function w(a){var b=!!a&&"length"in a&&a.length,c=r.type(a);return"function"!==c&&!r.isWindow(a)&&("array"===c||0===b||"number"
a.removeEventListener("load",R),r.ready()}"complete"===d.readyState||"loading"!==d.readyState&&!d.documentElement.doScroll?a.setTimeout(r.ready):(d.addEventListener("DOMContentLoaded",R),a.addEventListener("load",R));var S=function(a,b,c,d,e,f,g){var h=0,i=a.length,j=null==c;if("object"===r.type(c)){e=!0;for(h in c)S(a,b,h,c[h],!0,f,g)}else if(void 0!==d&&(e=!0,r.isFunction(d)||(g=!0),j&&(g?(b.call(a,d),b=null):(j=b,b=function(a,b,c){return j.call(r(a),c)})),b))for(;h<i;h++)b(a[h],c,g?d:d.call(a[h],h,b(a[h],c)));return e?a:j?b.call(a):i?b(a[0],c):f},T=function(a){return 1===a.nodeType||9===a.nodeType||!+a.nodeType};function U(){this.expando=r.expando+U.uid++}U.uid=1,U.prototype={cache:function(a){var b=a[this.expando];return b||(b={},T(a)&&(a.nodeType?a[this.expando]=b:Object.defineProperty(a,this.expando,{value:b,configurable:!0}))),b},set:function(a,b,c){var d,e=this.cache(a);if("string"==typeof b)e[r.camelCase(b)]=c;else for(d in b)e[r.camelCase(d)]=b[d];return e},get:function(a,b){return void 0===b?this.cache(a):a[this.expando]&&a[this.expando][r.camelCase(b)]},access:function(a,b,c){return void 0===b||b&&"string"==typeof b&&void 0===c?this.get(a,b):(this.set(a,b,c),void 0!==c?c:b)},remove:function(a,b){var c,d=a[this.expando];if(void 0!==d){if(void 0!==b){r.isArray(b)?b=b.map(r.camelCase):(b=r.camelCase(b),b=b in d?[b]:b.match(K)||[]),c=b.length;while(c--)delete d[b[c]]}(void 0===b||r.isEmptyObject(d))&&(a.nodeType?a[this.expando]=void 0:delete a[this.expando])}},hasData:function(a){var b=a[this.expando];return void 0!==b&&!r.isEmptyObject(b)}};var V=new U,W=new U,X=/^(?:\{[\w\W]*\}|\[[\w\W]*\])$/,Y=/[A-Z]/g;function Z(a){return"true"===a||"false"!==a&&("null"===a?null:a===+a+""?+a:X.test(a)?JSON.parse(a):a)}function $(a,b,c){var d;if(void 0===c&&1===a.nodeType)if(d="data-"+b.replace(Y,"-$&").toLowerCase(),c=a.getAttribute(d),"string"==typeof c){try{c=Z(c)}catch(e){}W.set(a,b,c)}else c=void 0;return c}r.extend({hasData:function(a){return W.hasData(a)||V.hasData(a)},data:function(a,b,c){return W.access(a,b,c)},removeData:function(a,b){W.remove(a,b)},_data:function(a,b,c){return V.access(a,b,c)},_removeData:function(a,b){V.remove(a,b)}}),r.fn.extend({data:function(a,b){var c,d,e,f=this[0],g=f&&f.attributes;if(void 0===a){if(this.length&&(e=W.get(f),1===f.nodeType&&!V.get(f,"hasDataAttrs"))){c=g.length;while(c--)g[c]&&(d=g[c].name,0===d.indexOf("data-")&&(d=r.camelCase(d.slice(5)),$(f,d,e[d])));V.set(f,"hasDataAttrs",!0)}return e}return"object"==typeof a?this.each(function(){W.set(this,a)}):S(this,function(b){var c;if(f&&void 0===b){if(c=W.get(f,a),void 0!==c)return c;if(c=$(f,a),void 0!==c)return c}else this.each(function(){W.set(this,a,b)})},null,b,arguments.length>1,null,!0)},removeData:function(a){return this.each(function(){W.remove(this,a)})}}),r.extend({queue:function(a,b,c){var d;if(a)return b=(b||"fx")+"queue",d=V.get(a,b),c&&(!d||r.isArray(c)?d=V.access(a,b,r.makeArray(c)):d.push(c)),d||[]},dequeue:function(a,b){b=b||"fx";var c=r.queue(a,b),d=c.length,e=c.shift(),f=r._queueHooks(a,b),g=function(){r.dequeue(a,b)};"inprogress"===e&&(e=c.shift(),d--),e&&("fx"===b&&c.unshift("inprogress"),delete f.stop,e.call(a,g,f)),!d&&f&&f.empty.fire()},_queueHooks:function(a,b){var c=b+"queueHooks";return V.get(a,c)||V.access(a,c,{empty:r.Callbacks("once memory").add(function(){V.remove(a,[b+"queue",c])})})}}),r.fn.extend({queue:function(a,b){var c=2;return"string"!=typeof a&&(b=a,a="fx",c--),arguments.length<c?r.queue(this[0],a):void 0===b?this:this.each(function(){var c=r.queue(this,a,b);r._queueHooks(this,a),"fx"===a&&"inprogress"!==c[0]&&r.dequeue(this,a)})},dequeue:function(a){return this.each(function(){r.dequeue(this,a)})},clearQueue:function(a){return this.queue(a||"fx",[])},promise:function(a,b){var c,d=1,e=r.Deferred(),f=this,g=this.length,h=function(){--d||e.resolveWith(f,[f])};"string"!=typeof a&&(b=a,a=void 0),a=a||"fx";while(g--)c=V.get(f[g],a+"queueHooks"),c&&c.empty&&(d++,c.empty.add(h));return h(),e.promise(b)}});var _=/[+-]?(?:\d*\.|)\d+(?:[eE][+-]?\d+|)/.source,aa=new RegExp("^(?:([+-])=|)("+_+")([a-z%]*)$
void 0!==c?null===c?void r.removeAttr(a,b):e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:(a.setAttribute(b,c+""),c):e&&"get"in e&&null!==(d=e.get(a,b))?d:(d=r.find.attr(a,b),null==d?void 0:d))},attrHooks:{type:{set:function(a,b){if(!o.radioValue&&"radio"===b&&r.nodeName(a,"input")){var c=a.value;return a.setAttribute("type",b),c&&(a.value=c),b}}}},removeAttr:function(a,b){var c,d=0,e=b&&b.match(K);if(e&&1===a.nodeType)while(c=e[d++])a.removeAttribute(c)}}),ib={set:function(a,b,c){return b===!1?r.removeAttr(a,c):a.setAttribute(c,c),c}},r.each(r.expr.match.bool.source.match(/\w+/g),function(a,b){var c=jb[b]||r.find.attr;jb[b]=function(a,b,d){var e,f,g=b.toLowerCase();return d||(f=jb[g],jb[g]=e,e=null!=c(a,b,d)?g:null,jb[g]=f),e}});var kb=/^(?:input|select|textarea|button)$/i,lb=/^(?:a|area)$/i;r.fn.extend({prop:function(a,b){return S(this,r.prop,a,b,arguments.length>1)},removeProp:function(a){return this.each(function(){delete this[r.propFix[a]||a]})}}),r.extend({prop:function(a,b,c){var d,e,f=a.nodeType;if(3!==f&&8!==f&&2!==f)return 1===f&&r.isXMLDoc(a)||(b=r.propFix[b]||b,e=r.propHooks[b]),void 0!==c?e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:a[b]=c:e&&"get"in e&&null!==(d=e.get(a,b))?d:a[b]},propHooks:{tabIndex:{get:function(a){var b=r.find.attr(a,"tabindex");return b?parseInt(b,10):kb.test(a.nodeName)||lb.test(a.nodeName)&&a.href?0:-1}}},propFix:{"for":"htmlFor","class":"className"}}),o.optSelected||(r.propHooks.selected={get:function(a){var b=a.parentNode;return b&&b.parentNode&&b.parentNode.selectedIndex,null},set:function(a){var b=a.parentNode;b&&(b.selectedIndex,b.parentNode&&b.parentNode.selectedIndex)}}),r.each(["tabIndex","readOnly","maxLength","cellSpacing","cellPadding","rowSpan","colSpan","useMap","frameBorder","contentEditable"],function(){r.propFix[this.toLowerCase()]=this});function mb(a){var b=a.match(K)||[];return b.join(" ")}function nb(a){return a.getAttribute&&a.getAttribute("class")||""}r.fn.extend({addClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).addClass(a.call(this,b,nb(this)))});if("string"==typeof a&&a){b=a.match(K)||[];while(c=this[i++])if(e=nb(c),d=1===c.nodeType&&" "+mb(e)+" "){g=0;while(f=b[g++])d.indexOf(" "+f+" ")<0&&(d+=f+" ");h=mb(d),e!==h&&c.setAttribute("class",h)}}return this},removeClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).removeClass(a.call(this,b,nb(this)))});if(!arguments.length)return this.attr("class","");if("string"==typeof a&&a){b=a.match(K)||[];while(c=this[i++])if(e=nb(c),d=1===c.nodeType&&" "+mb(e)+" "){g=0;while(f=b[g++])while(d.indexOf(" "+f+" ")>-1)d=d.replace(" "+f+" "," ");h=mb(d),e!==h&&c.setAttribute("class",h)}}return this},toggleClass:function(a,b){var c=typeof a;return"boolean"==typeof b&&"string"===c?b?this.addClass(a):this.removeClass(a):r.isFunction(a)?this.each(function(c){r(this).toggleClass(a.call(this,c,nb(this),b),b)}):this.each(function(){var b,d,e,f;if("string"===c){d=0,e=r(this),f=a.match(K)||[];while(b=f[d++])e.hasClass(b)?e.removeClass(b):e.addClass(b)}else void 0!==a&&"boolean"!==c||(b=nb(this),b&&V.set(this,"__className__",b),this.setAttribute&&this.setAttribute("class",b||a===!1?"":V.get(this,"__className__")||""))})},hasClass:function(a){var b,c,d=0;b=" "+a+" ";while(c=this[d++])if(1===c.nodeType&&(" "+mb(nb(c))+" ").indexOf(b)>-1)return!0;return!1}});var ob=/\r/g;r.fn.extend({val:function(a){var b,c,d,e=this[0];{if(arguments.length)return d=r.isFunction(a),this.each(function(c){var e;1===this.nodeType&&(e=d?a.call(this,c,r(this).val()):a,null==e?e="":"number"==typeof e?e+="":r.isArray(e)&&(e=r.map(e,function(a){return null==a?"":a+""})),b=r.valHooks[this.type]||r.valHooks[this.nodeName.toLowerCase()],b&&"set"in b&&void 0!==b.set(this,e,"value")||(this.value=e))});if(e)return b=r.valHooks[e.type]||r.valHooks[e.nodeName.toLowerCase()],b&&"get"in b&&void 0!==(c=b.get(e,"value"))?c:(c=e.value,"string"==typeof c?c.replace(ob,""):null==c?"":c)}}}),r.extend({valHooks:{option:{get:function(a){var b=r.find.attr(a,"value");return null!=b?b:mb(r.text(a))}},se
</script>
<script language="javascript" type="text/javascript">
/* Javascript plotting library for jQuery, version 0.8.3.
Copyright (c) 2007-2014 IOLA and Ole Laursen.
Licensed under the MIT license.
*/
(function($){$.color={};$.color.make=function(r,g,b,a){var o={};o.r=r||0;o.g=g||0;o.b=b||0;o.a=a!=null?a:1;o.add=function(c,d){for(var i=0;i<c.length;++i)o[c.charAt(i)]+=d;return o.normalize()};o.scale=function(c,f){for(var i=0;i<c.length;++i)o[c.charAt(i)]*=f;return o.normalize()};o.toString=function(){if(o.a>=1){return"rgb("+[o.r,o.g,o.b].join(",")+")"}else{return"rgba("+[o.r,o.g,o.b,o.a].join(",")+")"}};o.normalize=function(){function clamp(min,value,max){return value<min?min:value>max?max:value}o.r=clamp(0,parseInt(o.r),255);o.g=clamp(0,parseInt(o.g),255);o.b=clamp(0,parseInt(o.b),255);o.a=clamp(0,o.a,1);return o};o.clone=function(){return $.color.make(o.r,o.b,o.g,o.a)};return o.normalize()};$.color.extract=function(elem,css){var c;do{c=elem.css(css).toLowerCase();if(c!=""&&c!="transparent")break;elem=elem.parent()}while(elem.length&&!$.nodeName(elem.get(0),"body"));if(c=="rgba(0, 0, 0, 0)")c="transparent";return $.color.parse(c)};$.color.parse=function(str){var res,m=$.color.make;if(res=/rgb\(\s*([0-9]{1,3})\s*,\s*([0-9]{1,3})\s*,\s*([0-9]{1,3})\s*\)/.exec(str))return m(parseInt(res[1],10),parseInt(res[2],10),parseInt(res[3],10));if(res=/rgba\(\s*([0-9]{1,3})\s*,\s*([0-9]{1,3})\s*,\s*([0-9]{1,3})\s*,\s*([0-9]+(?:\.[0-9]+)?)\s*\)/.exec(str))return m(parseInt(res[1],10),parseInt(res[2],10),parseInt(res[3],10),parseFloat(res[4]));if(res=/rgb\(\s*([0-9]+(?:\.[0-9]+)?)\%\s*,\s*([0-9]+(?:\.[0-9]+)?)\%\s*,\s*([0-9]+(?:\.[0-9]+)?)\%\s*\)/.exec(str))return m(parseFloat(res[1])*2.55,parseFloat(res[2])*2.55,parseFloat(res[3])*2.55);if(res=/rgba\(\s*([0-9]+(?:\.[0-9]+)?)\%\s*,\s*([0-9]+(?:\.[0-9]+)?)\%\s*,\s*([0-9]+(?:\.[0-9]+)?)\%\s*,\s*([0-9]+(?:\.[0-9]+)?)\s*\)/.exec(str))return m(parseFloat(res[1])*2.55,parseFloat(res[2])*2.55,parseFloat(res[3])*2.55,parseFloat(res[4]));if(res=/#([a-fA-F0-9]{2})([a-fA-F0-9]{2})([a-fA-F0-9]{2})/.exec(str))return m(parseInt(res[1],16),parseInt(res[2],16),parseInt(res[3],16));if(res=/#([a-fA-F0-9])([a-fA-F0-9])([a-fA-F0-9])/.exec(str))return m(parseInt(res[1]+res[1],16),parseInt(res[2]+res[2],16),parseInt(res[3]+res[3],16));var name=$.trim(str).toLowerCase();if(name=="transparent")return m(255,255,255,0);else{res=lookupColors[name]||[0,0,0];return m(res[0],res[1],res[2])}};var lookupColors={aqua:[0,255,255],azure:[240,255,255],beige:[245,245,220],black:[0,0,0],blue:[0,0,255],brown:[165,42,42],cyan:[0,255,255],darkblue:[0,0,139],darkcyan:[0,139,139],darkgrey:[169,169,169],darkgreen:[0,100,0],darkkhaki:[189,183,107],darkmagenta:[139,0,139],darkolivegreen:[85,107,47],darkorange:[255,140,0],darkorchid:[153,50,204],darkred:[139,0,0],darksalmon:[233,150,122],darkviolet:[148,0,211],fuchsia:[255,0,255],gold:[255,215,0],green:[0,128,0],indigo:[75,0,130],khaki:[240,230,140],lightblue:[173,216,230],lightcyan:[224,255,255],lightgreen:[144,238,144],lightgrey:[211,211,211],lightpink:[255,182,193],lightyellow:[255,255,224],lime:[0,255,0],magenta:[255,0,255],maroon:[128,0,0],navy:[0,0,128],olive:[128,128,0],orange:[255,165,0],pink:[255,192,203],purple:[128,0,128],violet:[128,0,128],red:[255,0,0],silver:[192,192,192],white:[255,255,255],yellow:[255,255,0]}})(jQuery);(function($){var hasOwnProperty=Object.prototype.hasOwnProperty;if(!$.fn.detach){$.fn.detach=function(){return this.each(function(){if(this.parentNode){this.parentNode.removeChild(this)}})}}function Canvas(cls,container){var element=container.children("."+cls)[0];if(element==null){element=document.createElement("canvas");element.className=cls;$(element).css({direction:"ltr",position:"absolute",left:0,top:0}).appendTo(container);if(!element.getContext){if(window.G_vmlCanvasManager){element=window.G_vmlCanvasManager.initElement(element)}else{throw new Error("Canvas is not available. If you're using IE with a fall-back such as Excanvas, then there's either a mistake in your conditional include, or the page has no DOCTYPE and is rendering in Quirks Mode.")}}}this.element=element;var context=this.context=element.getContext("2d");var devicePixelRatio=window.devicePixelRatio||1,backingStoreRatio=context.webkitBackingStorePixelRatio||context.mozBackingSto
if(yrange.from==null)yrange.from=yrange.axis.min;if(yrange.to==null)yrange.to=yrange.axis.max;if(xrange.to<xrange.axis.min||xrange.from>xrange.axis.max||yrange.to<yrange.axis.min||yrange.from>yrange.axis.max)continue;xrange.from=Math.max(xrange.from,xrange.axis.min);xrange.to=Math.min(xrange.to,xrange.axis.max);yrange.from=Math.max(yrange.from,yrange.axis.min);yrange.to=Math.min(yrange.to,yrange.axis.max);var xequal=xrange.from===xrange.to,yequal=yrange.from===yrange.to;if(xequal&&yequal){continue}xrange.from=Math.floor(xrange.axis.p2c(xrange.from));xrange.to=Math.floor(xrange.axis.p2c(xrange.to));yrange.from=Math.floor(yrange.axis.p2c(yrange.from));yrange.to=Math.floor(yrange.axis.p2c(yrange.to));if(xequal||yequal){var lineWidth=m.lineWidth||options.grid.markingsLineWidth,subPixel=lineWidth%2?.5:0;ctx.beginPath();ctx.strokeStyle=m.color||options.grid.markingsColor;ctx.lineWidth=lineWidth;if(xequal){ctx.moveTo(xrange.to+subPixel,yrange.from);ctx.lineTo(xrange.to+subPixel,yrange.to)}else{ctx.moveTo(xrange.from,yrange.to+subPixel);ctx.lineTo(xrange.to,yrange.to+subPixel)}ctx.stroke()}else{ctx.fillStyle=m.color||options.grid.markingsColor;ctx.fillRect(xrange.from,yrange.to,xrange.to-xrange.from,yrange.from-yrange.to)}}}axes=allAxes();bw=options.grid.borderWidth;for(var j=0;j<axes.length;++j){var axis=axes[j],box=axis.box,t=axis.tickLength,x,y,xoff,yoff;if(!axis.show||axis.ticks.length==0)continue;ctx.lineWidth=1;if(axis.direction=="x"){x=0;if(t=="full")y=axis.position=="top"?0:plotHeight;else y=box.top-plotOffset.top+(axis.position=="top"?box.height:0)}else{y=0;if(t=="full")x=axis.position=="left"?0:plotWidth;else x=box.left-plotOffset.left+(axis.position=="left"?box.width:0)}if(!axis.innermost){ctx.strokeStyle=axis.options.color;ctx.beginPath();xoff=yoff=0;if(axis.direction=="x")xoff=plotWidth+1;else yoff=plotHeight+1;if(ctx.lineWidth==1){if(axis.direction=="x"){y=Math.floor(y)+.5}else{x=Math.floor(x)+.5}}ctx.moveTo(x,y);ctx.lineTo(x+xoff,y+yoff);ctx.stroke()}ctx.strokeStyle=axis.options.tickColor;ctx.beginPath();for(i=0;i<axis.ticks.length;++i){var v=axis.ticks[i].v;xoff=yoff=0;if(isNaN(v)||v<axis.min||v>axis.max||t=="full"&&(typeof bw=="object"&&bw[axis.position]>0||bw>0)&&(v==axis.min||v==axis.max))continue;if(axis.direction=="x"){x=axis.p2c(v);yoff=t=="full"?-plotHeight:t;if(axis.position=="top")yoff=-yoff}else{y=axis.p2c(v);xoff=t=="full"?-plotWidth:t;if(axis.position=="left")xoff=-xoff}if(ctx.lineWidth==1){if(axis.direction=="x")x=Math.floor(x)+.5;else y=Math.floor(y)+.5}ctx.moveTo(x,y);ctx.lineTo(x+xoff,y+yoff)}ctx.stroke()}if(bw){bc=options.grid.borderColor;if(typeof bw=="object"||typeof bc=="object"){if(typeof bw!=="object"){bw={top:bw,right:bw,bottom:bw,left:bw}}if(typeof bc!=="object"){bc={top:bc,right:bc,bottom:bc,left:bc}}if(bw.top>0){ctx.strokeStyle=bc.top;ctx.lineWidth=bw.top;ctx.beginPath();ctx.moveTo(0-bw.left,0-bw.top/2);ctx.lineTo(plotWidth,0-bw.top/2);ctx.stroke()}if(bw.right>0){ctx.strokeStyle=bc.right;ctx.lineWidth=bw.right;ctx.beginPath();ctx.moveTo(plotWidth+bw.right/2,0-bw.top);ctx.lineTo(plotWidth+bw.right/2,plotHeight);ctx.stroke()}if(bw.bottom>0){ctx.strokeStyle=bc.bottom;ctx.lineWidth=bw.bottom;ctx.beginPath();ctx.moveTo(plotWidth+bw.right,plotHeight+bw.bottom/2);ctx.lineTo(0,plotHeight+bw.bottom/2);ctx.stroke()}if(bw.left>0){ctx.strokeStyle=bc.left;ctx.lineWidth=bw.left;ctx.beginPath();ctx.moveTo(0-bw.left/2,plotHeight+bw.bottom);ctx.lineTo(0-bw.left/2,0);ctx.stroke()}}else{ctx.lineWidth=bw;ctx.strokeStyle=options.grid.borderColor;ctx.strokeRect(-bw/2,-bw/2,plotWidth+bw,plotHeight+bw)}}ctx.restore()}function drawAxisLabels(){$.each(allAxes(),function(_,axis){var box=axis.box,legacyStyles=axis.direction+"Axis "+axis.direction+axis.n+"Axis",layer="flot-"+axis.direction+"-axis flot-"+axis.direction+axis.n+"-axis "+legacyStyles,font=axis.options.font||"flot-tick-label tickLabel",tick,x,y,halign,valign;surface.removeText(layer);if(!axis.show||axis.ticks.length==0)return;for(var i=0;i<axis.ticks.length;++i){tick=axis.ticks[i];if(!tick.label||tick.v<axis.min||tick.v>axis.max)continue;if(axis.directi
</script>
<script language="javascript" type="text/javascript">
(function ($) {
$.zip = function(a,b) {
var x = Math.min(a.length,b.length);
var c = new Array(x);
for (var i = 0; i < x; i++)
c[i] = [a[i],b[i]];
return c;
};
$.mean = function(ary) {
var m = 0, i = 0;
while (i < ary.length) {
var j = i++;
m += (ary[j] - m) / i;
}
return m;
};
$.timeUnits = function(secs) {
if (secs < 0) return $.timeUnits(-secs);
else if (secs >= 1e9) return [1e-9, "Gs"];
else if (secs >= 1e6) return [1e-6, "Ms"];
else if (secs >= 1) return [1, "s"];
else if (secs >= 1e-3) return [1e3, "ms"];
else if (secs >= 1e-6) return [1e6, "\u03bcs"];
else if (secs >= 1e-9) return [1e9, "ns"];
else if (secs >= 1e-12) return [1e12, "ps"];
return [1, "s"];
};
$.scaleTimes = function(ary) {
var s = $.timeUnits($.mean(ary));
return [$.scaleBy(s[0], ary), s[0]];
};
$.prepareTime = function(secs) {
var units = $.timeUnits(secs);
var scaled = secs * units[0];
var s = scaled.toPrecision(3);
var t = scaled.toString();
return [t.length < s.length ? t : s, units[1]];
};
$.scaleBy = function(x, ary) {
var nary = new Array(ary.length);
for (var i = 0; i < ary.length; i++)
nary[i] = ary[i] * x;
return nary;
};
$.renderTime = function(secs) {
var x = $.prepareTime(secs);
return x[0] + ' ' + x[1];
};
$.unitFormatter = function(scale) {
var labelname;
return function(secs,axis) {
var x = $.prepareTime(secs / scale);
if (labelname === x[1])
return x[0];
else {
labelname = x[1];
return x[0] + ' ' + x[1];
}
};
};
$.addTooltip = function(name, renderText) {
function showTooltip(x, y, contents) {
$('<div id="tooltip">' + contents + '</div>').css( {
position: 'absolute',
display: 'none',
top: y + 5,
left: x + 5,
border: '1px solid #fdd',
padding: '2px',
'background-color': '#fee',
opacity: 0.80
}).appendTo("body").fadeIn(200);
};
var pp = null;
$(name).bind("plothover", function (event, pos, item) {
$("#x").text(pos.x.toFixed(2));
$("#y").text(pos.y.toFixed(2));
if (item) {
if (pp != item.dataIndex) {
pp = item.dataIndex;
$("#tooltip").remove();
var x = item.datapoint[0],
y = item.datapoint[1];
showTooltip(item.pageX, item.pageY, renderText(x,y));
}
}
else {
$("#tooltip").remove();
pp = null;
}
});
};
})(jQuery);
</script>
<style type="text/css">
html, body {
height: 100%;
margin: 0;
}
#wrap {
min-height: 100%;
}
#main {
overflow: auto;
padding-bottom: 180px; /* must be same height as the footer */
}
#footer {
position: relative;
margin-top: -180px; /* negative value of footer height */
height: 180px;
clear: both;
background: #888;
margin: 40px 0 0;
color: white;
font-size: larger;
font-weight: 300;
}
body:before {
/* Opera fix */
content: "";
height: 100%;
float: left;
width: 0;
margin-top: -32767px;
}
body {
font: 14px Helvetica Neue;
text-rendering: optimizeLegibility;
margin-top: 1em;
}
a:link {
color: steelblue;
text-decoration: none;
}
a:visited {
color: #4a743b;
text-decoration: none;
}
#footer a {
color: white;
text-decoration: underline;
}
.hover {
color: steelblue;
text-decoration: none;
}
.body {
width: 960px;
margin: auto;
}
.footfirst {
position: relative;
top: 30px;
}
th {
font-weight: 500;
opacity: 0.8;
}
th.cibound {
opacity: 0.4;
}
.confinterval {
opacity: 0.5;
}
h1 {
font-size: 36px;
font-weight: 300;
margin-bottom: .3em;
}
h2 {
font-size: 30px;
font-weight: 300;
margin-bottom: .3em;
}
.meanlegend {
color: #404040;
background-color: #ffffff;
opacity: 0.6;
font-size: smaller;
}
</style>
<!--[if !IE 7]>
<style type="text/css">
#wrap {display:table;height:100%}
</style>
<![endif]-->
</head>
<body>
<div id="wrap">
<div id="main" class="body">
<h1>criterion performance measurements</h1>
<h2>overview</h2>
<p><a href="#grokularation">want to understand this report?</a></p>
<div id="overview" class="ovchart" style="width:900px;height:100px;"></div>
<h2><a name="b0">5/reverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde0" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time0" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle0" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb0">xxx</span></td>
<td><span class="olstimept0">xxx</span></td>
<td><span class="confinterval olstimeub0">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb0">xxx</span></td>
<td><span class="olsr2pt0">xxx</span></td>
<td><span class="confinterval olsr2ub0">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">2.1825676261906123e-8</span></td>
<td><span class="time">2.2358490252398955e-8</span></td>
<td><span class="confinterval citime">2.37844799339728e-8</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.0410718832927102e-9</span></td>
<td><span class="time">2.679739388766841e-9</span></td>
<td><span class="confinterval citime">5.028759887265124e-9</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.9412781297226944</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b1">5/myReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde1" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time1" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle1" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb1">xxx</span></td>
<td><span class="olstimept1">xxx</span></td>
<td><span class="confinterval olstimeub1">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb1">xxx</span></td>
<td><span class="olsr2pt1">xxx</span></td>
<td><span class="confinterval olsr2ub1">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">4.3976666496170086e-8</span></td>
<td><span class="time">4.4436941145299556e-8</span></td>
<td><span class="confinterval citime">4.485953844319826e-8</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.1846412312215601e-9</span></td>
<td><span class="time">1.4129818567543152e-9</span></td>
<td><span class="confinterval citime">1.7437750926423863e-9</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.5048047041113867</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b2">5/betterReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde2" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time2" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle2" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb2">xxx</span></td>
<td><span class="olstimept2">xxx</span></td>
<td><span class="confinterval olstimeub2">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb2">xxx</span></td>
<td><span class="olsr2pt2">xxx</span></td>
<td><span class="confinterval olsr2ub2">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">2.2468511683032136e-8</span></td>
<td><span class="time">2.275122735723411e-8</span></td>
<td><span class="confinterval citime">2.308338369611327e-8</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">8.368738485812947e-10</span></td>
<td><span class="time">1.0551141730817191e-9</span></td>
<td><span class="confinterval citime">1.4280336158690675e-9</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.7000303924411976</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b3">5/vectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde3" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time3" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle3" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb3">xxx</span></td>
<td><span class="olstimept3">xxx</span></td>
<td><span class="confinterval olstimeub3">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb3">xxx</span></td>
<td><span class="olsr2pt3">xxx</span></td>
<td><span class="confinterval olsr2ub3">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">4.113268125528561e-7</span></td>
<td><span class="time">4.1671732796036996e-7</span></td>
<td><span class="confinterval citime">4.2302707007282097e-7</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.497270976211413e-8</span></td>
<td><span class="time">2.0058069721556883e-8</span></td>
<td><span class="confinterval citime">2.7911287812056826e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.6633637246704727</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b4">5/svectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde4" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time4" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle4" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb4">xxx</span></td>
<td><span class="olstimept4">xxx</span></td>
<td><span class="confinterval olstimeub4">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb4">xxx</span></td>
<td><span class="olsr2pt4">xxx</span></td>
<td><span class="confinterval olsr2ub4">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">6.920398407902705e-8</span></td>
<td><span class="time">6.975841936879646e-8</span></td>
<td><span class="confinterval citime">7.046564991423694e-8</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.8066599476484786e-9</span></td>
<td><span class="time">2.172896214537708e-9</span></td>
<td><span class="confinterval citime">2.6467403234113016e-9</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.48839555023650844</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b5">5/uvectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde5" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time5" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle5" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb5">xxx</span></td>
<td><span class="olstimept5">xxx</span></td>
<td><span class="confinterval olstimeub5">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb5">xxx</span></td>
<td><span class="olsr2pt5">xxx</span></td>
<td><span class="confinterval olsr2ub5">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">6.851679597092373e-8</span></td>
<td><span class="time">6.925843908280533e-8</span></td>
<td><span class="confinterval citime">7.01740396232455e-8</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.210327892769043e-9</span></td>
<td><span class="time">2.927763932650304e-9</span></td>
<td><span class="confinterval citime">4.326065221198047e-9</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.6400701063900864</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b6">100/reverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde6" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time6" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle6" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb6">xxx</span></td>
<td><span class="olstimept6">xxx</span></td>
<td><span class="confinterval olstimeub6">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb6">xxx</span></td>
<td><span class="olsr2pt6">xxx</span></td>
<td><span class="confinterval olsr2ub6">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">4.4247980578490166e-7</span></td>
<td><span class="time">4.486931689301164e-7</span></td>
<td><span class="confinterval citime">4.715765238594911e-7</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.384237597896298e-8</span></td>
<td><span class="time">3.4265713859801746e-8</span></td>
<td><span class="confinterval citime">7.91561949401906e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.8337723416690731</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b7">100/myReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde7" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time7" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle7" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb7">xxx</span></td>
<td><span class="olstimept7">xxx</span></td>
<td><span class="confinterval olstimeub7">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb7">xxx</span></td>
<td><span class="olsr2pt7">xxx</span></td>
<td><span class="confinterval olsr2ub7">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">1.007891519190093e-6</span></td>
<td><span class="time">1.0195661875784653e-6</span></td>
<td><span class="confinterval citime">1.039020302638846e-6</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">3.817967123630337e-8</span></td>
<td><span class="time">5.2243289403871843e-8</span></td>
<td><span class="confinterval citime">7.427452481277e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.6738845808731594</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b8">100/betterReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde8" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time8" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle8" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb8">xxx</span></td>
<td><span class="olstimept8">xxx</span></td>
<td><span class="confinterval olstimeub8">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb8">xxx</span></td>
<td><span class="olsr2pt8">xxx</span></td>
<td><span class="confinterval olsr2ub8">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">4.295364364477159e-7</span></td>
<td><span class="time">4.3298605299216234e-7</span></td>
<td><span class="confinterval citime">4.3799217841438554e-7</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.112311803558022e-8</span></td>
<td><span class="time">1.3612046474153825e-8</span></td>
<td><span class="confinterval citime">1.7582641093090672e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.4540266643025085</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b9">100/vectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde9" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time9" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle9" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb9">xxx</span></td>
<td><span class="olstimept9">xxx</span></td>
<td><span class="confinterval olstimeub9">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb9">xxx</span></td>
<td><span class="olsr2pt9">xxx</span></td>
<td><span class="confinterval olsr2ub9">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">3.3057291168636383e-6</span></td>
<td><span class="time">3.38274136179026e-6</span></td>
<td><span class="confinterval citime">3.548252976134029e-6</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.0608095029319091e-7</span></td>
<td><span class="time">3.541439684399015e-7</span></td>
<td><span class="confinterval citime">6.096734294907109e-7</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.8869680939351119</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b10">100/svectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde10" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time10" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle10" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb10">xxx</span></td>
<td><span class="olstimept10">xxx</span></td>
<td><span class="confinterval olstimeub10">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb10">xxx</span></td>
<td><span class="olsr2pt10">xxx</span></td>
<td><span class="confinterval olsr2ub10">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">6.866557693995546e-7</span></td>
<td><span class="time">6.934741716236048e-7</span></td>
<td><span class="confinterval citime">7.021896276554826e-7</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.1479242834733937e-8</span></td>
<td><span class="time">2.4882765696493914e-8</span></td>
<td><span class="confinterval citime">3.0244553441558444e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.5098333358544204</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b11">100/uvectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde11" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time11" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle11" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb11">xxx</span></td>
<td><span class="olstimept11">xxx</span></td>
<td><span class="confinterval olstimeub11">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb11">xxx</span></td>
<td><span class="olsr2pt11">xxx</span></td>
<td><span class="confinterval olsr2ub11">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">6.6949455396143e-7</span></td>
<td><span class="time">6.763147099577562e-7</span></td>
<td><span class="confinterval citime">6.8492834272938e-7</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.090563167335844e-8</span></td>
<td><span class="time">2.6756765803271828e-8</span></td>
<td><span class="confinterval citime">3.911103210894066e-8</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.560253509340352</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b12">10000/reverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde12" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time12" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle12" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb12">xxx</span></td>
<td><span class="olstimept12">xxx</span></td>
<td><span class="confinterval olstimeub12">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb12">xxx</span></td>
<td><span class="olsr2pt12">xxx</span></td>
<td><span class="confinterval olsr2ub12">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">8.226367938376666e-5</span></td>
<td><span class="time">8.404068339648452e-5</span></td>
<td><span class="confinterval citime">8.709085964902236e-5</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">4.522568050534064e-6</span></td>
<td><span class="time">7.86691139839666e-6</span></td>
<td><span class="confinterval citime">1.430260632818422e-5</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.8002504670977215</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b13">10000/myReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde13" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time13" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle13" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb13">xxx</span></td>
<td><span class="olstimept13">xxx</span></td>
<td><span class="confinterval olstimeub13">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb13">xxx</span></td>
<td><span class="olsr2pt13">xxx</span></td>
<td><span class="confinterval olsr2ub13">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">9.89039039905634e-4</span></td>
<td><span class="time">1.018843258186528e-3</span></td>
<td><span class="confinterval citime">1.0672437545241342e-3</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">8.176285380106038e-5</span></td>
<td><span class="time">1.257903479559935e-4</span></td>
<td><span class="confinterval citime">2.101625919477303e-4</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.8045762396300628</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b14">10000/betterReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde14" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time14" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle14" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb14">xxx</span></td>
<td><span class="olstimept14">xxx</span></td>
<td><span class="confinterval olstimeub14">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb14">xxx</span></td>
<td><span class="olsr2pt14">xxx</span></td>
<td><span class="confinterval olsr2ub14">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">8.037007935207724e-5</span></td>
<td><span class="time">8.094225189166519e-5</span></td>
<td><span class="confinterval citime">8.184021433892617e-5</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.6701071654065847e-6</span></td>
<td><span class="time">2.23963860459826e-6</span></td>
<td><span class="confinterval citime">3.3025989615865156e-6</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.25266616390534796</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b15">10000/vectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde15" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time15" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle15" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb15">xxx</span></td>
<td><span class="olstimept15">xxx</span></td>
<td><span class="confinterval olstimeub15">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb15">xxx</span></td>
<td><span class="olsr2pt15">xxx</span></td>
<td><span class="confinterval olsr2ub15">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">4.671121652397968e-4</span></td>
<td><span class="time">4.874406423516324e-4</span></td>
<td><span class="confinterval citime">5.260025225863243e-4</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">5.3060569609557984e-5</span></td>
<td><span class="time">8.807508602942347e-5</span></td>
<td><span class="confinterval citime">1.399993272699004e-4</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.9129058424341375</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b16">10000/svectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde16" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time16" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle16" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb16">xxx</span></td>
<td><span class="olstimept16">xxx</span></td>
<td><span class="confinterval olstimeub16">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb16">xxx</span></td>
<td><span class="olsr2pt16">xxx</span></td>
<td><span class="confinterval olsr2ub16">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">8.363981457710693e-5</span></td>
<td><span class="time">8.465469716167873e-5</span></td>
<td><span class="confinterval citime">8.572704740430688e-5</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.8557446230897197e-6</span></td>
<td><span class="time">3.46327049505151e-6</span></td>
<td><span class="confinterval citime">4.740792412320742e-6</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.4309142876000203</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b17">10000/uvectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde17" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time17" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle17" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb17">xxx</span></td>
<td><span class="olstimept17">xxx</span></td>
<td><span class="confinterval olstimeub17">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb17">xxx</span></td>
<td><span class="olsr2pt17">xxx</span></td>
<td><span class="confinterval olsr2ub17">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">8.180549446549271e-5</span></td>
<td><span class="time">8.302433383267748e-5</span></td>
<td><span class="confinterval citime">8.507035683076922e-5</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">3.0654232002257616e-6</span></td>
<td><span class="time">5.168280070836902e-6</span></td>
<td><span class="confinterval citime">8.482840131547177e-6</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.6386877066044123</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b18">1000000/reverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde18" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time18" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle18" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb18">xxx</span></td>
<td><span class="olstimept18">xxx</span></td>
<td><span class="confinterval olstimeub18">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb18">xxx</span></td>
<td><span class="olsr2pt18">xxx</span></td>
<td><span class="confinterval olsr2ub18">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">5.82335887983178e-2</span></td>
<td><span class="time">6.070360608160647e-2</span></td>
<td><span class="confinterval citime">6.351763956607893e-2</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">3.493123458566975e-3</span></td>
<td><span class="time">4.869657126862904e-3</span></td>
<td><span class="confinterval citime">6.661851617464323e-3</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.23735406305053863</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b19">1000000/myReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde19" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time19" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle19" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb19">xxx</span></td>
<td><span class="olstimept19">xxx</span></td>
<td><span class="confinterval olstimeub19">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb19">xxx</span></td>
<td><span class="olsr2pt19">xxx</span></td>
<td><span class="confinterval olsr2ub19">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">0.1521053190443865</span></td>
<td><span class="time">0.15616956000529855</span></td>
<td><span class="confinterval citime">0.16591606631843145</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">1.4696875602100575e-3</span></td>
<td><span class="time">8.218916793373316e-3</span></td>
<td><span class="confinterval citime">1.2116156633981663e-2</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.12641003608244392</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b20">1000000/betterReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde20" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time20" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle20" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb20">xxx</span></td>
<td><span class="olstimept20">xxx</span></td>
<td><span class="confinterval olstimeub20">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb20">xxx</span></td>
<td><span class="olsr2pt20">xxx</span></td>
<td><span class="confinterval olsr2ub20">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">5.8424205701204296e-2</span></td>
<td><span class="time">6.046765499354529e-2</span></td>
<td><span class="confinterval citime">6.389965309082378e-2</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.7554816954297187e-3</span></td>
<td><span class="time">4.6048879250182835e-3</span></td>
<td><span class="confinterval citime">6.9992153869534645e-3</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.23596776268571917</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b21">1000000/vectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde21" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time21" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle21" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb21">xxx</span></td>
<td><span class="olstimept21">xxx</span></td>
<td><span class="confinterval olstimeub21">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb21">xxx</span></td>
<td><span class="olsr2pt21">xxx</span></td>
<td><span class="confinterval olsr2ub21">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">5.391284686073217e-2</span></td>
<td><span class="time">5.609325219775799e-2</span></td>
<td><span class="confinterval citime">5.804273318320527e-2</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">2.5813403288497466e-3</span></td>
<td><span class="time">3.581623161602982e-3</span></td>
<td><span class="confinterval citime">5.10770701971325e-3</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.15779515270543848</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b22">1000000/svectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde22" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time22" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle22" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb22">xxx</span></td>
<td><span class="olstimept22">xxx</span></td>
<td><span class="confinterval olstimeub22">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb22">xxx</span></td>
<td><span class="olsr2pt22">xxx</span></td>
<td><span class="confinterval olsr2ub22">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">1.3087657836357023e-2</span></td>
<td><span class="time">1.3486536819947735e-2</span></td>
<td><span class="confinterval citime">1.4577670676972554e-2</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">6.632674890790757e-4</span></td>
<td><span class="time">1.5583727257841432e-3</span></td>
<td><span class="confinterval citime">2.871073235275729e-3</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have severe
(<span class="percent">0.5619420802481624</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="b23">1000000/uvectorReverse</a></h2>
<table width="100%">
<tbody>
<tr>
<td><div id="kde23" class="kdechart"
style="width:450px;height:278px;"></div></td>
<td><div id="time23" class="timechart"
style="width:450px;height:278px;"></div></td>
<!--
<td><div id="cycle23" class="cyclechart"
style="width:300px;height:278px;"></div></td>
-->
</tr>
</tbody>
</table>
<table>
<thead class="analysis">
<th></th>
<th class="cibound"
title="0.95 confidence level">lower bound</th>
<th>estimate</th>
<th class="cibound"
title="0.95 confidence level">upper bound</th>
</thead>
<tbody>
<tr>
<td>OLS regression</td>
<td><span class="confinterval olstimelb23">xxx</span></td>
<td><span class="olstimept23">xxx</span></td>
<td><span class="confinterval olstimeub23">xxx</span></td>
</tr>
<tr>
<td>R&#xb2; goodness-of-fit</td>
<td><span class="confinterval olsr2lb23">xxx</span></td>
<td><span class="olsr2pt23">xxx</span></td>
<td><span class="confinterval olsr2ub23">xxx</span></td>
</tr>
<tr>
<td>Mean execution time</td>
<td><span class="confinterval citime">1.207082513587815e-2</span></td>
<td><span class="time">1.2224248519543568e-2</span></td>
<td><span class="confinterval citime">1.2365601516715435e-2</span></td>
</tr>
<tr>
<td>Standard deviation</td>
<td><span class="confinterval citime">3.05961188737579e-4</span></td>
<td><span class="time">3.8840682394674676e-4</span></td>
<td><span class="confinterval citime">4.906517806114332e-4</span></td>
</tr>
</tbody>
</table>
<span class="outliers">
<p>Outlying measurements have moderate
(<span class="percent">0.10403423030173367</span>%)
effect on estimated standard deviation.</p>
</span>
<h2><a name="grokularation">understanding this report</a></h2>
<p>In this report, each function benchmarked by criterion is assigned
a section of its own. The charts in each section are active; if
you hover your mouse over data points and annotations, you will see
more details.</p>
<ul>
<li>The chart on the left is a
<a href="http://en.wikipedia.org/wiki/Kernel_density_estimation">kernel
density estimate</a> (also known as a KDE) of time
measurements. This graphs the probability of any given time
measurement occurring. A spike indicates that a measurement of a
particular time occurred; its height indicates how often that
measurement was repeated.</li>
<li>The chart on the right is the raw data from which the kernel
density estimate is built. The <i>x</i> axis indicates the
number of loop iterations, while the <i>y</i> axis shows measured
execution time for the given number of loop iterations. The
line behind the values is the linear regression prediction of
execution time for a given number of iterations. Ideally, all
measurements will be on (or very near) this line.</li>
</ul>
<p>Under the charts is a small table.
The first two rows are the results of a linear regression run
on the measurements displayed in the right-hand chart.</p>
<ul>
<li><i>OLS regression</i> indicates the
time estimated for a single loop iteration using an ordinary
least-squares regression model. This number is more accurate
than the <i>mean</i> estimate below it, as it more effectively
eliminates measurement overhead and other constant factors.</li>
<li><i>R&#xb2; goodness-of-fit</i> is a measure of how
accurately the linear regression model fits the observed
measurements. If the measurements are not too noisy, R&#xb2;
should lie between 0.99 and 1, indicating an excellent fit. If
the number is below 0.99, something is confounding the accuracy
of the linear model.</li>
<li><i>Mean execution time</i> and <i>standard deviation</i> are
statistics calculated from execution time
divided by number of iterations.</li>
</ul>
<p>We use a statistical technique called
the <a href="http://en.wikipedia.org/wiki/Bootstrapping_(statistics)">bootstrap</a>
to provide confidence intervals on our estimates. The
bootstrap-derived upper and lower bounds on estimates let you see
how accurate we believe those estimates to be. (Hover the mouse
over the table headers to see the confidence levels.)</p>
<p>A noisy benchmarking environment can cause some or many
measurements to fall far from the mean. These outlying
measurements can have a significant inflationary effect on the
estimate of the standard deviation. We calculate and display an
estimate of the extent to which the standard deviation has been
inflated by outliers.</p>
<script type="text/javascript">
$(function () {
function mangulate(rpt) {
var measured = function(key) {
var idx = rpt.reportKeys.indexOf(key);
return rpt.reportMeasured.map(function(r) { return r[idx]; });
};
var number = rpt.reportNumber;
var name = rpt.reportName;
var mean = rpt.reportAnalysis.anMean.estPoint;
var iters = measured("iters");
var times = measured("time");
var kdetimes = rpt.reportKDEs[0].kdeValues;
var kdepdf = rpt.reportKDEs[0].kdePDF;
var meanSecs = mean;
var units = $.timeUnits(mean);
var rgrs = rpt.reportAnalysis.anRegress[0];
var scale = units[0];
var olsTime = rgrs.regCoeffs.iters;
$(".olstimept" + number).text(function() {
return $.renderTime(olsTime.estPoint);
});
$(".olstimelb" + number).text(function() {
return $.renderTime(olsTime.estLowerBound);
});
$(".olstimeub" + number).text(function() {
return $.renderTime(olsTime.estUpperBound);
});
$(".olsr2pt" + number).text(function() {
return rgrs.regRSquare.estPoint.toFixed(3);
});
$(".olsr2lb" + number).text(function() {
return rgrs.regRSquare.estLowerBound.toFixed(3);
});
$(".olsr2ub" + number).text(function() {
return rgrs.regRSquare.estUpperBound.toFixed(3);
});
mean *= scale;
kdetimes = $.scaleBy(scale, kdetimes);
var kq = $("#kde" + number);
var k = $.plot(kq,
[{ label: name + " time densities",
data: $.zip(kdetimes, kdepdf),
}],
{ xaxis: { tickFormatter: $.unitFormatter(scale) },
yaxis: { ticks: false },
grid: { borderColor: "#777",
hoverable: true, markings: [ { color: '#6fd3fb',
lineWidth: 1.5, xaxis: { from: mean, to: mean } } ] },
});
var o = k.pointOffset({ x: mean, y: 0});
kq.append('<div class="meanlegend" title="' + $.renderTime(meanSecs) +
'" style="position:absolute;left:' + (o.left + 4) +
'px;bottom:139px;">mean</div>');
$.addTooltip("#kde" + number,
function(secs) { return $.renderTime(secs / scale); });
var timepairs = new Array(times.length);
var lastiter = iters[iters.length-1];
var olspairs = [[0,0], [lastiter, lastiter * scale * olsTime.estPoint]];
for (var i = 0; i < times.length; i++)
timepairs[i] = [iters[i],times[i]*scale];
iterFormatter = function() {
var denom = 0;
return function(iters) {
if (iters == 0)
return '';
if (denom > 0)
return (iters / denom).toFixed();
var power;
if (iters >= 1e9) {
denom = '1e9'; power = '&#x2079;';
}
if (iters >= 1e6) {
denom = '1e6'; power = '&#x2076;';
}
else if (iters >= 1e3) {
denom = '1e3'; power = '&#xb3;';
}
else denom = 1;
if (denom > 1) {
iters = (iters / denom).toFixed();
iters += '&times;10' + power + ' iters';
} else {
iters += ' iters';
}
return iters;
};
};
$.plot($("#time" + number),
[{ label: "regression", data: olspairs,
lines: { show: true } },
{ label: name + " times", data: timepairs,
points: { show: true } }],
{ grid: { borderColor: "#777", hoverable: true },
xaxis: { tickFormatter: iterFormatter() },
yaxis: { tickFormatter: $.unitFormatter(scale) } });
$.addTooltip("#time" + number,
function(iters,secs) {
return ($.renderTime(secs / scale) + ' / ' +
iters.toLocaleString() + ' iters');
});
if (0) {
var cyclepairs = new Array(cycles.length);
for (var i = 0; i < cycles.length; i++)
cyclepairs[i] = [cycles[i],i];
$.plot($("#cycle" + number),
[{ label: name + " cycles",
data: cyclepairs }],
{ points: { show: true },
grid: { borderColor: "#777", hoverable: true },
xaxis: { tickFormatter:
function(cycles,axis) { return cycles + ' cycles'; }},
yaxis: { ticks: false },
});
$.addTooltip("#cycles" + number, function(x,y) { return x + ' cycles'; });
}
};
var reports = [{"reportAnalysis":{"anMean":{"estUpperBound":2.37844799339728e-8,"estLowerBound":2.1825676261906123e-8,"estPoint":2.2358490252398955e-8,"estConfidenceLevel":0.95},"anRegress":[{"regRSquare":{"estUpperBound":0.9989817208021706,"estLowerBound":0.9387215822677026,"estPoint":0.9672797888132841,"estConfidenceLevel":0.95},"regResponder":"time","regCoeffs":{"y":{"estUpperBound":1.0084293191572847e-4,"estLowerBound":-1.155226968308219e-3,"estPoint":-4.469561509729347e-4,"estConfidenceLevel":0.95},"iters":{"estUpperBound":2.5456751523679732e-8,"estLowerBound":2.1606130773209622e-8,"estPoint":2.328437625058826e-8,"estConfidenceLevel":0.95}}}],"anStdDev":{"estUpperBound":5.028759887265124e-9,"estLowerBound":1.0410718832927102e-9,"estPoint":2.679739388766841e-9,"estConfidenceLevel":0.95},"anOutlierVar":{"ovFraction":0.9412781297226944,"ovDesc":"severe","ovEffect":"Severe"},"anOverhead":2.5188901607525295e-6},"reportKDEs":[{"kdeValues":[1.838833839962708e-8,1.854717510352417e-8,1.870601180742126e-8,1.8864848511318346e-8,1.9023685215215433e-8,1.9182521919112523e-8,1.934135862300961e-8,1.9500195326906697e-8,1.9659032030803787e-8,1.9817868734700874e-8,1.997670543859796e-8,2.013554214249505e-8,2.0294378846392138e-8,2.0453215550289225e-8,2.0612052254186315e-8,2.0770888958083402e-8,2.092972566198049e-8,2.108856236587758e-8,2.1247399069774666e-8,2.1406235773671753e-8,2.156507247756884e-8,2.172390918146593e-8,2.1882745885363017e-8,2.2041582589260108e-8,2.2200419293157195e-8,2.235925599705428e-8,2.251809270095137e-8,2.267692940484846e-8,2.2835766108745546e-8,2.2994602812642636e-8,2.3153439516539723e-8,2.331227622043681e-8,2.3471112924333897e-8,2.3629949628230987e-8,2.3788786332128074e-8,2.3947623036025164e-8,2.410645973992225e-8,2.4265296443819338e-8,2.4424133147716425e-8,2.4582969851613515e-8,2.4741806555510602e-8,2.4900643259407693e-8,2.505947996330478e-8,2.5218316667201866e-8,2.5377153371098953e-8,2.5535990074996044e-8,2.569482677889313e-8,2.585366348279022e-8,2.6012500186687308e-8,2.6171336890584395e-8,2.6330173594481482e-8,2.648901029837857e-8,2.664784700227566e-8,2.680668370617275e-8,2.6965520410069836e-8,2.7124357113966923e-8,2.728319381786401e-8,2.7442030521761097e-8,2.7600867225658187e-8,2.7759703929555277e-8,2.7918540633452364e-8,2.807737733734945e-8,2.8236214041246538e-8,2.8395050745143625e-8,2.8553887449040715e-8,2.8712724152937806e-8,2.8871560856834893e-8,2.903039756073198e-8,2.9189234264629067e-8,2.9348070968526154e-8,2.9506907672423244e-8,2.9665744376320334e-8,2.982458108021742e-8,2.998341778411451e-8,3.0142254488011595e-8,3.030109119190868e-8,3.0459927895805775e-8,3.061876459970286e-8,3.077760130359995e-8,3.0936438007497036e-8,3.109527471139412e-8,3.125411141529121e-8,3.14129481191883e-8,3.157178482308539e-8,3.173062152698248e-8,3.1889458230879565e-8,3.204829493477665e-8,3.220713163867374e-8,3.236596834257083e-8,3.252480504646791e-8,3.2683641750365006e-8,3.284247845426209e-8,3.300131515815918e-8,3.3160151862056267e-8,3.3318988565953354e-8,3.347782526985045e-8,3.3636661973747534e-8,3.379549867764462e-8,3.395433538154171e-8,3.4113172085438795e-8,3.427200878933589e-8,3.443084549323297e-8,3.458968219713006e-8,3.474851890102715e-8,3.4907355604924236e-8,3.506619230882132e-8,3.522502901271841e-8,3.5383865716615504e-8,3.5542702420512584e-8,3.570153912440968e-8,3.5860375828306765e-8,3.601921253220385e-8,3.6178049236100945e-8,3.6336885939998025e-8,3.649572264389512e-8,3.6654559347792206e-8,3.681339605168929e-8,3.697223275558638e-8,3.713106945948347e-8,3.728990616338056e-8,3.744874286727764e-8,3.7607579571174734e-8,3.776641627507182e-8,3.792525297896891e-8,3.8084089682866e-8,3.824292638676308e-8,3.8401763090660176e-8,3.856059979455726e-8],"kdeType":"time","kdePDF":[2.3481102410919257,63.894294495921024,1185.5540801316156,15699.582901092726,147236.84938511846,978637.8608385524,4609956.896432311,1.539427130940365e7,3.648314509726767e7,6.1663403711520754e7,7.597797849923423e7,7.485696235465941e7,7.749072326215708e7,1.0853881511996554e8,1.6908880759436116e8,2.3446059867843652e8,2.8403007058499676e8,3.291715402150776e8,3.991
reports.map(mangulate);
var benches = ["5/reverse","5/myReverse","5/betterReverse","5/vectorReverse","5/svectorReverse","5/uvectorReverse","100/reverse","100/myReverse","100/betterReverse","100/vectorReverse","100/svectorReverse","100/uvectorReverse","10000/reverse","10000/myReverse","10000/betterReverse","10000/vectorReverse","10000/svectorReverse","10000/uvectorReverse","1000000/reverse","1000000/myReverse","1000000/betterReverse","1000000/vectorReverse","1000000/svectorReverse","1000000/uvectorReverse",];
var ylabels = [[-0,'<a href="#b0">5/reverse</a>'],[-1,'<a href="#b1">5/myReverse</a>'],[-2,'<a href="#b2">5/betterReverse</a>'],[-3,'<a href="#b3">5/vectorReverse</a>'],[-4,'<a href="#b4">5/svectorReverse</a>'],[-5,'<a href="#b5">5/uvectorReverse</a>'],[-6,'<a href="#b6">100/reverse</a>'],[-7,'<a href="#b7">100/myReverse</a>'],[-8,'<a href="#b8">100/betterReverse</a>'],[-9,'<a href="#b9">100/vectorReverse</a>'],[-10,'<a href="#b10">100/svectorReverse</a>'],[-11,'<a href="#b11">100/uvectorReverse</a>'],[-12,'<a href="#b12">10000/reverse</a>'],[-13,'<a href="#b13">10000/myReverse</a>'],[-14,'<a href="#b14">10000/betterReverse</a>'],[-15,'<a href="#b15">10000/vectorReverse</a>'],[-16,'<a href="#b16">10000/svectorReverse</a>'],[-17,'<a href="#b17">10000/uvectorReverse</a>'],[-18,'<a href="#b18">1000000/reverse</a>'],[-19,'<a href="#b19">1000000/myReverse</a>'],[-20,'<a href="#b20">1000000/betterReverse</a>'],[-21,'<a href="#b21">1000000/vectorReverse</a>'],[-22,'<a href="#b22">1000000/svectorReverse</a>'],[-23,'<a href="#b23">1000000/uvectorReverse</a>'],];
var means = $.scaleTimes([2.2358490252398955e-8,4.4436941145299556e-8,2.275122735723411e-8,4.1671732796036996e-7,6.975841936879646e-8,6.925843908280533e-8,4.486931689301164e-7,1.0195661875784653e-6,4.3298605299216234e-7,3.38274136179026e-6,6.934741716236048e-7,6.763147099577562e-7,8.404068339648452e-5,1.018843258186528e-3,8.094225189166519e-5,4.874406423516324e-4,8.465469716167873e-5,8.302433383267748e-5,6.070360608160647e-2,0.15616956000529855,6.046765499354529e-2,5.609325219775799e-2,1.3486536819947735e-2,1.2224248519543568e-2,]);
var xs = [];
var prev = null;
for (var i = 0; i < means[0].length; i++) {
var name = benches[i].split(/\//);
name.pop();
name = name.join('/');
if (name != prev) {
xs.push({ label: name, data: [[means[0][i], -i]]});
prev = name;
}
else
xs[xs.length-1].data.push([means[0][i],-i]);
}
var oq = $("#overview");
o = $.plot(oq, xs, { bars: { show: true, horizontal: true,
barWidth: 0.75, align: "center" },
grid: { borderColor: "#777", hoverable: true },
legend: { show: xs.length > 1 },
xaxis: { max: Math.max.apply(undefined,means[0]) * 1.02 },
yaxis: { ticks: ylabels, tickColor: '#ffffff' } });
if (benches.length > 3)
o.getPlaceholder().height(28*benches.length);
o.resize();
o.setupGrid();
o.draw();
$.addTooltip("#overview", function(x,y) { return $.renderTime(x / means[1]); });
});
$(document).ready(function () {
$(".time").text(function(_, text) {
return $.renderTime(text);
});
$(".citime").text(function(_, text) {
return $.renderTime(text);
});
$(".percent").text(function(_, text) {
return (text*100).toFixed(1);
});
});
</script>
</div>
</div>
<div id="footer">
<div class="body">
<div class="footfirst">
<h2>colophon</h2>
<p>This report was created using the
<a href="http://hackage.haskell.org/package/criterion">criterion</a>
benchmark execution and performance analysis tool.</p>
<p>Criterion is developed and maintained
by <a href="http://www.serpentine.com/blog/">Bryan O'Sullivan</a>.</p>
</div>
</div>
</div>
</body>
</html>