").append( jQuery.parseHTML( responseText ) ).find( selector ) :
-
- // Otherwise use the full result
- responseText );
-
- }).complete( callback && function( jqXHR, status ) {
- self.each( callback, response || [ jqXHR.responseText, status, jqXHR ] );
- });
- }
-
- return this;
-};
-
-
-
-
-jQuery.expr.filters.animated = function( elem ) {
- return jQuery.grep(jQuery.timers, function( fn ) {
- return elem === fn.elem;
- }).length;
-};
-
-
-
-
-
-var docElem = window.document.documentElement;
-
-/**
- * Gets a window from an element
- */
-function getWindow( elem ) {
- return jQuery.isWindow( elem ) ?
- elem :
- elem.nodeType === 9 ?
- elem.defaultView || elem.parentWindow :
- false;
-}
-
-jQuery.offset = {
- setOffset: function( elem, options, i ) {
- var curPosition, curLeft, curCSSTop, curTop, curOffset, curCSSLeft, calculatePosition,
- position = jQuery.css( elem, "position" ),
- curElem = jQuery( elem ),
- props = {};
-
- // set position first, in-case top/left are set even on static elem
- if ( position === "static" ) {
- elem.style.position = "relative";
- }
-
- curOffset = curElem.offset();
- curCSSTop = jQuery.css( elem, "top" );
- curCSSLeft = jQuery.css( elem, "left" );
- calculatePosition = ( position === "absolute" || position === "fixed" ) &&
- jQuery.inArray("auto", [ curCSSTop, curCSSLeft ] ) > -1;
-
- // need to be able to calculate position if either top or left is auto and position is either absolute or fixed
- if ( calculatePosition ) {
- curPosition = curElem.position();
- curTop = curPosition.top;
- curLeft = curPosition.left;
- } else {
- curTop = parseFloat( curCSSTop ) || 0;
- curLeft = parseFloat( curCSSLeft ) || 0;
- }
-
- if ( jQuery.isFunction( options ) ) {
- options = options.call( elem, i, curOffset );
- }
-
- if ( options.top != null ) {
- props.top = ( options.top - curOffset.top ) + curTop;
- }
- if ( options.left != null ) {
- props.left = ( options.left - curOffset.left ) + curLeft;
- }
-
- if ( "using" in options ) {
- options.using.call( elem, props );
- } else {
- curElem.css( props );
- }
- }
-};
-
-jQuery.fn.extend({
- offset: function( options ) {
- if ( arguments.length ) {
- return options === undefined ?
- this :
- this.each(function( i ) {
- jQuery.offset.setOffset( this, options, i );
- });
- }
-
- var docElem, win,
- box = { top: 0, left: 0 },
- elem = this[ 0 ],
- doc = elem && elem.ownerDocument;
-
- if ( !doc ) {
- return;
- }
-
- docElem = doc.documentElement;
-
- // Make sure it's not a disconnected DOM node
- if ( !jQuery.contains( docElem, elem ) ) {
- return box;
- }
-
- // If we don't have gBCR, just use 0,0 rather than error
- // BlackBerry 5, iOS 3 (original iPhone)
- if ( typeof elem.getBoundingClientRect !== strundefined ) {
- box = elem.getBoundingClientRect();
- }
- win = getWindow( doc );
- return {
- top: box.top + ( win.pageYOffset || docElem.scrollTop ) - ( docElem.clientTop || 0 ),
- left: box.left + ( win.pageXOffset || docElem.scrollLeft ) - ( docElem.clientLeft || 0 )
- };
- },
-
- position: function() {
- if ( !this[ 0 ] ) {
- return;
- }
-
- var offsetParent, offset,
- parentOffset = { top: 0, left: 0 },
- elem = this[ 0 ];
-
- // fixed elements are offset from window (parentOffset = {top:0, left: 0}, because it is its only offset parent
- if ( jQuery.css( elem, "position" ) === "fixed" ) {
- // we assume that getBoundingClientRect is available when computed position is fixed
- offset = elem.getBoundingClientRect();
- } else {
- // Get *real* offsetParent
- offsetParent = this.offsetParent();
-
- // Get correct offsets
- offset = this.offset();
- if ( !jQuery.nodeName( offsetParent[ 0 ], "html" ) ) {
- parentOffset = offsetParent.offset();
- }
-
- // Add offsetParent borders
- parentOffset.top += jQuery.css( offsetParent[ 0 ], "borderTopWidth", true );
- parentOffset.left += jQuery.css( offsetParent[ 0 ], "borderLeftWidth", true );
- }
-
- // Subtract parent offsets and element margins
- // note: when an element has margin: auto the offsetLeft and marginLeft
- // are the same in Safari causing offset.left to incorrectly be 0
- return {
- top: offset.top - parentOffset.top - jQuery.css( elem, "marginTop", true ),
- left: offset.left - parentOffset.left - jQuery.css( elem, "marginLeft", true)
- };
- },
-
- offsetParent: function() {
- return this.map(function() {
- var offsetParent = this.offsetParent || docElem;
-
- while ( offsetParent && ( !jQuery.nodeName( offsetParent, "html" ) && jQuery.css( offsetParent, "position" ) === "static" ) ) {
- offsetParent = offsetParent.offsetParent;
- }
- return offsetParent || docElem;
- });
- }
-});
-
-// Create scrollLeft and scrollTop methods
-jQuery.each( { scrollLeft: "pageXOffset", scrollTop: "pageYOffset" }, function( method, prop ) {
- var top = /Y/.test( prop );
-
- jQuery.fn[ method ] = function( val ) {
- return access( this, function( elem, method, val ) {
- var win = getWindow( elem );
-
- if ( val === undefined ) {
- return win ? (prop in win) ? win[ prop ] :
- win.document.documentElement[ method ] :
- elem[ method ];
- }
-
- if ( win ) {
- win.scrollTo(
- !top ? val : jQuery( win ).scrollLeft(),
- top ? val : jQuery( win ).scrollTop()
- );
-
- } else {
- elem[ method ] = val;
- }
- }, method, val, arguments.length, null );
- };
-});
-
-// Add the top/left cssHooks using jQuery.fn.position
-// Webkit bug: https://bugs.webkit.org/show_bug.cgi?id=29084
-// getComputedStyle returns percent when specified for top/left/bottom/right
-// rather than make the css module depend on the offset module, we just check for it here
-jQuery.each( [ "top", "left" ], function( i, prop ) {
- jQuery.cssHooks[ prop ] = addGetHookIf( support.pixelPosition,
- function( elem, computed ) {
- if ( computed ) {
- computed = curCSS( elem, prop );
- // if curCSS returns percentage, fallback to offset
- return rnumnonpx.test( computed ) ?
- jQuery( elem ).position()[ prop ] + "px" :
- computed;
- }
- }
- );
-});
-
-
-// Create innerHeight, innerWidth, height, width, outerHeight and outerWidth methods
-jQuery.each( { Height: "height", Width: "width" }, function( name, type ) {
- jQuery.each( { padding: "inner" + name, content: type, "": "outer" + name }, function( defaultExtra, funcName ) {
- // margin is only for outerHeight, outerWidth
- jQuery.fn[ funcName ] = function( margin, value ) {
- var chainable = arguments.length && ( defaultExtra || typeof margin !== "boolean" ),
- extra = defaultExtra || ( margin === true || value === true ? "margin" : "border" );
-
- return access( this, function( elem, type, value ) {
- var doc;
-
- if ( jQuery.isWindow( elem ) ) {
- // As of 5/8/2012 this will yield incorrect results for Mobile Safari, but there
- // isn't a whole lot we can do. See pull request at this URL for discussion:
- // https://github.com/jquery/jquery/pull/764
- return elem.document.documentElement[ "client" + name ];
- }
-
- // Get document width or height
- if ( elem.nodeType === 9 ) {
- doc = elem.documentElement;
-
- // Either scroll[Width/Height] or offset[Width/Height] or client[Width/Height], whichever is greatest
- // unfortunately, this causes bug #3838 in IE6/8 only, but there is currently no good, small way to fix it.
- return Math.max(
- elem.body[ "scroll" + name ], doc[ "scroll" + name ],
- elem.body[ "offset" + name ], doc[ "offset" + name ],
- doc[ "client" + name ]
- );
- }
-
- return value === undefined ?
- // Get width or height on the element, requesting but not forcing parseFloat
- jQuery.css( elem, type, extra ) :
-
- // Set width or height on the element
- jQuery.style( elem, type, value, extra );
- }, type, chainable ? margin : undefined, chainable, null );
- };
- });
-});
-
-
-// The number of elements contained in the matched element set
-jQuery.fn.size = function() {
- return this.length;
-};
-
-jQuery.fn.andSelf = jQuery.fn.addBack;
-
-
-
-
-// Register as a named AMD module, since jQuery can be concatenated with other
-// files that may use define, but not via a proper concatenation script that
-// understands anonymous AMD modules. A named AMD is safest and most robust
-// way to register. Lowercase jquery is used because AMD module names are
-// derived from file names, and jQuery is normally delivered in a lowercase
-// file name. Do this after creating the global so that if an AMD module wants
-// to call noConflict to hide this version of jQuery, it will work.
-
-// Note that for maximum portability, libraries that are not jQuery should
-// declare themselves as anonymous modules, and avoid setting a global if an
-// AMD loader is present. jQuery is a special case. For more information, see
-// https://github.com/jrburke/requirejs/wiki/Updating-existing-libraries#wiki-anon
-
-if ( typeof define === "function" && define.amd ) {
- define( "jquery", [], function() {
- return jQuery;
- });
-}
-
-
-
-
-var
- // Map over jQuery in case of overwrite
- _jQuery = window.jQuery,
-
- // Map over the $ in case of overwrite
- _$ = window.$;
-
-jQuery.noConflict = function( deep ) {
- if ( window.$ === jQuery ) {
- window.$ = _$;
- }
-
- if ( deep && window.jQuery === jQuery ) {
- window.jQuery = _jQuery;
- }
-
- return jQuery;
-};
-
-// Expose jQuery and $ identifiers, even in
-// AMD (#7102#comment:10, https://github.com/jquery/jquery/pull/557)
-// and CommonJS for browser emulators (#13566)
-if ( typeof noGlobal === strundefined ) {
- window.jQuery = window.$ = jQuery;
-}
-
-
-
-
-return jQuery;
-
-}));
diff --git a/docs/_build/html/_static/jquery.js b/docs/_build/html/_static/jquery.js
deleted file mode 100644
index ab28a247..00000000
--- a/docs/_build/html/_static/jquery.js
+++ /dev/null
@@ -1,4 +0,0 @@
-/*! jQuery v1.11.1 | (c) 2005, 2014 jQuery Foundation, Inc. | jquery.org/license */
-!function(a,b){"object"==typeof module&&"object"==typeof module.exports?module.exports=a.document?b(a,!0):function(a){if(!a.document)throw new Error("jQuery requires a window with a document");return b(a)}:b(a)}("undefined"!=typeof window?window:this,function(a,b){var c=[],d=c.slice,e=c.concat,f=c.push,g=c.indexOf,h={},i=h.toString,j=h.hasOwnProperty,k={},l="1.11.1",m=function(a,b){return new m.fn.init(a,b)},n=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,o=/^-ms-/,p=/-([\da-z])/gi,q=function(a,b){return b.toUpperCase()};m.fn=m.prototype={jquery:l,constructor:m,selector:"",length:0,toArray:function(){return d.call(this)},get:function(a){return null!=a?0>a?this[a+this.length]:this[a]:d.call(this)},pushStack:function(a){var b=m.merge(this.constructor(),a);return b.prevObject=this,b.context=this.context,b},each:function(a,b){return m.each(this,a,b)},map:function(a){return this.pushStack(m.map(this,function(b,c){return a.call(b,c,b)}))},slice:function(){return this.pushStack(d.apply(this,arguments))},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},eq:function(a){var b=this.length,c=+a+(0>a?b:0);return this.pushStack(c>=0&&b>c?[this[c]]:[])},end:function(){return this.prevObject||this.constructor(null)},push:f,sort:c.sort,splice:c.splice},m.extend=m.fn.extend=function(){var a,b,c,d,e,f,g=arguments[0]||{},h=1,i=arguments.length,j=!1;for("boolean"==typeof g&&(j=g,g=arguments[h]||{},h++),"object"==typeof g||m.isFunction(g)||(g={}),h===i&&(g=this,h--);i>h;h++)if(null!=(e=arguments[h]))for(d in e)a=g[d],c=e[d],g!==c&&(j&&c&&(m.isPlainObject(c)||(b=m.isArray(c)))?(b?(b=!1,f=a&&m.isArray(a)?a:[]):f=a&&m.isPlainObject(a)?a:{},g[d]=m.extend(j,f,c)):void 0!==c&&(g[d]=c));return g},m.extend({expando:"jQuery"+(l+Math.random()).replace(/\D/g,""),isReady:!0,error:function(a){throw new Error(a)},noop:function(){},isFunction:function(a){return"function"===m.type(a)},isArray:Array.isArray||function(a){return"array"===m.type(a)},isWindow:function(a){return null!=a&&a==a.window},isNumeric:function(a){return!m.isArray(a)&&a-parseFloat(a)>=0},isEmptyObject:function(a){var b;for(b in a)return!1;return!0},isPlainObject:function(a){var b;if(!a||"object"!==m.type(a)||a.nodeType||m.isWindow(a))return!1;try{if(a.constructor&&!j.call(a,"constructor")&&!j.call(a.constructor.prototype,"isPrototypeOf"))return!1}catch(c){return!1}if(k.ownLast)for(b in a)return j.call(a,b);for(b in a);return void 0===b||j.call(a,b)},type:function(a){return null==a?a+"":"object"==typeof a||"function"==typeof a?h[i.call(a)]||"object":typeof a},globalEval:function(b){b&&m.trim(b)&&(a.execScript||function(b){a.eval.call(a,b)})(b)},camelCase:function(a){return a.replace(o,"ms-").replace(p,q)},nodeName:function(a,b){return a.nodeName&&a.nodeName.toLowerCase()===b.toLowerCase()},each:function(a,b,c){var d,e=0,f=a.length,g=r(a);if(c){if(g){for(;f>e;e++)if(d=b.apply(a[e],c),d===!1)break}else for(e in a)if(d=b.apply(a[e],c),d===!1)break}else if(g){for(;f>e;e++)if(d=b.call(a[e],e,a[e]),d===!1)break}else for(e in a)if(d=b.call(a[e],e,a[e]),d===!1)break;return a},trim:function(a){return null==a?"":(a+"").replace(n,"")},makeArray:function(a,b){var c=b||[];return null!=a&&(r(Object(a))?m.merge(c,"string"==typeof a?[a]:a):f.call(c,a)),c},inArray:function(a,b,c){var d;if(b){if(g)return g.call(b,a,c);for(d=b.length,c=c?0>c?Math.max(0,d+c):c:0;d>c;c++)if(c in b&&b[c]===a)return c}return-1},merge:function(a,b){var c=+b.length,d=0,e=a.length;while(c>d)a[e++]=b[d++];if(c!==c)while(void 0!==b[d])a[e++]=b[d++];return a.length=e,a},grep:function(a,b,c){for(var d,e=[],f=0,g=a.length,h=!c;g>f;f++)d=!b(a[f],f),d!==h&&e.push(a[f]);return e},map:function(a,b,c){var d,f=0,g=a.length,h=r(a),i=[];if(h)for(;g>f;f++)d=b(a[f],f,c),null!=d&&i.push(d);else for(f in a)d=b(a[f],f,c),null!=d&&i.push(d);return e.apply([],i)},guid:1,proxy:function(a,b){var c,e,f;return"string"==typeof b&&(f=a[b],b=a,a=f),m.isFunction(a)?(c=d.call(arguments,2),e=function(){return a.apply(b||this,c.concat(d.call(arguments)))},e.guid=a.guid=a.guid||m.guid++,e):void 0},now:function(){return+new Date},support:k}),m.each("Boolean Number String Function Array Date RegExp Object Error".split(" "),function(a,b){h["[object "+b+"]"]=b.toLowerCase()});function r(a){var b=a.length,c=m.type(a);return"function"===c||m.isWindow(a)?!1:1===a.nodeType&&b?!0:"array"===c||0===b||"number"==typeof b&&b>0&&b-1 in a}var s=function(a){var b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u="sizzle"+-new Date,v=a.document,w=0,x=0,y=gb(),z=gb(),A=gb(),B=function(a,b){return a===b&&(l=!0),0},C="undefined",D=1<<31,E={}.hasOwnProperty,F=[],G=F.pop,H=F.push,I=F.push,J=F.slice,K=F.indexOf||function(a){for(var b=0,c=this.length;c>b;b++)if(this[b]===a)return b;return-1},L="checked|selected|async|autofocus|autoplay|controls|defer|disabled|hidden|ismap|loop|multiple|open|readonly|required|scoped",M="[\\x20\\t\\r\\n\\f]",N="(?:\\\\.|[\\w-]|[^\\x00-\\xa0])+",O=N.replace("w","w#"),P="\\["+M+"*("+N+")(?:"+M+"*([*^$|!~]?=)"+M+"*(?:'((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\"|("+O+"))|)"+M+"*\\]",Q=":("+N+")(?:\\((('((?:\\\\.|[^\\\\'])*)'|\"((?:\\\\.|[^\\\\\"])*)\")|((?:\\\\.|[^\\\\()[\\]]|"+P+")*)|.*)\\)|)",R=new RegExp("^"+M+"+|((?:^|[^\\\\])(?:\\\\.)*)"+M+"+$","g"),S=new RegExp("^"+M+"*,"+M+"*"),T=new RegExp("^"+M+"*([>+~]|"+M+")"+M+"*"),U=new RegExp("="+M+"*([^\\]'\"]*?)"+M+"*\\]","g"),V=new RegExp(Q),W=new RegExp("^"+O+"$"),X={ID:new RegExp("^#("+N+")"),CLASS:new RegExp("^\\.("+N+")"),TAG:new RegExp("^("+N.replace("w","w*")+")"),ATTR:new RegExp("^"+P),PSEUDO:new RegExp("^"+Q),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+M+"*(even|odd|(([+-]|)(\\d*)n|)"+M+"*(?:([+-]|)"+M+"*(\\d+)|))"+M+"*\\)|)","i"),bool:new RegExp("^(?:"+L+")$","i"),needsContext:new RegExp("^"+M+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+M+"*((?:-\\d)?\\d*)"+M+"*\\)|)(?=[^-]|$)","i")},Y=/^(?:input|select|textarea|button)$/i,Z=/^h\d$/i,$=/^[^{]+\{\s*\[native \w/,_=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,ab=/[+~]/,bb=/'|\\/g,cb=new RegExp("\\\\([\\da-f]{1,6}"+M+"?|("+M+")|.)","ig"),db=function(a,b,c){var d="0x"+b-65536;return d!==d||c?b:0>d?String.fromCharCode(d+65536):String.fromCharCode(d>>10|55296,1023&d|56320)};try{I.apply(F=J.call(v.childNodes),v.childNodes),F[v.childNodes.length].nodeType}catch(eb){I={apply:F.length?function(a,b){H.apply(a,J.call(b))}:function(a,b){var c=a.length,d=0;while(a[c++]=b[d++]);a.length=c-1}}}function fb(a,b,d,e){var f,h,j,k,l,o,r,s,w,x;if((b?b.ownerDocument||b:v)!==n&&m(b),b=b||n,d=d||[],!a||"string"!=typeof a)return d;if(1!==(k=b.nodeType)&&9!==k)return[];if(p&&!e){if(f=_.exec(a))if(j=f[1]){if(9===k){if(h=b.getElementById(j),!h||!h.parentNode)return d;if(h.id===j)return d.push(h),d}else if(b.ownerDocument&&(h=b.ownerDocument.getElementById(j))&&t(b,h)&&h.id===j)return d.push(h),d}else{if(f[2])return I.apply(d,b.getElementsByTagName(a)),d;if((j=f[3])&&c.getElementsByClassName&&b.getElementsByClassName)return I.apply(d,b.getElementsByClassName(j)),d}if(c.qsa&&(!q||!q.test(a))){if(s=r=u,w=b,x=9===k&&a,1===k&&"object"!==b.nodeName.toLowerCase()){o=g(a),(r=b.getAttribute("id"))?s=r.replace(bb,"\\$&"):b.setAttribute("id",s),s="[id='"+s+"'] ",l=o.length;while(l--)o[l]=s+qb(o[l]);w=ab.test(a)&&ob(b.parentNode)||b,x=o.join(",")}if(x)try{return I.apply(d,w.querySelectorAll(x)),d}catch(y){}finally{r||b.removeAttribute("id")}}}return i(a.replace(R,"$1"),b,d,e)}function gb(){var a=[];function b(c,e){return a.push(c+" ")>d.cacheLength&&delete b[a.shift()],b[c+" "]=e}return b}function hb(a){return a[u]=!0,a}function ib(a){var b=n.createElement("div");try{return!!a(b)}catch(c){return!1}finally{b.parentNode&&b.parentNode.removeChild(b),b=null}}function jb(a,b){var c=a.split("|"),e=a.length;while(e--)d.attrHandle[c[e]]=b}function kb(a,b){var c=b&&a,d=c&&1===a.nodeType&&1===b.nodeType&&(~b.sourceIndex||D)-(~a.sourceIndex||D);if(d)return d;if(c)while(c=c.nextSibling)if(c===b)return-1;return a?1:-1}function lb(a){return function(b){var c=b.nodeName.toLowerCase();return"input"===c&&b.type===a}}function mb(a){return function(b){var c=b.nodeName.toLowerCase();return("input"===c||"button"===c)&&b.type===a}}function nb(a){return hb(function(b){return b=+b,hb(function(c,d){var e,f=a([],c.length,b),g=f.length;while(g--)c[e=f[g]]&&(c[e]=!(d[e]=c[e]))})})}function ob(a){return a&&typeof a.getElementsByTagName!==C&&a}c=fb.support={},f=fb.isXML=function(a){var b=a&&(a.ownerDocument||a).documentElement;return b?"HTML"!==b.nodeName:!1},m=fb.setDocument=function(a){var b,e=a?a.ownerDocument||a:v,g=e.defaultView;return e!==n&&9===e.nodeType&&e.documentElement?(n=e,o=e.documentElement,p=!f(e),g&&g!==g.top&&(g.addEventListener?g.addEventListener("unload",function(){m()},!1):g.attachEvent&&g.attachEvent("onunload",function(){m()})),c.attributes=ib(function(a){return a.className="i",!a.getAttribute("className")}),c.getElementsByTagName=ib(function(a){return a.appendChild(e.createComment("")),!a.getElementsByTagName("*").length}),c.getElementsByClassName=$.test(e.getElementsByClassName)&&ib(function(a){return a.innerHTML="
",a.firstChild.className="i",2===a.getElementsByClassName("i").length}),c.getById=ib(function(a){return o.appendChild(a).id=u,!e.getElementsByName||!e.getElementsByName(u).length}),c.getById?(d.find.ID=function(a,b){if(typeof b.getElementById!==C&&p){var c=b.getElementById(a);return c&&c.parentNode?[c]:[]}},d.filter.ID=function(a){var b=a.replace(cb,db);return function(a){return a.getAttribute("id")===b}}):(delete d.find.ID,d.filter.ID=function(a){var b=a.replace(cb,db);return function(a){var c=typeof a.getAttributeNode!==C&&a.getAttributeNode("id");return c&&c.value===b}}),d.find.TAG=c.getElementsByTagName?function(a,b){return typeof b.getElementsByTagName!==C?b.getElementsByTagName(a):void 0}:function(a,b){var c,d=[],e=0,f=b.getElementsByTagName(a);if("*"===a){while(c=f[e++])1===c.nodeType&&d.push(c);return d}return f},d.find.CLASS=c.getElementsByClassName&&function(a,b){return typeof b.getElementsByClassName!==C&&p?b.getElementsByClassName(a):void 0},r=[],q=[],(c.qsa=$.test(e.querySelectorAll))&&(ib(function(a){a.innerHTML="
",a.querySelectorAll("[msallowclip^='']").length&&q.push("[*^$]="+M+"*(?:''|\"\")"),a.querySelectorAll("[selected]").length||q.push("\\["+M+"*(?:value|"+L+")"),a.querySelectorAll(":checked").length||q.push(":checked")}),ib(function(a){var b=e.createElement("input");b.setAttribute("type","hidden"),a.appendChild(b).setAttribute("name","D"),a.querySelectorAll("[name=d]").length&&q.push("name"+M+"*[*^$|!~]?="),a.querySelectorAll(":enabled").length||q.push(":enabled",":disabled"),a.querySelectorAll("*,:x"),q.push(",.*:")})),(c.matchesSelector=$.test(s=o.matches||o.webkitMatchesSelector||o.mozMatchesSelector||o.oMatchesSelector||o.msMatchesSelector))&&ib(function(a){c.disconnectedMatch=s.call(a,"div"),s.call(a,"[s!='']:x"),r.push("!=",Q)}),q=q.length&&new RegExp(q.join("|")),r=r.length&&new RegExp(r.join("|")),b=$.test(o.compareDocumentPosition),t=b||$.test(o.contains)?function(a,b){var c=9===a.nodeType?a.documentElement:a,d=b&&b.parentNode;return a===d||!(!d||1!==d.nodeType||!(c.contains?c.contains(d):a.compareDocumentPosition&&16&a.compareDocumentPosition(d)))}:function(a,b){if(b)while(b=b.parentNode)if(b===a)return!0;return!1},B=b?function(a,b){if(a===b)return l=!0,0;var d=!a.compareDocumentPosition-!b.compareDocumentPosition;return d?d:(d=(a.ownerDocument||a)===(b.ownerDocument||b)?a.compareDocumentPosition(b):1,1&d||!c.sortDetached&&b.compareDocumentPosition(a)===d?a===e||a.ownerDocument===v&&t(v,a)?-1:b===e||b.ownerDocument===v&&t(v,b)?1:k?K.call(k,a)-K.call(k,b):0:4&d?-1:1)}:function(a,b){if(a===b)return l=!0,0;var c,d=0,f=a.parentNode,g=b.parentNode,h=[a],i=[b];if(!f||!g)return a===e?-1:b===e?1:f?-1:g?1:k?K.call(k,a)-K.call(k,b):0;if(f===g)return kb(a,b);c=a;while(c=c.parentNode)h.unshift(c);c=b;while(c=c.parentNode)i.unshift(c);while(h[d]===i[d])d++;return d?kb(h[d],i[d]):h[d]===v?-1:i[d]===v?1:0},e):n},fb.matches=function(a,b){return fb(a,null,null,b)},fb.matchesSelector=function(a,b){if((a.ownerDocument||a)!==n&&m(a),b=b.replace(U,"='$1']"),!(!c.matchesSelector||!p||r&&r.test(b)||q&&q.test(b)))try{var d=s.call(a,b);if(d||c.disconnectedMatch||a.document&&11!==a.document.nodeType)return d}catch(e){}return fb(b,n,null,[a]).length>0},fb.contains=function(a,b){return(a.ownerDocument||a)!==n&&m(a),t(a,b)},fb.attr=function(a,b){(a.ownerDocument||a)!==n&&m(a);var e=d.attrHandle[b.toLowerCase()],f=e&&E.call(d.attrHandle,b.toLowerCase())?e(a,b,!p):void 0;return void 0!==f?f:c.attributes||!p?a.getAttribute(b):(f=a.getAttributeNode(b))&&f.specified?f.value:null},fb.error=function(a){throw new Error("Syntax error, unrecognized expression: "+a)},fb.uniqueSort=function(a){var b,d=[],e=0,f=0;if(l=!c.detectDuplicates,k=!c.sortStable&&a.slice(0),a.sort(B),l){while(b=a[f++])b===a[f]&&(e=d.push(f));while(e--)a.splice(d[e],1)}return k=null,a},e=fb.getText=function(a){var b,c="",d=0,f=a.nodeType;if(f){if(1===f||9===f||11===f){if("string"==typeof a.textContent)return a.textContent;for(a=a.firstChild;a;a=a.nextSibling)c+=e(a)}else if(3===f||4===f)return a.nodeValue}else while(b=a[d++])c+=e(b);return c},d=fb.selectors={cacheLength:50,createPseudo:hb,match:X,attrHandle:{},find:{},relative:{">":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(a){return a[1]=a[1].replace(cb,db),a[3]=(a[3]||a[4]||a[5]||"").replace(cb,db),"~="===a[2]&&(a[3]=" "+a[3]+" "),a.slice(0,4)},CHILD:function(a){return a[1]=a[1].toLowerCase(),"nth"===a[1].slice(0,3)?(a[3]||fb.error(a[0]),a[4]=+(a[4]?a[5]+(a[6]||1):2*("even"===a[3]||"odd"===a[3])),a[5]=+(a[7]+a[8]||"odd"===a[3])):a[3]&&fb.error(a[0]),a},PSEUDO:function(a){var b,c=!a[6]&&a[2];return X.CHILD.test(a[0])?null:(a[3]?a[2]=a[4]||a[5]||"":c&&V.test(c)&&(b=g(c,!0))&&(b=c.indexOf(")",c.length-b)-c.length)&&(a[0]=a[0].slice(0,b),a[2]=c.slice(0,b)),a.slice(0,3))}},filter:{TAG:function(a){var b=a.replace(cb,db).toLowerCase();return"*"===a?function(){return!0}:function(a){return a.nodeName&&a.nodeName.toLowerCase()===b}},CLASS:function(a){var b=y[a+" "];return b||(b=new RegExp("(^|"+M+")"+a+"("+M+"|$)"))&&y(a,function(a){return b.test("string"==typeof a.className&&a.className||typeof a.getAttribute!==C&&a.getAttribute("class")||"")})},ATTR:function(a,b,c){return function(d){var e=fb.attr(d,a);return null==e?"!="===b:b?(e+="","="===b?e===c:"!="===b?e!==c:"^="===b?c&&0===e.indexOf(c):"*="===b?c&&e.indexOf(c)>-1:"$="===b?c&&e.slice(-c.length)===c:"~="===b?(" "+e+" ").indexOf(c)>-1:"|="===b?e===c||e.slice(0,c.length+1)===c+"-":!1):!0}},CHILD:function(a,b,c,d,e){var f="nth"!==a.slice(0,3),g="last"!==a.slice(-4),h="of-type"===b;return 1===d&&0===e?function(a){return!!a.parentNode}:function(b,c,i){var j,k,l,m,n,o,p=f!==g?"nextSibling":"previousSibling",q=b.parentNode,r=h&&b.nodeName.toLowerCase(),s=!i&&!h;if(q){if(f){while(p){l=b;while(l=l[p])if(h?l.nodeName.toLowerCase()===r:1===l.nodeType)return!1;o=p="only"===a&&!o&&"nextSibling"}return!0}if(o=[g?q.firstChild:q.lastChild],g&&s){k=q[u]||(q[u]={}),j=k[a]||[],n=j[0]===w&&j[1],m=j[0]===w&&j[2],l=n&&q.childNodes[n];while(l=++n&&l&&l[p]||(m=n=0)||o.pop())if(1===l.nodeType&&++m&&l===b){k[a]=[w,n,m];break}}else if(s&&(j=(b[u]||(b[u]={}))[a])&&j[0]===w)m=j[1];else while(l=++n&&l&&l[p]||(m=n=0)||o.pop())if((h?l.nodeName.toLowerCase()===r:1===l.nodeType)&&++m&&(s&&((l[u]||(l[u]={}))[a]=[w,m]),l===b))break;return m-=e,m===d||m%d===0&&m/d>=0}}},PSEUDO:function(a,b){var c,e=d.pseudos[a]||d.setFilters[a.toLowerCase()]||fb.error("unsupported pseudo: "+a);return e[u]?e(b):e.length>1?(c=[a,a,"",b],d.setFilters.hasOwnProperty(a.toLowerCase())?hb(function(a,c){var d,f=e(a,b),g=f.length;while(g--)d=K.call(a,f[g]),a[d]=!(c[d]=f[g])}):function(a){return e(a,0,c)}):e}},pseudos:{not:hb(function(a){var b=[],c=[],d=h(a.replace(R,"$1"));return d[u]?hb(function(a,b,c,e){var f,g=d(a,null,e,[]),h=a.length;while(h--)(f=g[h])&&(a[h]=!(b[h]=f))}):function(a,e,f){return b[0]=a,d(b,null,f,c),!c.pop()}}),has:hb(function(a){return function(b){return fb(a,b).length>0}}),contains:hb(function(a){return function(b){return(b.textContent||b.innerText||e(b)).indexOf(a)>-1}}),lang:hb(function(a){return W.test(a||"")||fb.error("unsupported lang: "+a),a=a.replace(cb,db).toLowerCase(),function(b){var c;do if(c=p?b.lang:b.getAttribute("xml:lang")||b.getAttribute("lang"))return c=c.toLowerCase(),c===a||0===c.indexOf(a+"-");while((b=b.parentNode)&&1===b.nodeType);return!1}}),target:function(b){var c=a.location&&a.location.hash;return c&&c.slice(1)===b.id},root:function(a){return a===o},focus:function(a){return a===n.activeElement&&(!n.hasFocus||n.hasFocus())&&!!(a.type||a.href||~a.tabIndex)},enabled:function(a){return a.disabled===!1},disabled:function(a){return a.disabled===!0},checked:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&!!a.checked||"option"===b&&!!a.selected},selected:function(a){return a.parentNode&&a.parentNode.selectedIndex,a.selected===!0},empty:function(a){for(a=a.firstChild;a;a=a.nextSibling)if(a.nodeType<6)return!1;return!0},parent:function(a){return!d.pseudos.empty(a)},header:function(a){return Z.test(a.nodeName)},input:function(a){return Y.test(a.nodeName)},button:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&"button"===a.type||"button"===b},text:function(a){var b;return"input"===a.nodeName.toLowerCase()&&"text"===a.type&&(null==(b=a.getAttribute("type"))||"text"===b.toLowerCase())},first:nb(function(){return[0]}),last:nb(function(a,b){return[b-1]}),eq:nb(function(a,b,c){return[0>c?c+b:c]}),even:nb(function(a,b){for(var c=0;b>c;c+=2)a.push(c);return a}),odd:nb(function(a,b){for(var c=1;b>c;c+=2)a.push(c);return a}),lt:nb(function(a,b,c){for(var d=0>c?c+b:c;--d>=0;)a.push(d);return a}),gt:nb(function(a,b,c){for(var d=0>c?c+b:c;++d
b;b++)d+=a[b].value;return d}function rb(a,b,c){var d=b.dir,e=c&&"parentNode"===d,f=x++;return b.first?function(b,c,f){while(b=b[d])if(1===b.nodeType||e)return a(b,c,f)}:function(b,c,g){var h,i,j=[w,f];if(g){while(b=b[d])if((1===b.nodeType||e)&&a(b,c,g))return!0}else while(b=b[d])if(1===b.nodeType||e){if(i=b[u]||(b[u]={}),(h=i[d])&&h[0]===w&&h[1]===f)return j[2]=h[2];if(i[d]=j,j[2]=a(b,c,g))return!0}}}function sb(a){return a.length>1?function(b,c,d){var e=a.length;while(e--)if(!a[e](b,c,d))return!1;return!0}:a[0]}function tb(a,b,c){for(var d=0,e=b.length;e>d;d++)fb(a,b[d],c);return c}function ub(a,b,c,d,e){for(var f,g=[],h=0,i=a.length,j=null!=b;i>h;h++)(f=a[h])&&(!c||c(f,d,e))&&(g.push(f),j&&b.push(h));return g}function vb(a,b,c,d,e,f){return d&&!d[u]&&(d=vb(d)),e&&!e[u]&&(e=vb(e,f)),hb(function(f,g,h,i){var j,k,l,m=[],n=[],o=g.length,p=f||tb(b||"*",h.nodeType?[h]:h,[]),q=!a||!f&&b?p:ub(p,m,a,h,i),r=c?e||(f?a:o||d)?[]:g:q;if(c&&c(q,r,h,i),d){j=ub(r,n),d(j,[],h,i),k=j.length;while(k--)(l=j[k])&&(r[n[k]]=!(q[n[k]]=l))}if(f){if(e||a){if(e){j=[],k=r.length;while(k--)(l=r[k])&&j.push(q[k]=l);e(null,r=[],j,i)}k=r.length;while(k--)(l=r[k])&&(j=e?K.call(f,l):m[k])>-1&&(f[j]=!(g[j]=l))}}else r=ub(r===g?r.splice(o,r.length):r),e?e(null,g,r,i):I.apply(g,r)})}function wb(a){for(var b,c,e,f=a.length,g=d.relative[a[0].type],h=g||d.relative[" "],i=g?1:0,k=rb(function(a){return a===b},h,!0),l=rb(function(a){return K.call(b,a)>-1},h,!0),m=[function(a,c,d){return!g&&(d||c!==j)||((b=c).nodeType?k(a,c,d):l(a,c,d))}];f>i;i++)if(c=d.relative[a[i].type])m=[rb(sb(m),c)];else{if(c=d.filter[a[i].type].apply(null,a[i].matches),c[u]){for(e=++i;f>e;e++)if(d.relative[a[e].type])break;return vb(i>1&&sb(m),i>1&&qb(a.slice(0,i-1).concat({value:" "===a[i-2].type?"*":""})).replace(R,"$1"),c,e>i&&wb(a.slice(i,e)),f>e&&wb(a=a.slice(e)),f>e&&qb(a))}m.push(c)}return sb(m)}function xb(a,b){var c=b.length>0,e=a.length>0,f=function(f,g,h,i,k){var l,m,o,p=0,q="0",r=f&&[],s=[],t=j,u=f||e&&d.find.TAG("*",k),v=w+=null==t?1:Math.random()||.1,x=u.length;for(k&&(j=g!==n&&g);q!==x&&null!=(l=u[q]);q++){if(e&&l){m=0;while(o=a[m++])if(o(l,g,h)){i.push(l);break}k&&(w=v)}c&&((l=!o&&l)&&p--,f&&r.push(l))}if(p+=q,c&&q!==p){m=0;while(o=b[m++])o(r,s,g,h);if(f){if(p>0)while(q--)r[q]||s[q]||(s[q]=G.call(i));s=ub(s)}I.apply(i,s),k&&!f&&s.length>0&&p+b.length>1&&fb.uniqueSort(i)}return k&&(w=v,j=t),r};return c?hb(f):f}return h=fb.compile=function(a,b){var c,d=[],e=[],f=A[a+" "];if(!f){b||(b=g(a)),c=b.length;while(c--)f=wb(b[c]),f[u]?d.push(f):e.push(f);f=A(a,xb(e,d)),f.selector=a}return f},i=fb.select=function(a,b,e,f){var i,j,k,l,m,n="function"==typeof a&&a,o=!f&&g(a=n.selector||a);if(e=e||[],1===o.length){if(j=o[0]=o[0].slice(0),j.length>2&&"ID"===(k=j[0]).type&&c.getById&&9===b.nodeType&&p&&d.relative[j[1].type]){if(b=(d.find.ID(k.matches[0].replace(cb,db),b)||[])[0],!b)return e;n&&(b=b.parentNode),a=a.slice(j.shift().value.length)}i=X.needsContext.test(a)?0:j.length;while(i--){if(k=j[i],d.relative[l=k.type])break;if((m=d.find[l])&&(f=m(k.matches[0].replace(cb,db),ab.test(j[0].type)&&ob(b.parentNode)||b))){if(j.splice(i,1),a=f.length&&qb(j),!a)return I.apply(e,f),e;break}}}return(n||h(a,o))(f,b,!p,e,ab.test(a)&&ob(b.parentNode)||b),e},c.sortStable=u.split("").sort(B).join("")===u,c.detectDuplicates=!!l,m(),c.sortDetached=ib(function(a){return 1&a.compareDocumentPosition(n.createElement("div"))}),ib(function(a){return a.innerHTML="h;h++)b(a[h],c,g?d:d.call(a[h],h,b(a[h],c)));return e?a:j?b.call(a):i?b(a[0],c):f},W=/^(?:checkbox|radio)$/i;!function(){var a=y.createElement("input"),b=y.createElement("div"),c=y.createDocumentFragment();if(b.innerHTML=" a \s*$/g,rb={option:[1,""," "],legend:[1,""," "],area:[1,""," "],param:[1,""," "],thead:[1,""],tr:[2,""],col:[2,""],td:[3,""],_default:k.htmlSerialize?[0,"",""]:[1,"X","
"]},sb=db(y),tb=sb.appendChild(y.createElement("div"));rb.optgroup=rb.option,rb.tbody=rb.tfoot=rb.colgroup=rb.caption=rb.thead,rb.th=rb.td;function ub(a,b){var c,d,e=0,f=typeof a.getElementsByTagName!==K?a.getElementsByTagName(b||"*"):typeof a.querySelectorAll!==K?a.querySelectorAll(b||"*"):void 0;if(!f)for(f=[],c=a.childNodes||a;null!=(d=c[e]);e++)!b||m.nodeName(d,b)?f.push(d):m.merge(f,ub(d,b));return void 0===b||b&&m.nodeName(a,b)?m.merge([a],f):f}function vb(a){W.test(a.type)&&(a.defaultChecked=a.checked)}function wb(a,b){return m.nodeName(a,"table")&&m.nodeName(11!==b.nodeType?b:b.firstChild,"tr")?a.getElementsByTagName("tbody")[0]||a.appendChild(a.ownerDocument.createElement("tbody")):a}function xb(a){return a.type=(null!==m.find.attr(a,"type"))+"/"+a.type,a}function yb(a){var b=pb.exec(a.type);return b?a.type=b[1]:a.removeAttribute("type"),a}function zb(a,b){for(var c,d=0;null!=(c=a[d]);d++)m._data(c,"globalEval",!b||m._data(b[d],"globalEval"))}function Ab(a,b){if(1===b.nodeType&&m.hasData(a)){var c,d,e,f=m._data(a),g=m._data(b,f),h=f.events;if(h){delete g.handle,g.events={};for(c in h)for(d=0,e=h[c].length;e>d;d++)m.event.add(b,c,h[c][d])}g.data&&(g.data=m.extend({},g.data))}}function Bb(a,b){var c,d,e;if(1===b.nodeType){if(c=b.nodeName.toLowerCase(),!k.noCloneEvent&&b[m.expando]){e=m._data(b);for(d in e.events)m.removeEvent(b,d,e.handle);b.removeAttribute(m.expando)}"script"===c&&b.text!==a.text?(xb(b).text=a.text,yb(b)):"object"===c?(b.parentNode&&(b.outerHTML=a.outerHTML),k.html5Clone&&a.innerHTML&&!m.trim(b.innerHTML)&&(b.innerHTML=a.innerHTML)):"input"===c&&W.test(a.type)?(b.defaultChecked=b.checked=a.checked,b.value!==a.value&&(b.value=a.value)):"option"===c?b.defaultSelected=b.selected=a.defaultSelected:("input"===c||"textarea"===c)&&(b.defaultValue=a.defaultValue)}}m.extend({clone:function(a,b,c){var d,e,f,g,h,i=m.contains(a.ownerDocument,a);if(k.html5Clone||m.isXMLDoc(a)||!gb.test("<"+a.nodeName+">")?f=a.cloneNode(!0):(tb.innerHTML=a.outerHTML,tb.removeChild(f=tb.firstChild)),!(k.noCloneEvent&&k.noCloneChecked||1!==a.nodeType&&11!==a.nodeType||m.isXMLDoc(a)))for(d=ub(f),h=ub(a),g=0;null!=(e=h[g]);++g)d[g]&&Bb(e,d[g]);if(b)if(c)for(h=h||ub(a),d=d||ub(f),g=0;null!=(e=h[g]);g++)Ab(e,d[g]);else Ab(a,f);return d=ub(f,"script"),d.length>0&&zb(d,!i&&ub(a,"script")),d=h=e=null,f},buildFragment:function(a,b,c,d){for(var e,f,g,h,i,j,l,n=a.length,o=db(b),p=[],q=0;n>q;q++)if(f=a[q],f||0===f)if("object"===m.type(f))m.merge(p,f.nodeType?[f]:f);else if(lb.test(f)){h=h||o.appendChild(b.createElement("div")),i=(jb.exec(f)||["",""])[1].toLowerCase(),l=rb[i]||rb._default,h.innerHTML=l[1]+f.replace(ib,"<$1>")+l[2],e=l[0];while(e--)h=h.lastChild;if(!k.leadingWhitespace&&hb.test(f)&&p.push(b.createTextNode(hb.exec(f)[0])),!k.tbody){f="table"!==i||kb.test(f)?""!==l[1]||kb.test(f)?0:h:h.firstChild,e=f&&f.childNodes.length;while(e--)m.nodeName(j=f.childNodes[e],"tbody")&&!j.childNodes.length&&f.removeChild(j)}m.merge(p,h.childNodes),h.textContent="";while(h.firstChild)h.removeChild(h.firstChild);h=o.lastChild}else p.push(b.createTextNode(f));h&&o.removeChild(h),k.appendChecked||m.grep(ub(p,"input"),vb),q=0;while(f=p[q++])if((!d||-1===m.inArray(f,d))&&(g=m.contains(f.ownerDocument,f),h=ub(o.appendChild(f),"script"),g&&zb(h),c)){e=0;while(f=h[e++])ob.test(f.type||"")&&c.push(f)}return h=null,o},cleanData:function(a,b){for(var d,e,f,g,h=0,i=m.expando,j=m.cache,l=k.deleteExpando,n=m.event.special;null!=(d=a[h]);h++)if((b||m.acceptData(d))&&(f=d[i],g=f&&j[f])){if(g.events)for(e in g.events)n[e]?m.event.remove(d,e):m.removeEvent(d,e,g.handle);j[f]&&(delete j[f],l?delete d[i]:typeof d.removeAttribute!==K?d.removeAttribute(i):d[i]=null,c.push(f))}}}),m.fn.extend({text:function(a){return V(this,function(a){return void 0===a?m.text(this):this.empty().append((this[0]&&this[0].ownerDocument||y).createTextNode(a))},null,a,arguments.length)},append:function(){return this.domManip(arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=wb(this,a);b.appendChild(a)}})},prepend:function(){return this.domManip(arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=wb(this,a);b.insertBefore(a,b.firstChild)}})},before:function(){return this.domManip(arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this)})},after:function(){return this.domManip(arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this.nextSibling)})},remove:function(a,b){for(var c,d=a?m.filter(a,this):this,e=0;null!=(c=d[e]);e++)b||1!==c.nodeType||m.cleanData(ub(c)),c.parentNode&&(b&&m.contains(c.ownerDocument,c)&&zb(ub(c,"script")),c.parentNode.removeChild(c));return this},empty:function(){for(var a,b=0;null!=(a=this[b]);b++){1===a.nodeType&&m.cleanData(ub(a,!1));while(a.firstChild)a.removeChild(a.firstChild);a.options&&m.nodeName(a,"select")&&(a.options.length=0)}return this},clone:function(a,b){return a=null==a?!1:a,b=null==b?a:b,this.map(function(){return m.clone(this,a,b)})},html:function(a){return V(this,function(a){var b=this[0]||{},c=0,d=this.length;if(void 0===a)return 1===b.nodeType?b.innerHTML.replace(fb,""):void 0;if(!("string"!=typeof a||mb.test(a)||!k.htmlSerialize&&gb.test(a)||!k.leadingWhitespace&&hb.test(a)||rb[(jb.exec(a)||["",""])[1].toLowerCase()])){a=a.replace(ib,"<$1>");try{for(;d>c;c++)b=this[c]||{},1===b.nodeType&&(m.cleanData(ub(b,!1)),b.innerHTML=a);b=0}catch(e){}}b&&this.empty().append(a)},null,a,arguments.length)},replaceWith:function(){var a=arguments[0];return this.domManip(arguments,function(b){a=this.parentNode,m.cleanData(ub(this)),a&&a.replaceChild(b,this)}),a&&(a.length||a.nodeType)?this:this.remove()},detach:function(a){return this.remove(a,!0)},domManip:function(a,b){a=e.apply([],a);var c,d,f,g,h,i,j=0,l=this.length,n=this,o=l-1,p=a[0],q=m.isFunction(p);if(q||l>1&&"string"==typeof p&&!k.checkClone&&nb.test(p))return this.each(function(c){var d=n.eq(c);q&&(a[0]=p.call(this,c,d.html())),d.domManip(a,b)});if(l&&(i=m.buildFragment(a,this[0].ownerDocument,!1,this),c=i.firstChild,1===i.childNodes.length&&(i=c),c)){for(g=m.map(ub(i,"script"),xb),f=g.length;l>j;j++)d=i,j!==o&&(d=m.clone(d,!0,!0),f&&m.merge(g,ub(d,"script"))),b.call(this[j],d,j);if(f)for(h=g[g.length-1].ownerDocument,m.map(g,yb),j=0;f>j;j++)d=g[j],ob.test(d.type||"")&&!m._data(d,"globalEval")&&m.contains(h,d)&&(d.src?m._evalUrl&&m._evalUrl(d.src):m.globalEval((d.text||d.textContent||d.innerHTML||"").replace(qb,"")));i=c=null}return this}}),m.each({appendTo:"append",prependTo:"prepend",insertBefore:"before",insertAfter:"after",replaceAll:"replaceWith"},function(a,b){m.fn[a]=function(a){for(var c,d=0,e=[],g=m(a),h=g.length-1;h>=d;d++)c=d===h?this:this.clone(!0),m(g[d])[b](c),f.apply(e,c.get());return this.pushStack(e)}});var Cb,Db={};function Eb(b,c){var d,e=m(c.createElement(b)).appendTo(c.body),f=a.getDefaultComputedStyle&&(d=a.getDefaultComputedStyle(e[0]))?d.display:m.css(e[0],"display");return e.detach(),f}function Fb(a){var b=y,c=Db[a];return c||(c=Eb(a,b),"none"!==c&&c||(Cb=(Cb||m("")).appendTo(b.documentElement),b=(Cb[0].contentWindow||Cb[0].contentDocument).document,b.write(),b.close(),c=Eb(a,b),Cb.detach()),Db[a]=c),c}!function(){var a;k.shrinkWrapBlocks=function(){if(null!=a)return a;a=!1;var b,c,d;return c=y.getElementsByTagName("body")[0],c&&c.style?(b=y.createElement("div"),d=y.createElement("div"),d.style.cssText="position:absolute;border:0;width:0;height:0;top:0;left:-9999px",c.appendChild(d).appendChild(b),typeof b.style.zoom!==K&&(b.style.cssText="-webkit-box-sizing:content-box;-moz-box-sizing:content-box;box-sizing:content-box;display:block;margin:0;border:0;padding:1px;width:1px;zoom:1",b.appendChild(y.createElement("div")).style.width="5px",a=3!==b.offsetWidth),c.removeChild(d),a):void 0}}();var Gb=/^margin/,Hb=new RegExp("^("+S+")(?!px)[a-z%]+$","i"),Ib,Jb,Kb=/^(top|right|bottom|left)$/;a.getComputedStyle?(Ib=function(a){return a.ownerDocument.defaultView.getComputedStyle(a,null)},Jb=function(a,b,c){var d,e,f,g,h=a.style;return c=c||Ib(a),g=c?c.getPropertyValue(b)||c[b]:void 0,c&&(""!==g||m.contains(a.ownerDocument,a)||(g=m.style(a,b)),Hb.test(g)&&Gb.test(b)&&(d=h.width,e=h.minWidth,f=h.maxWidth,h.minWidth=h.maxWidth=h.width=g,g=c.width,h.width=d,h.minWidth=e,h.maxWidth=f)),void 0===g?g:g+""}):y.documentElement.currentStyle&&(Ib=function(a){return a.currentStyle},Jb=function(a,b,c){var d,e,f,g,h=a.style;return c=c||Ib(a),g=c?c[b]:void 0,null==g&&h&&h[b]&&(g=h[b]),Hb.test(g)&&!Kb.test(b)&&(d=h.left,e=a.runtimeStyle,f=e&&e.left,f&&(e.left=a.currentStyle.left),h.left="fontSize"===b?"1em":g,g=h.pixelLeft+"px",h.left=d,f&&(e.left=f)),void 0===g?g:g+""||"auto"});function Lb(a,b){return{get:function(){var c=a();if(null!=c)return c?void delete this.get:(this.get=b).apply(this,arguments)}}}!function(){var b,c,d,e,f,g,h;if(b=y.createElement("div"),b.innerHTML=" a a ").append(m.parseHTML(a)).find(d):a)}).complete(c&&function(a,b){g.each(c,e||[a.responseText,b,a])}),this},m.expr.filters.animated=function(a){return m.grep(m.timers,function(b){return a===b.elem}).length};var cd=a.document.documentElement;function dd(a){return m.isWindow(a)?a:9===a.nodeType?a.defaultView||a.parentWindow:!1}m.offset={setOffset:function(a,b,c){var d,e,f,g,h,i,j,k=m.css(a,"position"),l=m(a),n={};"static"===k&&(a.style.position="relative"),h=l.offset(),f=m.css(a,"top"),i=m.css(a,"left"),j=("absolute"===k||"fixed"===k)&&m.inArray("auto",[f,i])>-1,j?(d=l.position(),g=d.top,e=d.left):(g=parseFloat(f)||0,e=parseFloat(i)||0),m.isFunction(b)&&(b=b.call(a,c,h)),null!=b.top&&(n.top=b.top-h.top+g),null!=b.left&&(n.left=b.left-h.left+e),"using"in b?b.using.call(a,n):l.css(n)}},m.fn.extend({offset:function(a){if(arguments.length)return void 0===a?this:this.each(function(b){m.offset.setOffset(this,a,b)});var b,c,d={top:0,left:0},e=this[0],f=e&&e.ownerDocument;if(f)return b=f.documentElement,m.contains(b,e)?(typeof e.getBoundingClientRect!==K&&(d=e.getBoundingClientRect()),c=dd(f),{top:d.top+(c.pageYOffset||b.scrollTop)-(b.clientTop||0),left:d.left+(c.pageXOffset||b.scrollLeft)-(b.clientLeft||0)}):d},position:function(){if(this[0]){var a,b,c={top:0,left:0},d=this[0];return"fixed"===m.css(d,"position")?b=d.getBoundingClientRect():(a=this.offsetParent(),b=this.offset(),m.nodeName(a[0],"html")||(c=a.offset()),c.top+=m.css(a[0],"borderTopWidth",!0),c.left+=m.css(a[0],"borderLeftWidth",!0)),{top:b.top-c.top-m.css(d,"marginTop",!0),left:b.left-c.left-m.css(d,"marginLeft",!0)}}},offsetParent:function(){return this.map(function(){var a=this.offsetParent||cd;while(a&&!m.nodeName(a,"html")&&"static"===m.css(a,"position"))a=a.offsetParent;return a||cd})}}),m.each({scrollLeft:"pageXOffset",scrollTop:"pageYOffset"},function(a,b){var c=/Y/.test(b);m.fn[a]=function(d){return V(this,function(a,d,e){var f=dd(a);return void 0===e?f?b in f?f[b]:f.document.documentElement[d]:a[d]:void(f?f.scrollTo(c?m(f).scrollLeft():e,c?e:m(f).scrollTop()):a[d]=e)},a,d,arguments.length,null)}}),m.each(["top","left"],function(a,b){m.cssHooks[b]=Lb(k.pixelPosition,function(a,c){return c?(c=Jb(a,b),Hb.test(c)?m(a).position()[b]+"px":c):void 0})}),m.each({Height:"height",Width:"width"},function(a,b){m.each({padding:"inner"+a,content:b,"":"outer"+a},function(c,d){m.fn[d]=function(d,e){var f=arguments.length&&(c||"boolean"!=typeof d),g=c||(d===!0||e===!0?"margin":"border");return V(this,function(b,c,d){var e;return m.isWindow(b)?b.document.documentElement["client"+a]:9===b.nodeType?(e=b.documentElement,Math.max(b.body["scroll"+a],e["scroll"+a],b.body["offset"+a],e["offset"+a],e["client"+a])):void 0===d?m.css(b,c,g):m.style(b,c,d,g)},b,f?d:void 0,f,null)}})}),m.fn.size=function(){return this.length},m.fn.andSelf=m.fn.addBack,"function"==typeof define&&define.amd&&define("jquery",[],function(){return m});var ed=a.jQuery,fd=a.$;return m.noConflict=function(b){return a.$===m&&(a.$=fd),b&&a.jQuery===m&&(a.jQuery=ed),m},typeof b===K&&(a.jQuery=a.$=m),m});
diff --git a/docs/_build/html/_static/minus.png b/docs/_build/html/_static/minus.png
deleted file mode 100644
index 0f22b16b..00000000
Binary files a/docs/_build/html/_static/minus.png and /dev/null differ
diff --git a/docs/_build/html/_static/plus.png b/docs/_build/html/_static/plus.png
deleted file mode 100644
index 0cfe084c..00000000
Binary files a/docs/_build/html/_static/plus.png and /dev/null differ
diff --git a/docs/_build/html/_static/pygments.css b/docs/_build/html/_static/pygments.css
deleted file mode 100644
index 8213e90b..00000000
--- a/docs/_build/html/_static/pygments.css
+++ /dev/null
@@ -1,65 +0,0 @@
-.highlight .hll { background-color: #ffffcc }
-.highlight { background: #eeffcc; }
-.highlight .c { color: #408090; font-style: italic } /* Comment */
-.highlight .err { border: 1px solid #FF0000 } /* Error */
-.highlight .k { color: #007020; font-weight: bold } /* Keyword */
-.highlight .o { color: #666666 } /* Operator */
-.highlight .ch { color: #408090; font-style: italic } /* Comment.Hashbang */
-.highlight .cm { color: #408090; font-style: italic } /* Comment.Multiline */
-.highlight .cp { color: #007020 } /* Comment.Preproc */
-.highlight .cpf { color: #408090; font-style: italic } /* Comment.PreprocFile */
-.highlight .c1 { color: #408090; font-style: italic } /* Comment.Single */
-.highlight .cs { color: #408090; background-color: #fff0f0 } /* Comment.Special */
-.highlight .gd { color: #A00000 } /* Generic.Deleted */
-.highlight .ge { font-style: italic } /* Generic.Emph */
-.highlight .gr { color: #FF0000 } /* Generic.Error */
-.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
-.highlight .gi { color: #00A000 } /* Generic.Inserted */
-.highlight .go { color: #333333 } /* Generic.Output */
-.highlight .gp { color: #c65d09; font-weight: bold } /* Generic.Prompt */
-.highlight .gs { font-weight: bold } /* Generic.Strong */
-.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
-.highlight .gt { color: #0044DD } /* Generic.Traceback */
-.highlight .kc { color: #007020; font-weight: bold } /* Keyword.Constant */
-.highlight .kd { color: #007020; font-weight: bold } /* Keyword.Declaration */
-.highlight .kn { color: #007020; font-weight: bold } /* Keyword.Namespace */
-.highlight .kp { color: #007020 } /* Keyword.Pseudo */
-.highlight .kr { color: #007020; font-weight: bold } /* Keyword.Reserved */
-.highlight .kt { color: #902000 } /* Keyword.Type */
-.highlight .m { color: #208050 } /* Literal.Number */
-.highlight .s { color: #4070a0 } /* Literal.String */
-.highlight .na { color: #4070a0 } /* Name.Attribute */
-.highlight .nb { color: #007020 } /* Name.Builtin */
-.highlight .nc { color: #0e84b5; font-weight: bold } /* Name.Class */
-.highlight .no { color: #60add5 } /* Name.Constant */
-.highlight .nd { color: #555555; font-weight: bold } /* Name.Decorator */
-.highlight .ni { color: #d55537; font-weight: bold } /* Name.Entity */
-.highlight .ne { color: #007020 } /* Name.Exception */
-.highlight .nf { color: #06287e } /* Name.Function */
-.highlight .nl { color: #002070; font-weight: bold } /* Name.Label */
-.highlight .nn { color: #0e84b5; font-weight: bold } /* Name.Namespace */
-.highlight .nt { color: #062873; font-weight: bold } /* Name.Tag */
-.highlight .nv { color: #bb60d5 } /* Name.Variable */
-.highlight .ow { color: #007020; font-weight: bold } /* Operator.Word */
-.highlight .w { color: #bbbbbb } /* Text.Whitespace */
-.highlight .mb { color: #208050 } /* Literal.Number.Bin */
-.highlight .mf { color: #208050 } /* Literal.Number.Float */
-.highlight .mh { color: #208050 } /* Literal.Number.Hex */
-.highlight .mi { color: #208050 } /* Literal.Number.Integer */
-.highlight .mo { color: #208050 } /* Literal.Number.Oct */
-.highlight .sb { color: #4070a0 } /* Literal.String.Backtick */
-.highlight .sc { color: #4070a0 } /* Literal.String.Char */
-.highlight .sd { color: #4070a0; font-style: italic } /* Literal.String.Doc */
-.highlight .s2 { color: #4070a0 } /* Literal.String.Double */
-.highlight .se { color: #4070a0; font-weight: bold } /* Literal.String.Escape */
-.highlight .sh { color: #4070a0 } /* Literal.String.Heredoc */
-.highlight .si { color: #70a0d0; font-style: italic } /* Literal.String.Interpol */
-.highlight .sx { color: #c65d09 } /* Literal.String.Other */
-.highlight .sr { color: #235388 } /* Literal.String.Regex */
-.highlight .s1 { color: #4070a0 } /* Literal.String.Single */
-.highlight .ss { color: #517918 } /* Literal.String.Symbol */
-.highlight .bp { color: #007020 } /* Name.Builtin.Pseudo */
-.highlight .vc { color: #bb60d5 } /* Name.Variable.Class */
-.highlight .vg { color: #bb60d5 } /* Name.Variable.Global */
-.highlight .vi { color: #bb60d5 } /* Name.Variable.Instance */
-.highlight .il { color: #208050 } /* Literal.Number.Integer.Long */
\ No newline at end of file
diff --git a/docs/_build/html/_static/searchtools.js b/docs/_build/html/_static/searchtools.js
deleted file mode 100644
index 066857ce..00000000
--- a/docs/_build/html/_static/searchtools.js
+++ /dev/null
@@ -1,651 +0,0 @@
-/*
- * searchtools.js_t
- * ~~~~~~~~~~~~~~~~
- *
- * Sphinx JavaScript utilities for the full-text search.
- *
- * :copyright: Copyright 2007-2016 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
- */
-
-
-/* Non-minified version JS is _stemmer.js if file is provided */
-/**
- * Porter Stemmer
- */
-var Stemmer = function() {
-
- var step2list = {
- ational: 'ate',
- tional: 'tion',
- enci: 'ence',
- anci: 'ance',
- izer: 'ize',
- bli: 'ble',
- alli: 'al',
- entli: 'ent',
- eli: 'e',
- ousli: 'ous',
- ization: 'ize',
- ation: 'ate',
- ator: 'ate',
- alism: 'al',
- iveness: 'ive',
- fulness: 'ful',
- ousness: 'ous',
- aliti: 'al',
- iviti: 'ive',
- biliti: 'ble',
- logi: 'log'
- };
-
- var step3list = {
- icate: 'ic',
- ative: '',
- alize: 'al',
- iciti: 'ic',
- ical: 'ic',
- ful: '',
- ness: ''
- };
-
- var c = "[^aeiou]"; // consonant
- var v = "[aeiouy]"; // vowel
- var C = c + "[^aeiouy]*"; // consonant sequence
- var V = v + "[aeiou]*"; // vowel sequence
-
- var mgr0 = "^(" + C + ")?" + V + C; // [C]VC... is m>0
- var meq1 = "^(" + C + ")?" + V + C + "(" + V + ")?$"; // [C]VC[V] is m=1
- var mgr1 = "^(" + C + ")?" + V + C + V + C; // [C]VCVC... is m>1
- var s_v = "^(" + C + ")?" + v; // vowel in stem
-
- this.stemWord = function (w) {
- var stem;
- var suffix;
- var firstch;
- var origword = w;
-
- if (w.length < 3)
- return w;
-
- var re;
- var re2;
- var re3;
- var re4;
-
- firstch = w.substr(0,1);
- if (firstch == "y")
- w = firstch.toUpperCase() + w.substr(1);
-
- // Step 1a
- re = /^(.+?)(ss|i)es$/;
- re2 = /^(.+?)([^s])s$/;
-
- if (re.test(w))
- w = w.replace(re,"$1$2");
- else if (re2.test(w))
- w = w.replace(re2,"$1$2");
-
- // Step 1b
- re = /^(.+?)eed$/;
- re2 = /^(.+?)(ed|ing)$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- re = new RegExp(mgr0);
- if (re.test(fp[1])) {
- re = /.$/;
- w = w.replace(re,"");
- }
- }
- else if (re2.test(w)) {
- var fp = re2.exec(w);
- stem = fp[1];
- re2 = new RegExp(s_v);
- if (re2.test(stem)) {
- w = stem;
- re2 = /(at|bl|iz)$/;
- re3 = new RegExp("([^aeiouylsz])\\1$");
- re4 = new RegExp("^" + C + v + "[^aeiouwxy]$");
- if (re2.test(w))
- w = w + "e";
- else if (re3.test(w)) {
- re = /.$/;
- w = w.replace(re,"");
- }
- else if (re4.test(w))
- w = w + "e";
- }
- }
-
- // Step 1c
- re = /^(.+?)y$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- stem = fp[1];
- re = new RegExp(s_v);
- if (re.test(stem))
- w = stem + "i";
- }
-
- // Step 2
- re = /^(.+?)(ational|tional|enci|anci|izer|bli|alli|entli|eli|ousli|ization|ation|ator|alism|iveness|fulness|ousness|aliti|iviti|biliti|logi)$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- stem = fp[1];
- suffix = fp[2];
- re = new RegExp(mgr0);
- if (re.test(stem))
- w = stem + step2list[suffix];
- }
-
- // Step 3
- re = /^(.+?)(icate|ative|alize|iciti|ical|ful|ness)$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- stem = fp[1];
- suffix = fp[2];
- re = new RegExp(mgr0);
- if (re.test(stem))
- w = stem + step3list[suffix];
- }
-
- // Step 4
- re = /^(.+?)(al|ance|ence|er|ic|able|ible|ant|ement|ment|ent|ou|ism|ate|iti|ous|ive|ize)$/;
- re2 = /^(.+?)(s|t)(ion)$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- stem = fp[1];
- re = new RegExp(mgr1);
- if (re.test(stem))
- w = stem;
- }
- else if (re2.test(w)) {
- var fp = re2.exec(w);
- stem = fp[1] + fp[2];
- re2 = new RegExp(mgr1);
- if (re2.test(stem))
- w = stem;
- }
-
- // Step 5
- re = /^(.+?)e$/;
- if (re.test(w)) {
- var fp = re.exec(w);
- stem = fp[1];
- re = new RegExp(mgr1);
- re2 = new RegExp(meq1);
- re3 = new RegExp("^" + C + v + "[^aeiouwxy]$");
- if (re.test(stem) || (re2.test(stem) && !(re3.test(stem))))
- w = stem;
- }
- re = /ll$/;
- re2 = new RegExp(mgr1);
- if (re.test(w) && re2.test(w)) {
- re = /.$/;
- w = w.replace(re,"");
- }
-
- // and turn initial Y back to y
- if (firstch == "y")
- w = firstch.toLowerCase() + w.substr(1);
- return w;
- }
-}
-
-
-
-/**
- * Simple result scoring code.
- */
-var Scorer = {
- // Implement the following function to further tweak the score for each result
- // The function takes a result array [filename, title, anchor, descr, score]
- // and returns the new score.
- /*
- score: function(result) {
- return result[4];
- },
- */
-
- // query matches the full name of an object
- objNameMatch: 11,
- // or matches in the last dotted part of the object name
- objPartialMatch: 6,
- // Additive scores depending on the priority of the object
- objPrio: {0: 15, // used to be importantResults
- 1: 5, // used to be objectResults
- 2: -5}, // used to be unimportantResults
- // Used when the priority is not in the mapping.
- objPrioDefault: 0,
-
- // query found in title
- title: 15,
- // query found in terms
- term: 5
-};
-
-
-/**
- * Search Module
- */
-var Search = {
-
- _index : null,
- _queued_query : null,
- _pulse_status : -1,
-
- init : function() {
- var params = $.getQueryParameters();
- if (params.q) {
- var query = params.q[0];
- $('input[name="q"]')[0].value = query;
- this.performSearch(query);
- }
- },
-
- loadIndex : function(url) {
- $.ajax({type: "GET", url: url, data: null,
- dataType: "script", cache: true,
- complete: function(jqxhr, textstatus) {
- if (textstatus != "success") {
- document.getElementById("searchindexloader").src = url;
- }
- }});
- },
-
- setIndex : function(index) {
- var q;
- this._index = index;
- if ((q = this._queued_query) !== null) {
- this._queued_query = null;
- Search.query(q);
- }
- },
-
- hasIndex : function() {
- return this._index !== null;
- },
-
- deferQuery : function(query) {
- this._queued_query = query;
- },
-
- stopPulse : function() {
- this._pulse_status = 0;
- },
-
- startPulse : function() {
- if (this._pulse_status >= 0)
- return;
- function pulse() {
- var i;
- Search._pulse_status = (Search._pulse_status + 1) % 4;
- var dotString = '';
- for (i = 0; i < Search._pulse_status; i++)
- dotString += '.';
- Search.dots.text(dotString);
- if (Search._pulse_status > -1)
- window.setTimeout(pulse, 500);
- }
- pulse();
- },
-
- /**
- * perform a search for something (or wait until index is loaded)
- */
- performSearch : function(query) {
- // create the required interface elements
- this.out = $('#search-results');
- this.title = $('
' + _('Searching') + ' ').appendTo(this.out);
- this.dots = $('
').appendTo(this.title);
- this.status = $('
').appendTo(this.out);
- this.output = $('
').appendTo(this.out);
-
- $('#search-progress').text(_('Preparing search...'));
- this.startPulse();
-
- // index already loaded, the browser was quick!
- if (this.hasIndex())
- this.query(query);
- else
- this.deferQuery(query);
- },
-
- /**
- * execute search (requires search index to be loaded)
- */
- query : function(query) {
- var i;
- var stopwords = ["a","and","are","as","at","be","but","by","for","if","in","into","is","it","near","no","not","of","on","or","such","that","the","their","then","there","these","they","this","to","was","will","with"];
-
- // stem the searchterms and add them to the correct list
- var stemmer = new Stemmer();
- var searchterms = [];
- var excluded = [];
- var hlterms = [];
- var tmp = query.split(/\s+/);
- var objectterms = [];
- for (i = 0; i < tmp.length; i++) {
- if (tmp[i] !== "") {
- objectterms.push(tmp[i].toLowerCase());
- }
-
- if ($u.indexOf(stopwords, tmp[i].toLowerCase()) != -1 || tmp[i].match(/^\d+$/) ||
- tmp[i] === "") {
- // skip this "word"
- continue;
- }
- // stem the word
- var word = stemmer.stemWord(tmp[i].toLowerCase());
- var toAppend;
- // select the correct list
- if (word[0] == '-') {
- toAppend = excluded;
- word = word.substr(1);
- }
- else {
- toAppend = searchterms;
- hlterms.push(tmp[i].toLowerCase());
- }
- // only add if not already in the list
- if (!$u.contains(toAppend, word))
- toAppend.push(word);
- }
- var highlightstring = '?highlight=' + $.urlencode(hlterms.join(" "));
-
- // console.debug('SEARCH: searching for:');
- // console.info('required: ', searchterms);
- // console.info('excluded: ', excluded);
-
- // prepare search
- var terms = this._index.terms;
- var titleterms = this._index.titleterms;
-
- // array of [filename, title, anchor, descr, score]
- var results = [];
- $('#search-progress').empty();
-
- // lookup as object
- for (i = 0; i < objectterms.length; i++) {
- var others = [].concat(objectterms.slice(0, i),
- objectterms.slice(i+1, objectterms.length));
- results = results.concat(this.performObjectSearch(objectterms[i], others));
- }
-
- // lookup as search terms in fulltext
- results = results.concat(this.performTermsSearch(searchterms, excluded, terms, titleterms));
-
- // let the scorer override scores with a custom scoring function
- if (Scorer.score) {
- for (i = 0; i < results.length; i++)
- results[i][4] = Scorer.score(results[i]);
- }
-
- // now sort the results by score (in opposite order of appearance, since the
- // display function below uses pop() to retrieve items) and then
- // alphabetically
- results.sort(function(a, b) {
- var left = a[4];
- var right = b[4];
- if (left > right) {
- return 1;
- } else if (left < right) {
- return -1;
- } else {
- // same score: sort alphabetically
- left = a[1].toLowerCase();
- right = b[1].toLowerCase();
- return (left > right) ? -1 : ((left < right) ? 1 : 0);
- }
- });
-
- // for debugging
- //Search.lastresults = results.slice(); // a copy
- //console.info('search results:', Search.lastresults);
-
- // print the results
- var resultCount = results.length;
- function displayNextItem() {
- // results left, load the summary and display it
- if (results.length) {
- var item = results.pop();
- var listItem = $('
');
- if (DOCUMENTATION_OPTIONS.FILE_SUFFIX === '') {
- // dirhtml builder
- var dirname = item[0] + '/';
- if (dirname.match(/\/index\/$/)) {
- dirname = dirname.substring(0, dirname.length-6);
- } else if (dirname == 'index/') {
- dirname = '';
- }
- listItem.append($('
').attr('href',
- DOCUMENTATION_OPTIONS.URL_ROOT + dirname +
- highlightstring + item[2]).html(item[1]));
- } else {
- // normal html builders
- listItem.append($('
').attr('href',
- item[0] + DOCUMENTATION_OPTIONS.FILE_SUFFIX +
- highlightstring + item[2]).html(item[1]));
- }
- if (item[3]) {
- listItem.append($('
(' + item[3] + ') '));
- Search.output.append(listItem);
- listItem.slideDown(5, function() {
- displayNextItem();
- });
- } else if (DOCUMENTATION_OPTIONS.HAS_SOURCE) {
- $.ajax({url: DOCUMENTATION_OPTIONS.URL_ROOT + '_sources/' + item[0] + '.txt',
- dataType: "text",
- complete: function(jqxhr, textstatus) {
- var data = jqxhr.responseText;
- if (data !== '' && data !== undefined) {
- listItem.append(Search.makeSearchSummary(data, searchterms, hlterms));
- }
- Search.output.append(listItem);
- listItem.slideDown(5, function() {
- displayNextItem();
- });
- }});
- } else {
- // no source available, just display title
- Search.output.append(listItem);
- listItem.slideDown(5, function() {
- displayNextItem();
- });
- }
- }
- // search finished, update title and status message
- else {
- Search.stopPulse();
- Search.title.text(_('Search Results'));
- if (!resultCount)
- Search.status.text(_('Your search did not match any documents. Please make sure that all words are spelled correctly and that you\'ve selected enough categories.'));
- else
- Search.status.text(_('Search finished, found %s page(s) matching the search query.').replace('%s', resultCount));
- Search.status.fadeIn(500);
- }
- }
- displayNextItem();
- },
-
- /**
- * search for object names
- */
- performObjectSearch : function(object, otherterms) {
- var filenames = this._index.filenames;
- var objects = this._index.objects;
- var objnames = this._index.objnames;
- var titles = this._index.titles;
-
- var i;
- var results = [];
-
- for (var prefix in objects) {
- for (var name in objects[prefix]) {
- var fullname = (prefix ? prefix + '.' : '') + name;
- if (fullname.toLowerCase().indexOf(object) > -1) {
- var score = 0;
- var parts = fullname.split('.');
- // check for different match types: exact matches of full name or
- // "last name" (i.e. last dotted part)
- if (fullname == object || parts[parts.length - 1] == object) {
- score += Scorer.objNameMatch;
- // matches in last name
- } else if (parts[parts.length - 1].indexOf(object) > -1) {
- score += Scorer.objPartialMatch;
- }
- var match = objects[prefix][name];
- var objname = objnames[match[1]][2];
- var title = titles[match[0]];
- // If more than one term searched for, we require other words to be
- // found in the name/title/description
- if (otherterms.length > 0) {
- var haystack = (prefix + ' ' + name + ' ' +
- objname + ' ' + title).toLowerCase();
- var allfound = true;
- for (i = 0; i < otherterms.length; i++) {
- if (haystack.indexOf(otherterms[i]) == -1) {
- allfound = false;
- break;
- }
- }
- if (!allfound) {
- continue;
- }
- }
- var descr = objname + _(', in ') + title;
-
- var anchor = match[3];
- if (anchor === '')
- anchor = fullname;
- else if (anchor == '-')
- anchor = objnames[match[1]][1] + '-' + fullname;
- // add custom score for some objects according to scorer
- if (Scorer.objPrio.hasOwnProperty(match[2])) {
- score += Scorer.objPrio[match[2]];
- } else {
- score += Scorer.objPrioDefault;
- }
- results.push([filenames[match[0]], fullname, '#'+anchor, descr, score]);
- }
- }
- }
-
- return results;
- },
-
- /**
- * search for full-text terms in the index
- */
- performTermsSearch : function(searchterms, excluded, terms, titleterms) {
- var filenames = this._index.filenames;
- var titles = this._index.titles;
-
- var i, j, file;
- var fileMap = {};
- var scoreMap = {};
- var results = [];
-
- // perform the search on the required terms
- for (i = 0; i < searchterms.length; i++) {
- var word = searchterms[i];
- var files = [];
- var _o = [
- {files: terms[word], score: Scorer.term},
- {files: titleterms[word], score: Scorer.title}
- ];
-
- // no match but word was a required one
- if ($u.every(_o, function(o){return o.files === undefined;})) {
- break;
- }
- // found search word in contents
- $u.each(_o, function(o) {
- var _files = o.files;
- if (_files === undefined)
- return
-
- if (_files.length === undefined)
- _files = [_files];
- files = files.concat(_files);
-
- // set score for the word in each file to Scorer.term
- for (j = 0; j < _files.length; j++) {
- file = _files[j];
- if (!(file in scoreMap))
- scoreMap[file] = {}
- scoreMap[file][word] = o.score;
- }
- });
-
- // create the mapping
- for (j = 0; j < files.length; j++) {
- file = files[j];
- if (file in fileMap)
- fileMap[file].push(word);
- else
- fileMap[file] = [word];
- }
- }
-
- // now check if the files don't contain excluded terms
- for (file in fileMap) {
- var valid = true;
-
- // check if all requirements are matched
- if (fileMap[file].length != searchterms.length)
- continue;
-
- // ensure that none of the excluded terms is in the search result
- for (i = 0; i < excluded.length; i++) {
- if (terms[excluded[i]] == file ||
- titleterms[excluded[i]] == file ||
- $u.contains(terms[excluded[i]] || [], file) ||
- $u.contains(titleterms[excluded[i]] || [], file)) {
- valid = false;
- break;
- }
- }
-
- // if we have still a valid result we can add it to the result list
- if (valid) {
- // select one (max) score for the file.
- // for better ranking, we should calculate ranking by using words statistics like basic tf-idf...
- var score = $u.max($u.map(fileMap[file], function(w){return scoreMap[file][w]}));
- results.push([filenames[file], titles[file], '', null, score]);
- }
- }
- return results;
- },
-
- /**
- * helper function to return a node containing the
- * search summary for a given text. keywords is a list
- * of stemmed words, hlwords is the list of normal, unstemmed
- * words. the first one is used to find the occurrence, the
- * latter for highlighting it.
- */
- makeSearchSummary : function(text, keywords, hlwords) {
- var textLower = text.toLowerCase();
- var start = 0;
- $.each(keywords, function() {
- var i = textLower.indexOf(this.toLowerCase());
- if (i > -1)
- start = i;
- });
- start = Math.max(start - 120, 0);
- var excerpt = ((start > 0) ? '...' : '') +
- $.trim(text.substr(start, 240)) +
- ((start + 240 - text.length) ? '...' : '');
- var rv = $('
').text(excerpt);
- $.each(hlwords, function() {
- rv = rv.highlightText(this, 'highlighted');
- });
- return rv;
- }
-};
-
-$(document).ready(function() {
- Search.init();
-});
\ No newline at end of file
diff --git a/docs/_build/html/_static/sidebar.js b/docs/_build/html/_static/sidebar.js
deleted file mode 100644
index 4282fe91..00000000
--- a/docs/_build/html/_static/sidebar.js
+++ /dev/null
@@ -1,159 +0,0 @@
-/*
- * sidebar.js
- * ~~~~~~~~~~
- *
- * This script makes the Sphinx sidebar collapsible.
- *
- * .sphinxsidebar contains .sphinxsidebarwrapper. This script adds
- * in .sphixsidebar, after .sphinxsidebarwrapper, the #sidebarbutton
- * used to collapse and expand the sidebar.
- *
- * When the sidebar is collapsed the .sphinxsidebarwrapper is hidden
- * and the width of the sidebar and the margin-left of the document
- * are decreased. When the sidebar is expanded the opposite happens.
- * This script saves a per-browser/per-session cookie used to
- * remember the position of the sidebar among the pages.
- * Once the browser is closed the cookie is deleted and the position
- * reset to the default (expanded).
- *
- * :copyright: Copyright 2007-2016 by the Sphinx team, see AUTHORS.
- * :license: BSD, see LICENSE for details.
- *
- */
-
-$(function() {
-
-
-
-
-
-
-
-
- // global elements used by the functions.
- // the 'sidebarbutton' element is defined as global after its
- // creation, in the add_sidebar_button function
- var bodywrapper = $('.bodywrapper');
- var sidebar = $('.sphinxsidebar');
- var sidebarwrapper = $('.sphinxsidebarwrapper');
-
- // for some reason, the document has no sidebar; do not run into errors
- if (!sidebar.length) return;
-
- // original margin-left of the bodywrapper and width of the sidebar
- // with the sidebar expanded
- var bw_margin_expanded = bodywrapper.css('margin-left');
- var ssb_width_expanded = sidebar.width();
-
- // margin-left of the bodywrapper and width of the sidebar
- // with the sidebar collapsed
- var bw_margin_collapsed = '.8em';
- var ssb_width_collapsed = '.8em';
-
- // colors used by the current theme
- var dark_color = $('.related').css('background-color');
- var light_color = $('.document').css('background-color');
-
- function sidebar_is_collapsed() {
- return sidebarwrapper.is(':not(:visible)');
- }
-
- function toggle_sidebar() {
- if (sidebar_is_collapsed())
- expand_sidebar();
- else
- collapse_sidebar();
- }
-
- function collapse_sidebar() {
- sidebarwrapper.hide();
- sidebar.css('width', ssb_width_collapsed);
- bodywrapper.css('margin-left', bw_margin_collapsed);
- sidebarbutton.css({
- 'margin-left': '0',
- 'height': bodywrapper.height()
- });
- sidebarbutton.find('span').text('»');
- sidebarbutton.attr('title', _('Expand sidebar'));
- document.cookie = 'sidebar=collapsed';
- }
-
- function expand_sidebar() {
- bodywrapper.css('margin-left', bw_margin_expanded);
- sidebar.css('width', ssb_width_expanded);
- sidebarwrapper.show();
- sidebarbutton.css({
- 'margin-left': ssb_width_expanded-12,
- 'height': bodywrapper.height()
- });
- sidebarbutton.find('span').text('«');
- sidebarbutton.attr('title', _('Collapse sidebar'));
- document.cookie = 'sidebar=expanded';
- }
-
- function add_sidebar_button() {
- sidebarwrapper.css({
- 'float': 'left',
- 'margin-right': '0',
- 'width': ssb_width_expanded - 28
- });
- // create the button
- sidebar.append(
- ''
- );
- var sidebarbutton = $('#sidebarbutton');
- light_color = sidebarbutton.css('background-color');
- // find the height of the viewport to center the '<<' in the page
- var viewport_height;
- if (window.innerHeight)
- viewport_height = window.innerHeight;
- else
- viewport_height = $(window).height();
- sidebarbutton.find('span').css({
- 'display': 'block',
- 'margin-top': (viewport_height - sidebar.position().top - 20) / 2
- });
-
- sidebarbutton.click(toggle_sidebar);
- sidebarbutton.attr('title', _('Collapse sidebar'));
- sidebarbutton.css({
- 'color': '#FFFFFF',
- 'border-left': '1px solid ' + dark_color,
- 'font-size': '1.2em',
- 'cursor': 'pointer',
- 'height': bodywrapper.height(),
- 'padding-top': '1px',
- 'margin-left': ssb_width_expanded - 12
- });
-
- sidebarbutton.hover(
- function () {
- $(this).css('background-color', dark_color);
- },
- function () {
- $(this).css('background-color', light_color);
- }
- );
- }
-
- function set_position_from_cookie() {
- if (!document.cookie)
- return;
- var items = document.cookie.split(';');
- for(var k=0; k
2;
- if (obj == null) obj = [];
- if (nativeReduce && obj.reduce === nativeReduce) {
- if (context) iterator = _.bind(iterator, context);
- return initial ? obj.reduce(iterator, memo) : obj.reduce(iterator);
- }
- each(obj, function(value, index, list) {
- if (!initial) {
- memo = value;
- initial = true;
- } else {
- memo = iterator.call(context, memo, value, index, list);
- }
- });
- if (!initial) throw new TypeError('Reduce of empty array with no initial value');
- return memo;
- };
-
- // The right-associative version of reduce, also known as `foldr`.
- // Delegates to **ECMAScript 5**'s native `reduceRight` if available.
- _.reduceRight = _.foldr = function(obj, iterator, memo, context) {
- var initial = arguments.length > 2;
- if (obj == null) obj = [];
- if (nativeReduceRight && obj.reduceRight === nativeReduceRight) {
- if (context) iterator = _.bind(iterator, context);
- return initial ? obj.reduceRight(iterator, memo) : obj.reduceRight(iterator);
- }
- var reversed = _.toArray(obj).reverse();
- if (context && !initial) iterator = _.bind(iterator, context);
- return initial ? _.reduce(reversed, iterator, memo, context) : _.reduce(reversed, iterator);
- };
-
- // Return the first value which passes a truth test. Aliased as `detect`.
- _.find = _.detect = function(obj, iterator, context) {
- var result;
- any(obj, function(value, index, list) {
- if (iterator.call(context, value, index, list)) {
- result = value;
- return true;
- }
- });
- return result;
- };
-
- // Return all the elements that pass a truth test.
- // Delegates to **ECMAScript 5**'s native `filter` if available.
- // Aliased as `select`.
- _.filter = _.select = function(obj, iterator, context) {
- var results = [];
- if (obj == null) return results;
- if (nativeFilter && obj.filter === nativeFilter) return obj.filter(iterator, context);
- each(obj, function(value, index, list) {
- if (iterator.call(context, value, index, list)) results[results.length] = value;
- });
- return results;
- };
-
- // Return all the elements for which a truth test fails.
- _.reject = function(obj, iterator, context) {
- var results = [];
- if (obj == null) return results;
- each(obj, function(value, index, list) {
- if (!iterator.call(context, value, index, list)) results[results.length] = value;
- });
- return results;
- };
-
- // Determine whether all of the elements match a truth test.
- // Delegates to **ECMAScript 5**'s native `every` if available.
- // Aliased as `all`.
- _.every = _.all = function(obj, iterator, context) {
- var result = true;
- if (obj == null) return result;
- if (nativeEvery && obj.every === nativeEvery) return obj.every(iterator, context);
- each(obj, function(value, index, list) {
- if (!(result = result && iterator.call(context, value, index, list))) return breaker;
- });
- return result;
- };
-
- // Determine if at least one element in the object matches a truth test.
- // Delegates to **ECMAScript 5**'s native `some` if available.
- // Aliased as `any`.
- var any = _.some = _.any = function(obj, iterator, context) {
- iterator || (iterator = _.identity);
- var result = false;
- if (obj == null) return result;
- if (nativeSome && obj.some === nativeSome) return obj.some(iterator, context);
- each(obj, function(value, index, list) {
- if (result || (result = iterator.call(context, value, index, list))) return breaker;
- });
- return !!result;
- };
-
- // Determine if a given value is included in the array or object using `===`.
- // Aliased as `contains`.
- _.include = _.contains = function(obj, target) {
- var found = false;
- if (obj == null) return found;
- if (nativeIndexOf && obj.indexOf === nativeIndexOf) return obj.indexOf(target) != -1;
- found = any(obj, function(value) {
- return value === target;
- });
- return found;
- };
-
- // Invoke a method (with arguments) on every item in a collection.
- _.invoke = function(obj, method) {
- var args = slice.call(arguments, 2);
- return _.map(obj, function(value) {
- return (_.isFunction(method) ? method || value : value[method]).apply(value, args);
- });
- };
-
- // Convenience version of a common use case of `map`: fetching a property.
- _.pluck = function(obj, key) {
- return _.map(obj, function(value){ return value[key]; });
- };
-
- // Return the maximum element or (element-based computation).
- _.max = function(obj, iterator, context) {
- if (!iterator && _.isArray(obj)) return Math.max.apply(Math, obj);
- if (!iterator && _.isEmpty(obj)) return -Infinity;
- var result = {computed : -Infinity};
- each(obj, function(value, index, list) {
- var computed = iterator ? iterator.call(context, value, index, list) : value;
- computed >= result.computed && (result = {value : value, computed : computed});
- });
- return result.value;
- };
-
- // Return the minimum element (or element-based computation).
- _.min = function(obj, iterator, context) {
- if (!iterator && _.isArray(obj)) return Math.min.apply(Math, obj);
- if (!iterator && _.isEmpty(obj)) return Infinity;
- var result = {computed : Infinity};
- each(obj, function(value, index, list) {
- var computed = iterator ? iterator.call(context, value, index, list) : value;
- computed < result.computed && (result = {value : value, computed : computed});
- });
- return result.value;
- };
-
- // Shuffle an array.
- _.shuffle = function(obj) {
- var shuffled = [], rand;
- each(obj, function(value, index, list) {
- if (index == 0) {
- shuffled[0] = value;
- } else {
- rand = Math.floor(Math.random() * (index + 1));
- shuffled[index] = shuffled[rand];
- shuffled[rand] = value;
- }
- });
- return shuffled;
- };
-
- // Sort the object's values by a criterion produced by an iterator.
- _.sortBy = function(obj, iterator, context) {
- return _.pluck(_.map(obj, function(value, index, list) {
- return {
- value : value,
- criteria : iterator.call(context, value, index, list)
- };
- }).sort(function(left, right) {
- var a = left.criteria, b = right.criteria;
- return a < b ? -1 : a > b ? 1 : 0;
- }), 'value');
- };
-
- // Groups the object's values by a criterion. Pass either a string attribute
- // to group by, or a function that returns the criterion.
- _.groupBy = function(obj, val) {
- var result = {};
- var iterator = _.isFunction(val) ? val : function(obj) { return obj[val]; };
- each(obj, function(value, index) {
- var key = iterator(value, index);
- (result[key] || (result[key] = [])).push(value);
- });
- return result;
- };
-
- // Use a comparator function to figure out at what index an object should
- // be inserted so as to maintain order. Uses binary search.
- _.sortedIndex = function(array, obj, iterator) {
- iterator || (iterator = _.identity);
- var low = 0, high = array.length;
- while (low < high) {
- var mid = (low + high) >> 1;
- iterator(array[mid]) < iterator(obj) ? low = mid + 1 : high = mid;
- }
- return low;
- };
-
- // Safely convert anything iterable into a real, live array.
- _.toArray = function(iterable) {
- if (!iterable) return [];
- if (iterable.toArray) return iterable.toArray();
- if (_.isArray(iterable)) return slice.call(iterable);
- if (_.isArguments(iterable)) return slice.call(iterable);
- return _.values(iterable);
- };
-
- // Return the number of elements in an object.
- _.size = function(obj) {
- return _.toArray(obj).length;
- };
-
- // Array Functions
- // ---------------
-
- // Get the first element of an array. Passing **n** will return the first N
- // values in the array. Aliased as `head`. The **guard** check allows it to work
- // with `_.map`.
- _.first = _.head = function(array, n, guard) {
- return (n != null) && !guard ? slice.call(array, 0, n) : array[0];
- };
-
- // Returns everything but the last entry of the array. Especcialy useful on
- // the arguments object. Passing **n** will return all the values in
- // the array, excluding the last N. The **guard** check allows it to work with
- // `_.map`.
- _.initial = function(array, n, guard) {
- return slice.call(array, 0, array.length - ((n == null) || guard ? 1 : n));
- };
-
- // Get the last element of an array. Passing **n** will return the last N
- // values in the array. The **guard** check allows it to work with `_.map`.
- _.last = function(array, n, guard) {
- if ((n != null) && !guard) {
- return slice.call(array, Math.max(array.length - n, 0));
- } else {
- return array[array.length - 1];
- }
- };
-
- // Returns everything but the first entry of the array. Aliased as `tail`.
- // Especially useful on the arguments object. Passing an **index** will return
- // the rest of the values in the array from that index onward. The **guard**
- // check allows it to work with `_.map`.
- _.rest = _.tail = function(array, index, guard) {
- return slice.call(array, (index == null) || guard ? 1 : index);
- };
-
- // Trim out all falsy values from an array.
- _.compact = function(array) {
- return _.filter(array, function(value){ return !!value; });
- };
-
- // Return a completely flattened version of an array.
- _.flatten = function(array, shallow) {
- return _.reduce(array, function(memo, value) {
- if (_.isArray(value)) return memo.concat(shallow ? value : _.flatten(value));
- memo[memo.length] = value;
- return memo;
- }, []);
- };
-
- // Return a version of the array that does not contain the specified value(s).
- _.without = function(array) {
- return _.difference(array, slice.call(arguments, 1));
- };
-
- // Produce a duplicate-free version of the array. If the array has already
- // been sorted, you have the option of using a faster algorithm.
- // Aliased as `unique`.
- _.uniq = _.unique = function(array, isSorted, iterator) {
- var initial = iterator ? _.map(array, iterator) : array;
- var result = [];
- _.reduce(initial, function(memo, el, i) {
- if (0 == i || (isSorted === true ? _.last(memo) != el : !_.include(memo, el))) {
- memo[memo.length] = el;
- result[result.length] = array[i];
- }
- return memo;
- }, []);
- return result;
- };
-
- // Produce an array that contains the union: each distinct element from all of
- // the passed-in arrays.
- _.union = function() {
- return _.uniq(_.flatten(arguments, true));
- };
-
- // Produce an array that contains every item shared between all the
- // passed-in arrays. (Aliased as "intersect" for back-compat.)
- _.intersection = _.intersect = function(array) {
- var rest = slice.call(arguments, 1);
- return _.filter(_.uniq(array), function(item) {
- return _.every(rest, function(other) {
- return _.indexOf(other, item) >= 0;
- });
- });
- };
-
- // Take the difference between one array and a number of other arrays.
- // Only the elements present in just the first array will remain.
- _.difference = function(array) {
- var rest = _.flatten(slice.call(arguments, 1));
- return _.filter(array, function(value){ return !_.include(rest, value); });
- };
-
- // Zip together multiple lists into a single array -- elements that share
- // an index go together.
- _.zip = function() {
- var args = slice.call(arguments);
- var length = _.max(_.pluck(args, 'length'));
- var results = new Array(length);
- for (var i = 0; i < length; i++) results[i] = _.pluck(args, "" + i);
- return results;
- };
-
- // If the browser doesn't supply us with indexOf (I'm looking at you, **MSIE**),
- // we need this function. Return the position of the first occurrence of an
- // item in an array, or -1 if the item is not included in the array.
- // Delegates to **ECMAScript 5**'s native `indexOf` if available.
- // If the array is large and already in sort order, pass `true`
- // for **isSorted** to use binary search.
- _.indexOf = function(array, item, isSorted) {
- if (array == null) return -1;
- var i, l;
- if (isSorted) {
- i = _.sortedIndex(array, item);
- return array[i] === item ? i : -1;
- }
- if (nativeIndexOf && array.indexOf === nativeIndexOf) return array.indexOf(item);
- for (i = 0, l = array.length; i < l; i++) if (i in array && array[i] === item) return i;
- return -1;
- };
-
- // Delegates to **ECMAScript 5**'s native `lastIndexOf` if available.
- _.lastIndexOf = function(array, item) {
- if (array == null) return -1;
- if (nativeLastIndexOf && array.lastIndexOf === nativeLastIndexOf) return array.lastIndexOf(item);
- var i = array.length;
- while (i--) if (i in array && array[i] === item) return i;
- return -1;
- };
-
- // Generate an integer Array containing an arithmetic progression. A port of
- // the native Python `range()` function. See
- // [the Python documentation](http://docs.python.org/library/functions.html#range).
- _.range = function(start, stop, step) {
- if (arguments.length <= 1) {
- stop = start || 0;
- start = 0;
- }
- step = arguments[2] || 1;
-
- var len = Math.max(Math.ceil((stop - start) / step), 0);
- var idx = 0;
- var range = new Array(len);
-
- while(idx < len) {
- range[idx++] = start;
- start += step;
- }
-
- return range;
- };
-
- // Function (ahem) Functions
- // ------------------
-
- // Reusable constructor function for prototype setting.
- var ctor = function(){};
-
- // Create a function bound to a given object (assigning `this`, and arguments,
- // optionally). Binding with arguments is also known as `curry`.
- // Delegates to **ECMAScript 5**'s native `Function.bind` if available.
- // We check for `func.bind` first, to fail fast when `func` is undefined.
- _.bind = function bind(func, context) {
- var bound, args;
- if (func.bind === nativeBind && nativeBind) return nativeBind.apply(func, slice.call(arguments, 1));
- if (!_.isFunction(func)) throw new TypeError;
- args = slice.call(arguments, 2);
- return bound = function() {
- if (!(this instanceof bound)) return func.apply(context, args.concat(slice.call(arguments)));
- ctor.prototype = func.prototype;
- var self = new ctor;
- var result = func.apply(self, args.concat(slice.call(arguments)));
- if (Object(result) === result) return result;
- return self;
- };
- };
-
- // Bind all of an object's methods to that object. Useful for ensuring that
- // all callbacks defined on an object belong to it.
- _.bindAll = function(obj) {
- var funcs = slice.call(arguments, 1);
- if (funcs.length == 0) funcs = _.functions(obj);
- each(funcs, function(f) { obj[f] = _.bind(obj[f], obj); });
- return obj;
- };
-
- // Memoize an expensive function by storing its results.
- _.memoize = function(func, hasher) {
- var memo = {};
- hasher || (hasher = _.identity);
- return function() {
- var key = hasher.apply(this, arguments);
- return _.has(memo, key) ? memo[key] : (memo[key] = func.apply(this, arguments));
- };
- };
-
- // Delays a function for the given number of milliseconds, and then calls
- // it with the arguments supplied.
- _.delay = function(func, wait) {
- var args = slice.call(arguments, 2);
- return setTimeout(function(){ return func.apply(func, args); }, wait);
- };
-
- // Defers a function, scheduling it to run after the current call stack has
- // cleared.
- _.defer = function(func) {
- return _.delay.apply(_, [func, 1].concat(slice.call(arguments, 1)));
- };
-
- // Returns a function, that, when invoked, will only be triggered at most once
- // during a given window of time.
- _.throttle = function(func, wait) {
- var context, args, timeout, throttling, more;
- var whenDone = _.debounce(function(){ more = throttling = false; }, wait);
- return function() {
- context = this; args = arguments;
- var later = function() {
- timeout = null;
- if (more) func.apply(context, args);
- whenDone();
- };
- if (!timeout) timeout = setTimeout(later, wait);
- if (throttling) {
- more = true;
- } else {
- func.apply(context, args);
- }
- whenDone();
- throttling = true;
- };
- };
-
- // Returns a function, that, as long as it continues to be invoked, will not
- // be triggered. The function will be called after it stops being called for
- // N milliseconds.
- _.debounce = function(func, wait) {
- var timeout;
- return function() {
- var context = this, args = arguments;
- var later = function() {
- timeout = null;
- func.apply(context, args);
- };
- clearTimeout(timeout);
- timeout = setTimeout(later, wait);
- };
- };
-
- // Returns a function that will be executed at most one time, no matter how
- // often you call it. Useful for lazy initialization.
- _.once = function(func) {
- var ran = false, memo;
- return function() {
- if (ran) return memo;
- ran = true;
- return memo = func.apply(this, arguments);
- };
- };
-
- // Returns the first function passed as an argument to the second,
- // allowing you to adjust arguments, run code before and after, and
- // conditionally execute the original function.
- _.wrap = function(func, wrapper) {
- return function() {
- var args = [func].concat(slice.call(arguments, 0));
- return wrapper.apply(this, args);
- };
- };
-
- // Returns a function that is the composition of a list of functions, each
- // consuming the return value of the function that follows.
- _.compose = function() {
- var funcs = arguments;
- return function() {
- var args = arguments;
- for (var i = funcs.length - 1; i >= 0; i--) {
- args = [funcs[i].apply(this, args)];
- }
- return args[0];
- };
- };
-
- // Returns a function that will only be executed after being called N times.
- _.after = function(times, func) {
- if (times <= 0) return func();
- return function() {
- if (--times < 1) { return func.apply(this, arguments); }
- };
- };
-
- // Object Functions
- // ----------------
-
- // Retrieve the names of an object's properties.
- // Delegates to **ECMAScript 5**'s native `Object.keys`
- _.keys = nativeKeys || function(obj) {
- if (obj !== Object(obj)) throw new TypeError('Invalid object');
- var keys = [];
- for (var key in obj) if (_.has(obj, key)) keys[keys.length] = key;
- return keys;
- };
-
- // Retrieve the values of an object's properties.
- _.values = function(obj) {
- return _.map(obj, _.identity);
- };
-
- // Return a sorted list of the function names available on the object.
- // Aliased as `methods`
- _.functions = _.methods = function(obj) {
- var names = [];
- for (var key in obj) {
- if (_.isFunction(obj[key])) names.push(key);
- }
- return names.sort();
- };
-
- // Extend a given object with all the properties in passed-in object(s).
- _.extend = function(obj) {
- each(slice.call(arguments, 1), function(source) {
- for (var prop in source) {
- obj[prop] = source[prop];
- }
- });
- return obj;
- };
-
- // Fill in a given object with default properties.
- _.defaults = function(obj) {
- each(slice.call(arguments, 1), function(source) {
- for (var prop in source) {
- if (obj[prop] == null) obj[prop] = source[prop];
- }
- });
- return obj;
- };
-
- // Create a (shallow-cloned) duplicate of an object.
- _.clone = function(obj) {
- if (!_.isObject(obj)) return obj;
- return _.isArray(obj) ? obj.slice() : _.extend({}, obj);
- };
-
- // Invokes interceptor with the obj, and then returns obj.
- // The primary purpose of this method is to "tap into" a method chain, in
- // order to perform operations on intermediate results within the chain.
- _.tap = function(obj, interceptor) {
- interceptor(obj);
- return obj;
- };
-
- // Internal recursive comparison function.
- function eq(a, b, stack) {
- // Identical objects are equal. `0 === -0`, but they aren't identical.
- // See the Harmony `egal` proposal: http://wiki.ecmascript.org/doku.php?id=harmony:egal.
- if (a === b) return a !== 0 || 1 / a == 1 / b;
- // A strict comparison is necessary because `null == undefined`.
- if (a == null || b == null) return a === b;
- // Unwrap any wrapped objects.
- if (a._chain) a = a._wrapped;
- if (b._chain) b = b._wrapped;
- // Invoke a custom `isEqual` method if one is provided.
- if (a.isEqual && _.isFunction(a.isEqual)) return a.isEqual(b);
- if (b.isEqual && _.isFunction(b.isEqual)) return b.isEqual(a);
- // Compare `[[Class]]` names.
- var className = toString.call(a);
- if (className != toString.call(b)) return false;
- switch (className) {
- // Strings, numbers, dates, and booleans are compared by value.
- case '[object String]':
- // Primitives and their corresponding object wrappers are equivalent; thus, `"5"` is
- // equivalent to `new String("5")`.
- return a == String(b);
- case '[object Number]':
- // `NaN`s are equivalent, but non-reflexive. An `egal` comparison is performed for
- // other numeric values.
- return a != +a ? b != +b : (a == 0 ? 1 / a == 1 / b : a == +b);
- case '[object Date]':
- case '[object Boolean]':
- // Coerce dates and booleans to numeric primitive values. Dates are compared by their
- // millisecond representations. Note that invalid dates with millisecond representations
- // of `NaN` are not equivalent.
- return +a == +b;
- // RegExps are compared by their source patterns and flags.
- case '[object RegExp]':
- return a.source == b.source &&
- a.global == b.global &&
- a.multiline == b.multiline &&
- a.ignoreCase == b.ignoreCase;
- }
- if (typeof a != 'object' || typeof b != 'object') return false;
- // Assume equality for cyclic structures. The algorithm for detecting cyclic
- // structures is adapted from ES 5.1 section 15.12.3, abstract operation `JO`.
- var length = stack.length;
- while (length--) {
- // Linear search. Performance is inversely proportional to the number of
- // unique nested structures.
- if (stack[length] == a) return true;
- }
- // Add the first object to the stack of traversed objects.
- stack.push(a);
- var size = 0, result = true;
- // Recursively compare objects and arrays.
- if (className == '[object Array]') {
- // Compare array lengths to determine if a deep comparison is necessary.
- size = a.length;
- result = size == b.length;
- if (result) {
- // Deep compare the contents, ignoring non-numeric properties.
- while (size--) {
- // Ensure commutative equality for sparse arrays.
- if (!(result = size in a == size in b && eq(a[size], b[size], stack))) break;
- }
- }
- } else {
- // Objects with different constructors are not equivalent.
- if ('constructor' in a != 'constructor' in b || a.constructor != b.constructor) return false;
- // Deep compare objects.
- for (var key in a) {
- if (_.has(a, key)) {
- // Count the expected number of properties.
- size++;
- // Deep compare each member.
- if (!(result = _.has(b, key) && eq(a[key], b[key], stack))) break;
- }
- }
- // Ensure that both objects contain the same number of properties.
- if (result) {
- for (key in b) {
- if (_.has(b, key) && !(size--)) break;
- }
- result = !size;
- }
- }
- // Remove the first object from the stack of traversed objects.
- stack.pop();
- return result;
- }
-
- // Perform a deep comparison to check if two objects are equal.
- _.isEqual = function(a, b) {
- return eq(a, b, []);
- };
-
- // Is a given array, string, or object empty?
- // An "empty" object has no enumerable own-properties.
- _.isEmpty = function(obj) {
- if (_.isArray(obj) || _.isString(obj)) return obj.length === 0;
- for (var key in obj) if (_.has(obj, key)) return false;
- return true;
- };
-
- // Is a given value a DOM element?
- _.isElement = function(obj) {
- return !!(obj && obj.nodeType == 1);
- };
-
- // Is a given value an array?
- // Delegates to ECMA5's native Array.isArray
- _.isArray = nativeIsArray || function(obj) {
- return toString.call(obj) == '[object Array]';
- };
-
- // Is a given variable an object?
- _.isObject = function(obj) {
- return obj === Object(obj);
- };
-
- // Is a given variable an arguments object?
- _.isArguments = function(obj) {
- return toString.call(obj) == '[object Arguments]';
- };
- if (!_.isArguments(arguments)) {
- _.isArguments = function(obj) {
- return !!(obj && _.has(obj, 'callee'));
- };
- }
-
- // Is a given value a function?
- _.isFunction = function(obj) {
- return toString.call(obj) == '[object Function]';
- };
-
- // Is a given value a string?
- _.isString = function(obj) {
- return toString.call(obj) == '[object String]';
- };
-
- // Is a given value a number?
- _.isNumber = function(obj) {
- return toString.call(obj) == '[object Number]';
- };
-
- // Is the given value `NaN`?
- _.isNaN = function(obj) {
- // `NaN` is the only value for which `===` is not reflexive.
- return obj !== obj;
- };
-
- // Is a given value a boolean?
- _.isBoolean = function(obj) {
- return obj === true || obj === false || toString.call(obj) == '[object Boolean]';
- };
-
- // Is a given value a date?
- _.isDate = function(obj) {
- return toString.call(obj) == '[object Date]';
- };
-
- // Is the given value a regular expression?
- _.isRegExp = function(obj) {
- return toString.call(obj) == '[object RegExp]';
- };
-
- // Is a given value equal to null?
- _.isNull = function(obj) {
- return obj === null;
- };
-
- // Is a given variable undefined?
- _.isUndefined = function(obj) {
- return obj === void 0;
- };
-
- // Has own property?
- _.has = function(obj, key) {
- return hasOwnProperty.call(obj, key);
- };
-
- // Utility Functions
- // -----------------
-
- // Run Underscore.js in *noConflict* mode, returning the `_` variable to its
- // previous owner. Returns a reference to the Underscore object.
- _.noConflict = function() {
- root._ = previousUnderscore;
- return this;
- };
-
- // Keep the identity function around for default iterators.
- _.identity = function(value) {
- return value;
- };
-
- // Run a function **n** times.
- _.times = function (n, iterator, context) {
- for (var i = 0; i < n; i++) iterator.call(context, i);
- };
-
- // Escape a string for HTML interpolation.
- _.escape = function(string) {
- return (''+string).replace(/&/g, '&').replace(//g, '>').replace(/"/g, '"').replace(/'/g, ''').replace(/\//g,'/');
- };
-
- // Add your own custom functions to the Underscore object, ensuring that
- // they're correctly added to the OOP wrapper as well.
- _.mixin = function(obj) {
- each(_.functions(obj), function(name){
- addToWrapper(name, _[name] = obj[name]);
- });
- };
-
- // Generate a unique integer id (unique within the entire client session).
- // Useful for temporary DOM ids.
- var idCounter = 0;
- _.uniqueId = function(prefix) {
- var id = idCounter++;
- return prefix ? prefix + id : id;
- };
-
- // By default, Underscore uses ERB-style template delimiters, change the
- // following template settings to use alternative delimiters.
- _.templateSettings = {
- evaluate : /<%([\s\S]+?)%>/g,
- interpolate : /<%=([\s\S]+?)%>/g,
- escape : /<%-([\s\S]+?)%>/g
- };
-
- // When customizing `templateSettings`, if you don't want to define an
- // interpolation, evaluation or escaping regex, we need one that is
- // guaranteed not to match.
- var noMatch = /.^/;
-
- // Within an interpolation, evaluation, or escaping, remove HTML escaping
- // that had been previously added.
- var unescape = function(code) {
- return code.replace(/\\\\/g, '\\').replace(/\\'/g, "'");
- };
-
- // JavaScript micro-templating, similar to John Resig's implementation.
- // Underscore templating handles arbitrary delimiters, preserves whitespace,
- // and correctly escapes quotes within interpolated code.
- _.template = function(str, data) {
- var c = _.templateSettings;
- var tmpl = 'var __p=[],print=function(){__p.push.apply(__p,arguments);};' +
- 'with(obj||{}){__p.push(\'' +
- str.replace(/\\/g, '\\\\')
- .replace(/'/g, "\\'")
- .replace(c.escape || noMatch, function(match, code) {
- return "',_.escape(" + unescape(code) + "),'";
- })
- .replace(c.interpolate || noMatch, function(match, code) {
- return "'," + unescape(code) + ",'";
- })
- .replace(c.evaluate || noMatch, function(match, code) {
- return "');" + unescape(code).replace(/[\r\n\t]/g, ' ') + ";__p.push('";
- })
- .replace(/\r/g, '\\r')
- .replace(/\n/g, '\\n')
- .replace(/\t/g, '\\t')
- + "');}return __p.join('');";
- var func = new Function('obj', '_', tmpl);
- if (data) return func(data, _);
- return function(data) {
- return func.call(this, data, _);
- };
- };
-
- // Add a "chain" function, which will delegate to the wrapper.
- _.chain = function(obj) {
- return _(obj).chain();
- };
-
- // The OOP Wrapper
- // ---------------
-
- // If Underscore is called as a function, it returns a wrapped object that
- // can be used OO-style. This wrapper holds altered versions of all the
- // underscore functions. Wrapped objects may be chained.
- var wrapper = function(obj) { this._wrapped = obj; };
-
- // Expose `wrapper.prototype` as `_.prototype`
- _.prototype = wrapper.prototype;
-
- // Helper function to continue chaining intermediate results.
- var result = function(obj, chain) {
- return chain ? _(obj).chain() : obj;
- };
-
- // A method to easily add functions to the OOP wrapper.
- var addToWrapper = function(name, func) {
- wrapper.prototype[name] = function() {
- var args = slice.call(arguments);
- unshift.call(args, this._wrapped);
- return result(func.apply(_, args), this._chain);
- };
- };
-
- // Add all of the Underscore functions to the wrapper object.
- _.mixin(_);
-
- // Add all mutator Array functions to the wrapper.
- each(['pop', 'push', 'reverse', 'shift', 'sort', 'splice', 'unshift'], function(name) {
- var method = ArrayProto[name];
- wrapper.prototype[name] = function() {
- var wrapped = this._wrapped;
- method.apply(wrapped, arguments);
- var length = wrapped.length;
- if ((name == 'shift' || name == 'splice') && length === 0) delete wrapped[0];
- return result(wrapped, this._chain);
- };
- });
-
- // Add all accessor Array functions to the wrapper.
- each(['concat', 'join', 'slice'], function(name) {
- var method = ArrayProto[name];
- wrapper.prototype[name] = function() {
- return result(method.apply(this._wrapped, arguments), this._chain);
- };
- });
-
- // Start chaining a wrapped Underscore object.
- wrapper.prototype.chain = function() {
- this._chain = true;
- return this;
- };
-
- // Extracts the result from a wrapped and chained object.
- wrapper.prototype.value = function() {
- return this._wrapped;
- };
-
-}).call(this);
diff --git a/docs/_build/html/_static/underscore.js b/docs/_build/html/_static/underscore.js
deleted file mode 100644
index 5b55f32b..00000000
--- a/docs/_build/html/_static/underscore.js
+++ /dev/null
@@ -1,31 +0,0 @@
-// Underscore.js 1.3.1
-// (c) 2009-2012 Jeremy Ashkenas, DocumentCloud Inc.
-// Underscore is freely distributable under the MIT license.
-// Portions of Underscore are inspired or borrowed from Prototype,
-// Oliver Steele's Functional, and John Resig's Micro-Templating.
-// For all details and documentation:
-// http://documentcloud.github.com/underscore
-(function(){function q(a,c,d){if(a===c)return a!==0||1/a==1/c;if(a==null||c==null)return a===c;if(a._chain)a=a._wrapped;if(c._chain)c=c._wrapped;if(a.isEqual&&b.isFunction(a.isEqual))return a.isEqual(c);if(c.isEqual&&b.isFunction(c.isEqual))return c.isEqual(a);var e=l.call(a);if(e!=l.call(c))return false;switch(e){case "[object String]":return a==String(c);case "[object Number]":return a!=+a?c!=+c:a==0?1/a==1/c:a==+c;case "[object Date]":case "[object Boolean]":return+a==+c;case "[object RegExp]":return a.source==
-c.source&&a.global==c.global&&a.multiline==c.multiline&&a.ignoreCase==c.ignoreCase}if(typeof a!="object"||typeof c!="object")return false;for(var f=d.length;f--;)if(d[f]==a)return true;d.push(a);var f=0,g=true;if(e=="[object Array]"){if(f=a.length,g=f==c.length)for(;f--;)if(!(g=f in a==f in c&&q(a[f],c[f],d)))break}else{if("constructor"in a!="constructor"in c||a.constructor!=c.constructor)return false;for(var h in a)if(b.has(a,h)&&(f++,!(g=b.has(c,h)&&q(a[h],c[h],d))))break;if(g){for(h in c)if(b.has(c,
-h)&&!f--)break;g=!f}}d.pop();return g}var r=this,G=r._,n={},k=Array.prototype,o=Object.prototype,i=k.slice,H=k.unshift,l=o.toString,I=o.hasOwnProperty,w=k.forEach,x=k.map,y=k.reduce,z=k.reduceRight,A=k.filter,B=k.every,C=k.some,p=k.indexOf,D=k.lastIndexOf,o=Array.isArray,J=Object.keys,s=Function.prototype.bind,b=function(a){return new m(a)};if(typeof exports!=="undefined"){if(typeof module!=="undefined"&&module.exports)exports=module.exports=b;exports._=b}else r._=b;b.VERSION="1.3.1";var j=b.each=
-b.forEach=function(a,c,d){if(a!=null)if(w&&a.forEach===w)a.forEach(c,d);else if(a.length===+a.length)for(var e=0,f=a.length;e2;a==
-null&&(a=[]);if(y&&a.reduce===y)return e&&(c=b.bind(c,e)),f?a.reduce(c,d):a.reduce(c);j(a,function(a,b,i){f?d=c.call(e,d,a,b,i):(d=a,f=true)});if(!f)throw new TypeError("Reduce of empty array with no initial value");return d};b.reduceRight=b.foldr=function(a,c,d,e){var f=arguments.length>2;a==null&&(a=[]);if(z&&a.reduceRight===z)return e&&(c=b.bind(c,e)),f?a.reduceRight(c,d):a.reduceRight(c);var g=b.toArray(a).reverse();e&&!f&&(c=b.bind(c,e));return f?b.reduce(g,c,d,e):b.reduce(g,c)};b.find=b.detect=
-function(a,c,b){var e;E(a,function(a,g,h){if(c.call(b,a,g,h))return e=a,true});return e};b.filter=b.select=function(a,c,b){var e=[];if(a==null)return e;if(A&&a.filter===A)return a.filter(c,b);j(a,function(a,g,h){c.call(b,a,g,h)&&(e[e.length]=a)});return e};b.reject=function(a,c,b){var e=[];if(a==null)return e;j(a,function(a,g,h){c.call(b,a,g,h)||(e[e.length]=a)});return e};b.every=b.all=function(a,c,b){var e=true;if(a==null)return e;if(B&&a.every===B)return a.every(c,b);j(a,function(a,g,h){if(!(e=
-e&&c.call(b,a,g,h)))return n});return e};var E=b.some=b.any=function(a,c,d){c||(c=b.identity);var e=false;if(a==null)return e;if(C&&a.some===C)return a.some(c,d);j(a,function(a,b,h){if(e||(e=c.call(d,a,b,h)))return n});return!!e};b.include=b.contains=function(a,c){var b=false;if(a==null)return b;return p&&a.indexOf===p?a.indexOf(c)!=-1:b=E(a,function(a){return a===c})};b.invoke=function(a,c){var d=i.call(arguments,2);return b.map(a,function(a){return(b.isFunction(c)?c||a:a[c]).apply(a,d)})};b.pluck=
-function(a,c){return b.map(a,function(a){return a[c]})};b.max=function(a,c,d){if(!c&&b.isArray(a))return Math.max.apply(Math,a);if(!c&&b.isEmpty(a))return-Infinity;var e={computed:-Infinity};j(a,function(a,b,h){b=c?c.call(d,a,b,h):a;b>=e.computed&&(e={value:a,computed:b})});return e.value};b.min=function(a,c,d){if(!c&&b.isArray(a))return Math.min.apply(Math,a);if(!c&&b.isEmpty(a))return Infinity;var e={computed:Infinity};j(a,function(a,b,h){b=c?c.call(d,a,b,h):a;bd?1:0}),"value")};b.groupBy=function(a,c){var d={},e=b.isFunction(c)?c:function(a){return a[c]};j(a,function(a,b){var c=e(a,b);(d[c]||(d[c]=[])).push(a)});return d};b.sortedIndex=function(a,
-c,d){d||(d=b.identity);for(var e=0,f=a.length;e>1;d(a[g])=0})})};b.difference=function(a){var c=b.flatten(i.call(arguments,1));return b.filter(a,function(a){return!b.include(c,a)})};b.zip=function(){for(var a=i.call(arguments),c=b.max(b.pluck(a,"length")),d=Array(c),e=0;e=0;d--)b=[a[d].apply(this,b)];return b[0]}};
-b.after=function(a,b){return a<=0?b():function(){if(--a<1)return b.apply(this,arguments)}};b.keys=J||function(a){if(a!==Object(a))throw new TypeError("Invalid object");var c=[],d;for(d in a)b.has(a,d)&&(c[c.length]=d);return c};b.values=function(a){return b.map(a,b.identity)};b.functions=b.methods=function(a){var c=[],d;for(d in a)b.isFunction(a[d])&&c.push(d);return c.sort()};b.extend=function(a){j(i.call(arguments,1),function(b){for(var d in b)a[d]=b[d]});return a};b.defaults=function(a){j(i.call(arguments,
-1),function(b){for(var d in b)a[d]==null&&(a[d]=b[d])});return a};b.clone=function(a){return!b.isObject(a)?a:b.isArray(a)?a.slice():b.extend({},a)};b.tap=function(a,b){b(a);return a};b.isEqual=function(a,b){return q(a,b,[])};b.isEmpty=function(a){if(b.isArray(a)||b.isString(a))return a.length===0;for(var c in a)if(b.has(a,c))return false;return true};b.isElement=function(a){return!!(a&&a.nodeType==1)};b.isArray=o||function(a){return l.call(a)=="[object Array]"};b.isObject=function(a){return a===Object(a)};
-b.isArguments=function(a){return l.call(a)=="[object Arguments]"};if(!b.isArguments(arguments))b.isArguments=function(a){return!(!a||!b.has(a,"callee"))};b.isFunction=function(a){return l.call(a)=="[object Function]"};b.isString=function(a){return l.call(a)=="[object String]"};b.isNumber=function(a){return l.call(a)=="[object Number]"};b.isNaN=function(a){return a!==a};b.isBoolean=function(a){return a===true||a===false||l.call(a)=="[object Boolean]"};b.isDate=function(a){return l.call(a)=="[object Date]"};
-b.isRegExp=function(a){return l.call(a)=="[object RegExp]"};b.isNull=function(a){return a===null};b.isUndefined=function(a){return a===void 0};b.has=function(a,b){return I.call(a,b)};b.noConflict=function(){r._=G;return this};b.identity=function(a){return a};b.times=function(a,b,d){for(var e=0;eNo comments yet. ');
- ul.data('empty', true);
- } else {
- // If there are comments, sort them and put them in the list.
- var comments = sortComments(data.comments);
- speed = data.comments.length * 100;
- appendComments(comments, ul);
- ul.data('empty', false);
- }
- $('#cn' + id).slideUp(speed + 200);
- ul.slideDown(speed);
- },
- error: function(request, textStatus, error) {
- showError('Oops, there was a problem retrieving the comments.');
- },
- dataType: 'json'
- });
- }
-
- /**
- * Add a comment via ajax and insert the comment into the comment tree.
- */
- function addComment(form) {
- var node_id = form.find('input[name="node"]').val();
- var parent_id = form.find('input[name="parent"]').val();
- var text = form.find('textarea[name="comment"]').val();
- var proposal = form.find('textarea[name="proposal"]').val();
-
- if (text == '') {
- showError('Please enter a comment.');
- return;
- }
-
- // Disable the form that is being submitted.
- form.find('textarea,input').attr('disabled', 'disabled');
-
- // Send the comment to the server.
- $.ajax({
- type: "POST",
- url: opts.addCommentURL,
- dataType: 'json',
- data: {
- node: node_id,
- parent: parent_id,
- text: text,
- proposal: proposal
- },
- success: function(data, textStatus, error) {
- // Reset the form.
- if (node_id) {
- hideProposeChange(node_id);
- }
- form.find('textarea')
- .val('')
- .add(form.find('input'))
- .removeAttr('disabled');
- var ul = $('#cl' + (node_id || parent_id));
- if (ul.data('empty')) {
- $(ul).empty();
- ul.data('empty', false);
- }
- insertComment(data.comment);
- var ao = $('#ao' + node_id);
- ao.find('img').attr({'src': opts.commentBrightImage});
- if (node_id) {
- // if this was a "root" comment, remove the commenting box
- // (the user can get it back by reopening the comment popup)
- $('#ca' + node_id).slideUp();
- }
- },
- error: function(request, textStatus, error) {
- form.find('textarea,input').removeAttr('disabled');
- showError('Oops, there was a problem adding the comment.');
- }
- });
- }
-
- /**
- * Recursively append comments to the main comment list and children
- * lists, creating the comment tree.
- */
- function appendComments(comments, ul) {
- $.each(comments, function() {
- var div = createCommentDiv(this);
- ul.append($(document.createElement('li')).html(div));
- appendComments(this.children, div.find('ul.comment-children'));
- // To avoid stagnating data, don't store the comments children in data.
- this.children = null;
- div.data('comment', this);
- });
- }
-
- /**
- * After adding a new comment, it must be inserted in the correct
- * location in the comment tree.
- */
- function insertComment(comment) {
- var div = createCommentDiv(comment);
-
- // To avoid stagnating data, don't store the comments children in data.
- comment.children = null;
- div.data('comment', comment);
-
- var ul = $('#cl' + (comment.node || comment.parent));
- var siblings = getChildren(ul);
-
- var li = $(document.createElement('li'));
- li.hide();
-
- // Determine where in the parents children list to insert this comment.
- for(i=0; i < siblings.length; i++) {
- if (comp(comment, siblings[i]) <= 0) {
- $('#cd' + siblings[i].id)
- .parent()
- .before(li.html(div));
- li.slideDown('fast');
- return;
- }
- }
-
- // If we get here, this comment rates lower than all the others,
- // or it is the only comment in the list.
- ul.append(li.html(div));
- li.slideDown('fast');
- }
-
- function acceptComment(id) {
- $.ajax({
- type: 'POST',
- url: opts.acceptCommentURL,
- data: {id: id},
- success: function(data, textStatus, request) {
- $('#cm' + id).fadeOut('fast');
- $('#cd' + id).removeClass('moderate');
- },
- error: function(request, textStatus, error) {
- showError('Oops, there was a problem accepting the comment.');
- }
- });
- }
-
- function deleteComment(id) {
- $.ajax({
- type: 'POST',
- url: opts.deleteCommentURL,
- data: {id: id},
- success: function(data, textStatus, request) {
- var div = $('#cd' + id);
- if (data == 'delete') {
- // Moderator mode: remove the comment and all children immediately
- div.slideUp('fast', function() {
- div.remove();
- });
- return;
- }
- // User mode: only mark the comment as deleted
- div
- .find('span.user-id:first')
- .text('[deleted]').end()
- .find('div.comment-text:first')
- .text('[deleted]').end()
- .find('#cm' + id + ', #dc' + id + ', #ac' + id + ', #rc' + id +
- ', #sp' + id + ', #hp' + id + ', #cr' + id + ', #rl' + id)
- .remove();
- var comment = div.data('comment');
- comment.username = '[deleted]';
- comment.text = '[deleted]';
- div.data('comment', comment);
- },
- error: function(request, textStatus, error) {
- showError('Oops, there was a problem deleting the comment.');
- }
- });
- }
-
- function showProposal(id) {
- $('#sp' + id).hide();
- $('#hp' + id).show();
- $('#pr' + id).slideDown('fast');
- }
-
- function hideProposal(id) {
- $('#hp' + id).hide();
- $('#sp' + id).show();
- $('#pr' + id).slideUp('fast');
- }
-
- function showProposeChange(id) {
- $('#pc' + id).hide();
- $('#hc' + id).show();
- var textarea = $('#pt' + id);
- textarea.val(textarea.data('source'));
- $.fn.autogrow.resize(textarea[0]);
- textarea.slideDown('fast');
- }
-
- function hideProposeChange(id) {
- $('#hc' + id).hide();
- $('#pc' + id).show();
- var textarea = $('#pt' + id);
- textarea.val('').removeAttr('disabled');
- textarea.slideUp('fast');
- }
-
- function toggleCommentMarkupBox(id) {
- $('#mb' + id).toggle();
- }
-
- /** Handle when the user clicks on a sort by link. */
- function handleReSort(link) {
- var classes = link.attr('class').split(/\s+/);
- for (var i=0; iThank you! Your comment will show up '
- + 'once it is has been approved by a moderator. \
- \
- \
-
\
- ';
-
- $(document).ready(function() {
- init();
- });
-})(jQuery);
-
-$(document).ready(function() {
- // add comment anchors for all paragraphs that are commentable
- $('.sphinx-has-comment').comment();
-
- // highlight search words in search results
- $("div.context").each(function() {
- var params = $.getQueryParameters();
- var terms = (params.q) ? params.q[0].split(/\s+/) : [];
- var result = $(this);
- $.each(terms, function() {
- result.highlightText(this.toLowerCase(), 'highlighted');
- });
- });
-
- // directly open comment window if requested
- var anchor = document.location.hash;
- if (anchor.substring(0, 9) == '#comment-') {
- $('#ao' + anchor.substring(9)).click();
- document.location.hash = '#s' + anchor.substring(9);
- }
-});
diff --git a/docs/_build/html/genindex.html b/docs/_build/html/genindex.html
deleted file mode 100644
index 1f1a223b..00000000
--- a/docs/_build/html/genindex.html
+++ /dev/null
@@ -1,369 +0,0 @@
-
-
-
-
-
-
- Index — WikiTeam 0.3 documentation
-
-
-
-
-
-
-
-
Index
-
-
-
A
- |
B
- |
C
- |
D
- |
F
- |
G
- |
L
- |
M
- |
R
- |
S
- |
T
- |
U
-
-
-
A
-
-
-
B
-
-
-
C
-
-
-
D
-
-
-
F
-
-
-
G
-
-
-
L
-
-
-
M
-
-
-
R
-
-
-
S
-
-
-
T
-
-
-
U
-
-
-
-
-
-
-
-
-
-
Welcome to WikiTeam’s documentation! — WikiTeam 0.3 documentation
-
-
-
-
-
-
-
-
Welcome to WikiTeam’s documentation!
-
Contents:
-
-
-
-
-dumpgenerator.avoidWikimediaProjects( config={} , other={} )
-Skip Wikimedia projects and redirect to the dumps website
-
-
-
-
-dumpgenerator.bye( )
-Closing message
-
-
-
-
-dumpgenerator.checkAPI( api=None , session=None )
-Checking API availability
-
-
-
-
-dumpgenerator.checkIndex( index=None , cookies=None , session=None )
-Checking index.php availability
-
-
-
-
-dumpgenerator.checkXMLIntegrity( config={} , titles=[] , session=None )
-Check XML dump integrity, to detect broken XML chunks
-
-
-
-
-dumpgenerator.cleanHTML( raw='' )
-Extract only the real wiki content and remove rubbish
-
-
-
-
-dumpgenerator.cleanXML( xml='' )
-Trim redundant info
-
-
-
-
-dumpgenerator.curateImageURL( config={} , url='' )
-Returns an absolute URL for an image, adding the domain if missing
-
-
-
-
-dumpgenerator.delay( config={} , session=None )
-Add a delay if configured for that
-
-
-
-
-dumpgenerator.domain2prefix( config={} , session=None )
-Convert domain name to a valid prefix filename.
-
-
-
-
-dumpgenerator.fixBOM( request )
-Strip Unicode BOM
-
-
-
-
-dumpgenerator.generateImageDump( config={} , other={} , images=[] , start='' , session=None )
-Save files and descriptions using a file list
-
-
-
-
-dumpgenerator.generateXMLDump( config={} , titles=[] , start=None , session=None )
-Generates a XML dump for a list of titles
-
-
-
-
-dumpgenerator.getImageNames( config={} , session=None )
-Get list of image names
-
-
-
-
-dumpgenerator.getImageNamesAPI( config={} , session=None )
-Retrieve file list: filename, url, uploader
-
-
-
-
-dumpgenerator.getImageNamesScraper( config={} , session=None )
-Retrieve file list: filename, url, uploader
-
-
-
-
-dumpgenerator.getJSON( request )
-Strip Unicode BOM
-
-
-
-
-dumpgenerator.getNamespacesAPI( config={} , session=None )
-Uses the API to get the list of namespaces names and ids
-
-
-
-
-dumpgenerator.getNamespacesScraper( config={} , session=None )
-Hackishly gets the list of namespaces names and ids from the dropdown in the HTML of Special:AllPages
-
-
-
-
-dumpgenerator.getPageTitles( config={} , session=None )
-Get list of page titles
-
-
-
-
-dumpgenerator.getPageTitlesAPI( config={} , session=None )
-Uses the API to get the list of page titles
-
-
-
-
-dumpgenerator.getPageTitlesScraper( config={} , session=None )
-Scrape the list of page titles from Special:Allpages
-
-
-
-
-dumpgenerator.getUserAgent( )
-Return a cool user-agent to hide Python user-agent
-
-
-
-
-dumpgenerator.getWikiEngine( url='' )
-Returns the wiki engine of a URL, if known
-
-
-
-
-dumpgenerator.getXMLFileDesc( config={} , title='' , session=None )
-Get XML for image description page
-
-
-
-
-Retrieve a random page to extract XML headers (namespace info, etc)
-
-
-
-
-dumpgenerator.getXMLPage( config={} , title='' , verbose=True , session=None )
-Get the full history (or current only) of a page
-
-
-
-
-dumpgenerator.getXMLPageCore( headers={} , params={} , config={} , session=None )
-
-
-
-
-dumpgenerator.loadConfig( config={} , configfilename='' )
-Load config file
-
-
-
-
-dumpgenerator.logerror( config={} , text='' )
-Log error in file
-
-
-
-
-dumpgenerator.main( params=[] )
-Main function
-
-
-
-
-dumpgenerator.mwGetAPIAndIndex( url='' )
-Returns the MediaWiki API and Index.php
-
-
-
-
-dumpgenerator.readTitles( config={} , start=None )
-Read title list from a file, from the title “start”
-
-
-
-
-dumpgenerator.removeIP( raw='' )
-Remove IP from HTML comments <!– –>
-
-
-
-
-dumpgenerator.reverse_readline( filename , buf_size=8192 , truncate=False )
-a generator that returns the lines of a file in reverse order
-
-
-
-
-dumpgenerator.saveConfig( config={} , configfilename='' )
-Save config file
-
-
-
-
-dumpgenerator.saveImageNames( config={} , images=[] , session=None )
-Save image list in a file, including filename, url and uploader
-
-
-
-
-dumpgenerator.saveIndexPHP( config={} , session=None )
-Save index.php as .html, to preserve license details available at the botom of the page
-
-
-
-
-dumpgenerator.saveLogs( config={} , session=None )
-Save Special:Log
-
-
-
-
-dumpgenerator.saveSiteInfo( config={} , session=None )
-Save a file with site info
-
-
-
-
-dumpgenerator.saveSpecialVersion( config={} , session=None )
-Save Special:Version as .html, to preserve extensions details
-
-
-
-
-dumpgenerator.truncateFilename( other={} , filename='' )
-Truncate filenames when downloading images with large filenames
-
-
-
-
-dumpgenerator.undoHTMLEntities( text='' )
-Undo some HTML codes
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- Python Module Index — WikiTeam 0.3 documentation
-
-
-
-
-
-
-
-
Python Module Index
-
-
-
-
-
-
-
-
-
-
-
-
Search — WikiTeam 0.3 documentation
-
-
-
-
-
-
-
Search
-
-
-
- Please activate JavaScript to enable the search
- functionality.
-
-
-
- From here you can search these documents. Enter your search
- words into the box below and click "search". Note that the search
- function will automatically search for all of the words. Pages
- containing fewer words won't appear in the result list.
-
-
-
-
-
-
-
-
-
-
-
-
-
v documentation" by default.
-#
-# html_title = u'WikiTeam v0.3'
-
-# A shorter title for the navigation bar. Default is the same as html_title.
-#
-# html_short_title = None
-
-# The name of an image file (relative to this directory) to place at the top
-# of the sidebar.
-#
-# html_logo = None
-
-# The name of an image file (relative to this directory) to use as a favicon of
-# the docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
-# pixels large.
-#
-# html_favicon = None
-
-# Add any paths that contain custom static files (such as style sheets) here,
-# relative to this directory. They are copied after the builtin static files,
-# so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
-
-# Add any extra paths that contain custom files (such as robots.txt or
-# .htaccess) here, relative to this directory. These files are copied
-# directly to the root of the documentation.
-#
-# html_extra_path = []
-
-# If not None, a 'Last updated on:' timestamp is inserted at every page
-# bottom, using the given strftime format.
-# The empty string is equivalent to '%b %d, %Y'.
-#
-# html_last_updated_fmt = None
-
-# If true, SmartyPants will be used to convert quotes and dashes to
-# typographically correct entities.
-#
-# html_use_smartypants = True
-
-# Custom sidebar templates, maps document names to template names.
-#
-# html_sidebars = {}
-
-# Additional templates that should be rendered to pages, maps page names to
-# template names.
-#
-# html_additional_pages = {}
-
-# If false, no module index is generated.
-#
-# html_domain_indices = True
-
-# If false, no index is generated.
-#
-# html_use_index = True
-
-# If true, the index is split into individual pages for each letter.
-#
-# html_split_index = False
-
-# If true, links to the reST sources are added to the pages.
-#
-# html_show_sourcelink = True
-
-# If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
-#
-# html_show_sphinx = True
-
-# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
-#
-# html_show_copyright = True
-
-# If true, an OpenSearch description file will be output, and all pages will
-# contain a ` where ^ is one of
- echo. html to make standalone HTML files
- echo. dirhtml to make HTML files named index.html in directories
- echo. singlehtml to make a single large HTML file
- echo. pickle to make pickle files
- echo. json to make JSON files
- echo. htmlhelp to make HTML files and a HTML help project
- echo. qthelp to make HTML files and a qthelp project
- echo. devhelp to make HTML files and a Devhelp project
- echo. epub to make an epub
- echo. epub3 to make an epub3
- echo. latex to make LaTeX files, you can set PAPER=a4 or PAPER=letter
- echo. text to make text files
- echo. man to make manual pages
- echo. texinfo to make Texinfo files
- echo. gettext to make PO message catalogs
- echo. changes to make an overview over all changed/added/deprecated items
- echo. xml to make Docutils-native XML files
- echo. pseudoxml to make pseudoxml-XML files for display purposes
- echo. linkcheck to check all external links for integrity
- echo. doctest to run all doctests embedded in the documentation if enabled
- echo. coverage to run coverage check of the documentation if enabled
- echo. dummy to check syntax errors of document sources
- goto end
-)
-
-if "%1" == "clean" (
- for /d %%i in (%BUILDDIR%\*) do rmdir /q /s %%i
- del /q /s %BUILDDIR%\*
- goto end
-)
-
-
-REM Check if sphinx-build is available and fallback to Python version if any
-%SPHINXBUILD% 1>NUL 2>NUL
-if errorlevel 9009 goto sphinx_python
-goto sphinx_ok
-
-:sphinx_python
-
-set SPHINXBUILD=python -m sphinx.__init__
-%SPHINXBUILD% 2> nul
-if errorlevel 9009 (
- echo.
- echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
- echo.installed, then set the SPHINXBUILD environment variable to point
- echo.to the full path of the 'sphinx-build' executable. Alternatively you
- echo.may add the Sphinx directory to PATH.
- echo.
- echo.If you don't have Sphinx installed, grab it from
- echo.http://sphinx-doc.org/
- exit /b 1
-)
-
-:sphinx_ok
-
-
-if "%1" == "html" (
- %SPHINXBUILD% -b html %ALLSPHINXOPTS% %BUILDDIR%/html
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The HTML pages are in %BUILDDIR%/html.
- goto end
-)
-
-if "%1" == "dirhtml" (
- %SPHINXBUILD% -b dirhtml %ALLSPHINXOPTS% %BUILDDIR%/dirhtml
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The HTML pages are in %BUILDDIR%/dirhtml.
- goto end
-)
-
-if "%1" == "singlehtml" (
- %SPHINXBUILD% -b singlehtml %ALLSPHINXOPTS% %BUILDDIR%/singlehtml
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The HTML pages are in %BUILDDIR%/singlehtml.
- goto end
-)
-
-if "%1" == "pickle" (
- %SPHINXBUILD% -b pickle %ALLSPHINXOPTS% %BUILDDIR%/pickle
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished; now you can process the pickle files.
- goto end
-)
-
-if "%1" == "json" (
- %SPHINXBUILD% -b json %ALLSPHINXOPTS% %BUILDDIR%/json
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished; now you can process the JSON files.
- goto end
-)
-
-if "%1" == "htmlhelp" (
- %SPHINXBUILD% -b htmlhelp %ALLSPHINXOPTS% %BUILDDIR%/htmlhelp
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished; now you can run HTML Help Workshop with the ^
-.hhp project file in %BUILDDIR%/htmlhelp.
- goto end
-)
-
-if "%1" == "qthelp" (
- %SPHINXBUILD% -b qthelp %ALLSPHINXOPTS% %BUILDDIR%/qthelp
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished; now you can run "qcollectiongenerator" with the ^
-.qhcp project file in %BUILDDIR%/qthelp, like this:
- echo.^> qcollectiongenerator %BUILDDIR%\qthelp\WikiTeam.qhcp
- echo.To view the help file:
- echo.^> assistant -collectionFile %BUILDDIR%\qthelp\WikiTeam.ghc
- goto end
-)
-
-if "%1" == "devhelp" (
- %SPHINXBUILD% -b devhelp %ALLSPHINXOPTS% %BUILDDIR%/devhelp
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished.
- goto end
-)
-
-if "%1" == "epub" (
- %SPHINXBUILD% -b epub %ALLSPHINXOPTS% %BUILDDIR%/epub
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The epub file is in %BUILDDIR%/epub.
- goto end
-)
-
-if "%1" == "epub3" (
- %SPHINXBUILD% -b epub3 %ALLSPHINXOPTS% %BUILDDIR%/epub3
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The epub3 file is in %BUILDDIR%/epub3.
- goto end
-)
-
-if "%1" == "latex" (
- %SPHINXBUILD% -b latex %ALLSPHINXOPTS% %BUILDDIR%/latex
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished; the LaTeX files are in %BUILDDIR%/latex.
- goto end
-)
-
-if "%1" == "latexpdf" (
- %SPHINXBUILD% -b latex %ALLSPHINXOPTS% %BUILDDIR%/latex
- cd %BUILDDIR%/latex
- make all-pdf
- cd %~dp0
- echo.
- echo.Build finished; the PDF files are in %BUILDDIR%/latex.
- goto end
-)
-
-if "%1" == "latexpdfja" (
- %SPHINXBUILD% -b latex %ALLSPHINXOPTS% %BUILDDIR%/latex
- cd %BUILDDIR%/latex
- make all-pdf-ja
- cd %~dp0
- echo.
- echo.Build finished; the PDF files are in %BUILDDIR%/latex.
- goto end
-)
-
-if "%1" == "text" (
- %SPHINXBUILD% -b text %ALLSPHINXOPTS% %BUILDDIR%/text
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The text files are in %BUILDDIR%/text.
- goto end
-)
-
-if "%1" == "man" (
- %SPHINXBUILD% -b man %ALLSPHINXOPTS% %BUILDDIR%/man
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The manual pages are in %BUILDDIR%/man.
- goto end
-)
-
-if "%1" == "texinfo" (
- %SPHINXBUILD% -b texinfo %ALLSPHINXOPTS% %BUILDDIR%/texinfo
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The Texinfo files are in %BUILDDIR%/texinfo.
- goto end
-)
-
-if "%1" == "gettext" (
- %SPHINXBUILD% -b gettext %I18NSPHINXOPTS% %BUILDDIR%/locale
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The message catalogs are in %BUILDDIR%/locale.
- goto end
-)
-
-if "%1" == "changes" (
- %SPHINXBUILD% -b changes %ALLSPHINXOPTS% %BUILDDIR%/changes
- if errorlevel 1 exit /b 1
- echo.
- echo.The overview file is in %BUILDDIR%/changes.
- goto end
-)
-
-if "%1" == "linkcheck" (
- %SPHINXBUILD% -b linkcheck %ALLSPHINXOPTS% %BUILDDIR%/linkcheck
- if errorlevel 1 exit /b 1
- echo.
- echo.Link check complete; look for any errors in the above output ^
-or in %BUILDDIR%/linkcheck/output.txt.
- goto end
-)
-
-if "%1" == "doctest" (
- %SPHINXBUILD% -b doctest %ALLSPHINXOPTS% %BUILDDIR%/doctest
- if errorlevel 1 exit /b 1
- echo.
- echo.Testing of doctests in the sources finished, look at the ^
-results in %BUILDDIR%/doctest/output.txt.
- goto end
-)
-
-if "%1" == "coverage" (
- %SPHINXBUILD% -b coverage %ALLSPHINXOPTS% %BUILDDIR%/coverage
- if errorlevel 1 exit /b 1
- echo.
- echo.Testing of coverage in the sources finished, look at the ^
-results in %BUILDDIR%/coverage/python.txt.
- goto end
-)
-
-if "%1" == "xml" (
- %SPHINXBUILD% -b xml %ALLSPHINXOPTS% %BUILDDIR%/xml
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The XML files are in %BUILDDIR%/xml.
- goto end
-)
-
-if "%1" == "pseudoxml" (
- %SPHINXBUILD% -b pseudoxml %ALLSPHINXOPTS% %BUILDDIR%/pseudoxml
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. The pseudo-XML files are in %BUILDDIR%/pseudoxml.
- goto end
-)
-
-if "%1" == "dummy" (
- %SPHINXBUILD% -b dummy %ALLSPHINXOPTS% %BUILDDIR%/dummy
- if errorlevel 1 exit /b 1
- echo.
- echo.Build finished. Dummy builder generates no files.
- goto end
-)
-
-:end
diff --git a/dumpgenerator.py b/dumpgenerator.py
deleted file mode 100755
index 536cd0ed..00000000
--- a/dumpgenerator.py
+++ /dev/null
@@ -1,2569 +0,0 @@
-#!/usr/bin/env python2
-# -*- coding: utf-8 -*-
-
-# dumpgenerator.py A generator of dumps for wikis
-# Copyright (C) 2011-2018 WikiTeam developers
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see ', raw):
- raw = raw.split('')[
- 1].split(' ')[0]
- elif re.search('')[0]
- else:
- print raw[:250]
- print 'This wiki doesn\'t use marks to split content'
- sys.exit()
- return raw
-
-
-def handleStatusCode(response):
- statuscode = response.status_code
- if statuscode >= 200 and statuscode < 300:
- return
-
- print "HTTP Error %d." % statuscode
- if statuscode >= 300 and statuscode < 400:
- print "Redirect should happen automatically: please report this as a bug."
- print response.url
-
- elif statuscode == 400:
- print "Bad Request: The wiki may be malfunctioning."
- print "Please try again later."
- print response.url
- sys.exit(1)
-
- elif statuscode == 401 or statuscode == 403:
- print "Authentication required."
- print "Please use --user and --pass."
- print response.url
-
- elif statuscode == 404:
- print "Not found. Is Special:Export enabled for this wiki?"
- print response.url
- sys.exit(1)
-
- elif statuscode == 429 or (statuscode >= 500 and statuscode < 600):
- print "Server error, max retries exceeded."
- print "Please resume the dump later."
- print response.url
- sys.exit(1)
-
-
-def getNamespacesScraper(config={}, session=None):
- """ Hackishly gets the list of namespaces names and ids from the dropdown in the HTML of Special:AllPages """
- """ Function called if no API is available """
- namespaces = config['namespaces']
- namespacenames = {0: ''} # main is 0, no prefix
- if namespaces:
- r = session.post(
- url=config['index'], params={'title': 'Special:Allpages'}, timeout=30)
- raw = r.text
- delay(config=config, session=session)
-
- # [^>]*? to include selected="selected"
- m = re.compile(
- r']*?value="(?P\d+)"[^>]*?>(?P[^<]+) ').finditer(raw)
- if 'all' in namespaces:
- namespaces = []
- for i in m:
- namespaces.append(int(i.group("namespaceid")))
- namespacenames[int(i.group("namespaceid"))] = i.group(
- "namespacename")
- else:
- # check if those namespaces really exist in this wiki
- namespaces2 = []
- for i in m:
- if int(i.group("namespaceid")) in namespaces:
- namespaces2.append(int(i.group("namespaceid")))
- namespacenames[int(i.group("namespaceid"))] = i.group(
- "namespacename")
- namespaces = namespaces2
- else:
- namespaces = [0]
-
- namespaces = list(set(namespaces)) # uniques
- print '%d namespaces found' % (len(namespaces))
- return namespaces, namespacenames
-
-
-def getNamespacesAPI(config={}, session=None):
- """ Uses the API to get the list of namespaces names and ids """
- namespaces = config['namespaces']
- namespacenames = {0: ''} # main is 0, no prefix
- if namespaces:
- r = session.get(
- url=config['api'],
- params={
- 'action': 'query',
- 'meta': 'siteinfo',
- 'siprop': 'namespaces',
- 'format': 'json'},
- timeout=30
- )
- result = getJSON(r)
- delay(config=config, session=session)
- try:
- nsquery = result['query']['namespaces']
- except KeyError:
- print "Error: could not get namespaces from the API request."
- print "HTTP %d" % r.status_code
- print r.text
- return None
-
- if 'all' in namespaces:
- namespaces = []
- for i in nsquery.keys():
- if int(i) < 0: # -1: Special, -2: Media, excluding
- continue
- namespaces.append(int(i))
- namespacenames[int(i)] = nsquery[i]['*']
- else:
- # check if those namespaces really exist in this wiki
- namespaces2 = []
- for i in nsquery.keys():
- bi = i
- i = int(i)
- if i < 0: # -1: Special, -2: Media, excluding
- continue
- if i in namespaces:
- namespaces2.append(i)
- namespacenames[i] = nsquery[bi]['*']
- namespaces = namespaces2
- else:
- namespaces = [0]
-
- namespaces = list(set(namespaces)) # uniques
- print '%d namespaces found' % (len(namespaces))
- return namespaces, namespacenames
-
-
-def getPageTitlesAPI(config={}, session=None):
- """ Uses the API to get the list of page titles """
- titles = []
- namespaces, namespacenames = getNamespacesAPI(
- config=config, session=session)
- for namespace in namespaces:
- if namespace in config['exnamespaces']:
- print ' Skipping namespace = %d' % (namespace)
- continue
-
- c = 0
- print ' Retrieving titles in the namespace %d' % (namespace)
- apiurl = urlparse(config['api'])
- site = mwclient.Site(apiurl.netloc, apiurl.path.replace("api.php", ""), scheme=apiurl.scheme)
- for page in site.allpages(namespace=namespace):
- title = page.name
- titles.append(title)
- c += 1
- yield title
-
- if len(titles) != len(set(titles)):
- print 'Probably a loop, switching to next namespace'
- titles = list(set(titles))
-
- delay(config=config, session=session)
- print ' %d titles retrieved in the namespace %d' % (c, namespace)
-
-def getPageTitlesScraper(config={}, session=None):
- """ Scrape the list of page titles from Special:Allpages """
- titles = []
- namespaces, namespacenames = getNamespacesScraper(
- config=config, session=session)
- for namespace in namespaces:
- print ' Retrieving titles in the namespace', namespace
- url = '%s?title=Special:Allpages&namespace=%s' % (
- config['index'], namespace)
- r = session.get(url=url, timeout=30)
- raw = r.text
- raw = cleanHTML(raw)
-
- r_title = r'title="(?P[^>]+)">'
- r_suballpages = ''
- r_suballpages1 = r'&from=(?P<from>[^>]+)&to=(?P<to>[^>]+)">'
- r_suballpages2 = r'Special:Allpages/(?P<from>[^>]+)">'
- r_suballpages3 = r'&from=(?P<from>[^>]+)" title="[^>]+">'
- if re.search(r_suballpages1, raw):
- r_suballpages = r_suballpages1
- elif re.search(r_suballpages2, raw):
- r_suballpages = r_suballpages2
- elif re.search(r_suballpages3, raw):
- r_suballpages = r_suballpages3
- else:
- pass # perhaps no subpages
-
- # Should be enought subpages on Special:Allpages
- deep = 50
- c = 0
- oldfr = ''
- checked_suballpages = []
- rawacum = raw
- while r_suballpages and re.search(r_suballpages, raw) and c < deep:
- # load sub-Allpages
- m = re.compile(r_suballpages).finditer(raw)
- for i in m:
- fr = i.group('from')
- currfr = fr
-
- if oldfr == currfr:
- # We are looping, exit the loop
- pass
-
- if r_suballpages == r_suballpages1:
- to = i.group('to')
- name = '%s-%s' % (fr, to)
- url = '%s?title=Special:Allpages&namespace=%s&from=%s&to=%s' % (
- config['index'], namespace, fr, to) # do not put urllib.quote in fr or to
- # fix, esta regexp no carga bien todas? o falla el r_title en
- # este tipo de subpag? (wikiindex)
- elif r_suballpages == r_suballpages2:
- # clean &namespace=\d, sometimes happens
- fr = fr.split('&namespace=')[0]
- name = fr
- url = '%s?title=Special:Allpages/%s&namespace=%s' % (
- config['index'], name, namespace)
- elif r_suballpages == r_suballpages3:
- fr = fr.split('&namespace=')[0]
- name = fr
- url = '%s?title=Special:Allpages&from=%s&namespace=%s' % (
- config['index'], name, namespace)
-
-
-
- if name not in checked_suballpages:
- # to avoid reload dupe subpages links
- checked_suballpages.append(name)
- delay(config=config, session=session)
- r = session.get(url=url, timeout=10)
- #print 'Fetching URL: ', url
- raw = r.text
- raw = cleanHTML(raw)
- rawacum += raw # merge it after removed junk
- print ' Reading', name, len(raw), 'bytes', \
- len(re.findall(r_suballpages, raw)), 'subpages', \
- len(re.findall(r_title, raw)), 'pages'
-
- delay(config=config, session=session)
- oldfr = currfr
- c += 1
-
- c = 0
- m = re.compile(r_title).finditer(rawacum)
- for i in m:
- t = undoHTMLEntities(text=i.group('title'))
- if not t.startswith('Special:'):
- if t not in titles:
- titles.append(t)
- c += 1
- print ' %d titles retrieved in the namespace %d' % (c, namespace)
- return titles
-
-
-def getPageTitles(config={}, session=None):
- """ Get list of page titles """
- # http://en.wikipedia.org/wiki/Special:AllPages
- # http://archiveteam.org/index.php?title=Special:AllPages
- # http://www.wikanda.es/wiki/Especial:Todas
- print 'Loading page titles from namespaces = %s' % (config['namespaces'] and ','.join([str(i) for i in config['namespaces']]) or 'None')
- print 'Excluding titles from namespaces = %s' % (config['exnamespaces'] and ','.join([str(i) for i in config['exnamespaces']]) or 'None')
-
- titles = []
- if 'api' in config and config['api']:
- try:
- titles = getPageTitlesAPI(config=config, session=session)
- except:
- print "Error: could not get page titles from the API"
- titles = getPageTitlesScraper(config=config, session=session)
- elif 'index' in config and config['index']:
- titles = getPageTitlesScraper(config=config, session=session)
-
- titlesfilename = '%s-%s-titles.txt' % (
- domain2prefix(config=config), config['date'])
- titlesfile = open('%s/%s' % (config['path'], titlesfilename), 'wt')
- c = 0
- for title in titles:
- titlesfile.write(title.encode('utf-8') + "\n")
- c += 1
- # TODO: Sort to remove dupes? In CZ, Widget:AddThis appears two times:
- # main namespace and widget namespace.
- # We can use sort -u in UNIX, but is it worth it?
- titlesfile.write(u'--END--\n')
- titlesfile.close()
- print 'Titles saved at...', titlesfilename
-
- print '%d page titles loaded' % (c)
- return titlesfilename
-
-def getImageNames(config={}, session=None):
- """ Get list of image names """
-
- print 'Retrieving image filenames'
- images = []
- if 'api' in config and config['api']:
- images = getImageNamesAPI(config=config, session=session)
- elif 'index' in config and config['index']:
- images = getImageNamesScraper(config=config, session=session)
-
- # images = list(set(images)) # it is a list of lists
- images.sort()
-
- print '%d image names loaded' % (len(images))
- return images
-
-
-def getXMLHeader(config={}, session=None):
- """ Retrieve a random page to extract XML headers (namespace info, etc) """
- # get the header of a random page, to attach it in the complete XML backup
- # similar to: <mediawiki xmlns="http://www.mediawiki.org/xml/export-0.3/"
- # xmlns:x....
- randomtitle = 'Main_Page' # previously AMF5LKE43MNFGHKSDMRTJ
- print config['api']
- xml = ''
- if config['xmlrevisions'] and config['api'] and config['api'].endswith("api.php"):
- try:
- print 'Getting the XML header from the API'
- # Export and exportnowrap exist from MediaWiki 1.15, allpages from 1.18
- r = requests.get(config['api'] + '?action=query&export=1&exportnowrap=1&list=allpages&aplimit=1', timeout=10)
- xml = r.text
- # Otherwise try without exportnowrap, e.g. Wikia returns a blank page on 1.19
- if not re.match(r"\s*<mediawiki", xml):
- r = requests.get(config['api'] + '?action=query&export=1&list=allpages&aplimit=1&format=json', timeout=10)
- try:
- xml = r.json()['query']['export']['*']
- except KeyError:
- pass
- if not re.match(r"\s*<mediawiki", xml):
- # Do without a generator, use our usual trick of a random page title
- r = requests.get(config['api'] + '?action=query&export=1&exportnowrap=1&titles=' + randomtitle, timeout=10)
- xml = r.text
- # Again try without exportnowrap
- if not re.match(r"\s*<mediawiki", xml):
- r = requests.get(config['api'] + '?action=query&export=1&format=json&titles=' + randomtitle, timeout=10)
- try:
- xml = r.json()['query']['export']['*']
- except KeyError:
- pass
- except requests.exceptions.RetryError:
- pass
-
- else:
- try:
- xml = "".join([x for x in getXMLPage(config=config, title=randomtitle, verbose=False, session=session)])
- except PageMissingError as pme:
- # The <page> does not exist. Not a problem, if we get the <siteinfo>.
- xml = pme.xml
- # Issue 26: Account for missing "Special" namespace.
- # Hope the canonical special name has not been removed.
- # http://albens73.fr/wiki/api.php?action=query&meta=siteinfo&siprop=namespacealiases
- except ExportAbortedError:
- try:
- if config['api']:
- print "Trying the local name for the Special namespace instead"
- r = session.get(
- url=config['api'],
- params={
- 'action': 'query',
- 'meta': 'siteinfo',
- 'siprop': 'namespaces',
- 'format': 'json'},
- timeout=120
- )
- config['export'] = json.loads(r.text)['query']['namespaces']['-1']['*'] \
- + ':Export'
- xml = "".join([x for x in getXMLPage(config=config, title=randomtitle, verbose=False, session=session)])
- except PageMissingError as pme:
- xml = pme.xml
- except ExportAbortedError:
- pass
-
- header = xml.split('</mediawiki>')[0]
- if not re.match(r"\s*<mediawiki", xml):
- if config['xmlrevisions']:
- # Try again the old way
- print 'Export test via the API failed. Wiki too old? Trying without xmlrevisions.'
- config['xmlrevisions'] = False
- header, config = getXMLHeader(config=config, session=session)
- else:
- print 'XML export on this wiki is broken, quitting.'
- logerror(u'XML export on this wiki is broken, quitting.')
- sys.exit()
- return header, config
-
-
-def getXMLFileDesc(config={}, title='', session=None):
- """ Get XML for image description page """
- config['curonly'] = 1 # tricky to get only the most recent desc
- return("".join([x for x in getXMLPage( config=config, title=title, verbose=False, session=session)]))
-
-
-def getUserAgent():
- """ Return a cool user-agent to hide Python user-agent """
- useragents = [
- # firefox
- #'Mozilla/5.0 (X11; Linux x86_64; rv:72.0) Gecko/20100101 Firefox/72.0',
- #'Mozilla/5.0 (X11; Linux x86_64; rv:68.0) Gecko/20100101 Firefox/68.0',
- 'Mozilla/5.0 (Windows NT 10.0; rv:78.0) Gecko/20100101 Firefox/78.0'
- ]
- return useragents[0]
-
-
-def logerror(config={}, text=''):
- """ Log error in file """
- if text:
- with open('%s/errors.log' % (config['path']), 'a') as outfile:
- output = u'%s: %s\n' % (
- datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'), text)
- outfile.write(output.encode('utf-8'))
-
-
-def getXMLPageCore(headers={}, params={}, config={}, session=None):
- """ """
- # returns a XML containing params['limit'] revisions (or current only), ending in </mediawiki>
- # if retrieving params['limit'] revisions fails, returns a current only version
- # if all fail, returns the empty string
- xml = ''
- c = 0
- maxseconds = 100 # max seconds to wait in a single sleeping
- maxretries = config['retries'] # x retries and skip
- increment = 20 # increment every retry
-
- while not re.search(r'</mediawiki>', xml):
- if c > 0 and c < maxretries:
- wait = increment * c < maxseconds and increment * \
- c or maxseconds # incremental until maxseconds
- print ' In attempt %d, XML for "%s" is wrong. Waiting %d seconds and reloading...' %(c, params['pages'], wait)
- time.sleep(wait)
- # reducing server load requesting smallest chunks (if curonly then
- # limit = 1 from mother function)
- if params['limit'] > 1:
- params['limit'] = params['limit'] / 2 # half
- if c >= maxretries:
- print ' We have retried %d times' % (c)
- print ' MediaWiki error for "%s", network error or whatever...' % (params['pages'])
- if config['failfast']:
- print "Exit, it will be for another time"
- sys.exit()
- # If it's not already what we tried: our last chance, preserve only the last revision...
- # config['curonly'] means that the whole dump is configured to save only the last,
- # params['curonly'] should mean that we've already tried this
- # fallback, because it's set by the following if and passed to
- # getXMLPageCore
- if not config['curonly'] and not 'curonly' in params:
- print ' Trying to save only the last revision for this page...'
- params['curonly'] = 1
- logerror(
- config=config,
- text=u'Error while retrieving the full history of "%s". Trying to save only the last revision for this page' %
- (params['pages'])
- )
- return getXMLPageCore(
- headers=headers,
- params=params,
- config=config,
- session=session
- )
- else:
- print ' Saving in the errors log, and skipping...'
- logerror(
- config=config,
- text=u'Error while retrieving the last revision of "%s". Skipping.' %
- (params['pages']))
- raise ExportAbortedError(config['index'])
- return '' # empty xml
- # FIXME HANDLE HTTP Errors HERE
- try:
- r = session.post(url=config['index'], params=params, headers=headers, timeout=10)
- handleStatusCode(r)
- xml = fixBOM(r)
- except requests.exceptions.ConnectionError as e:
- print ' Connection error: %s'%(str(e[0]))
- xml = ''
- except requests.exceptions.ReadTimeout as e:
- print ' Read timeout: %s'%(str(e[0]))
- xml = ''
- c += 1
-
- return xml
-
-
-def getXMLPage(config={}, title='', verbose=True, session=None):
- """ Get the full history (or current only) of a page """
-
- # if server errors occurs while retrieving the full page history, it may return [oldest OK versions] + last version, excluding middle revisions, so it would be partialy truncated
- # http://www.mediawiki.org/wiki/Manual_talk:Parameters_to_Special:Export#Parameters_no_longer_in_use.3F
-
- limit = 1000
- truncated = False
- title_ = title
- title_ = re.sub(' ', '_', title_)
- # do not convert & into %26, title_ = re.sub('&', '%26', title_)
- try:
- params = {'title': config['export'], 'pages': title_, 'action': 'submit'}
- except KeyError:
- params = {'title': 'Special:Export', 'pages': title_, 'action': 'submit'}
- if config['curonly']:
- params['curonly'] = 1
- params['limit'] = 1
- else:
- params['offset'] = '1' # 1 always < 2000s
- params['limit'] = limit
- # in other case, do not set params['templates']
- if 'templates' in config and config['templates']:
- params['templates'] = 1
-
- xml = getXMLPageCore(params=params, config=config, session=session)
- if xml == "":
- raise ExportAbortedError(config['index'])
- if not "</page>" in xml:
- raise PageMissingError(params['title'], xml)
- else:
- # strip these sha1s sums which keep showing up in the export and
- # which are invalid for the XML schema (they only apply to
- # revisions)
- xml = re.sub(r'\n\s*<sha1>\w+</sha1>\s*\n', r'\n', xml)
- xml = re.sub(r'\n\s*<sha1/>\s*\n', r'\n', xml)
-
- yield xml.split("</page>")[0]
-
- # if complete history, check if this page history has > limit edits, if so, retrieve all using offset if available
- # else, warning about Special:Export truncating large page histories
- r_timestamp = r'<timestamp>([^<]+)</timestamp>'
-
- numberofedits = 0
- numberofedits += len(re.findall(r_timestamp, xml))
-
- # search for timestamps in xml to avoid analysing empty pages like
- # Special:Allpages and the random one
- if not config['curonly'] and re.search(r_timestamp, xml):
- while not truncated and params['offset']: # next chunk
- # get the last timestamp from the acum XML
- params['offset'] = re.findall(r_timestamp, xml)[-1]
- try:
- xml2 = getXMLPageCore(
- params=params, config=config, session=session)
- except MemoryError:
- print "The page's history exceeds our memory, halving limit."
- params['limit'] = params['limit'] / 2
- continue
-
- # are there more edits in this next XML chunk or no <page></page>?
- if re.findall(r_timestamp, xml2):
- if re.findall(r_timestamp, xml2)[-1] == params['offset']:
- # again the same XML, this wiki does not support params in
- # Special:Export, offer complete XML up to X edits (usually
- # 1000)
- print 'ATTENTION: This wiki does not allow some parameters in Special:Export, therefore pages with large histories may be truncated'
- truncated = True
- break
- else:
- """ </namespaces>
- </siteinfo>
- <page>
- <title>Main Page
- 15580374
- edit=sysop:move=sysop (?)
-
- 418009832
- 2011-03-09T19:57:06Z
-
- """
- # offset is OK in this wiki, merge with the previous chunk
- # of this page history and continue
- try:
- xml2 = xml2.split("")[0]
- yield ' ' + (''.join(xml2.split('')[1:]))
- except MemoryError:
- print "The page's history exceeds our memory, halving limit."
- params['limit'] = params['limit'] / 2
- continue
- xml = xml2
- numberofedits += len(re.findall(r_timestamp, xml))
- else:
- params['offset'] = '' # no more edits in this page history
- yield "\n"
-
- if verbose:
- if (numberofedits == 1):
- print ' %s, 1 edit' % (title.strip())
- else:
- print ' %s, %d edits' % (title.strip(), numberofedits)
-
-
-def makeXmlPageFromRaw(xml):
- """ Discard the metadata around a element in string"""
- root = etree.XML(xml)
- find = etree.XPath("//*[local-name() = 'page']")
- # The tag will inherit the namespace, like:
- #
- # FIXME: pretty_print doesn't seem to work, only adds a newline
- return etree.tostring(find(root)[0], pretty_print=True)
-
-
-def cleanXML(xml=''):
- """ Trim redundant info from the XML however it comes """
- # do not touch XML codification, leave AS IS
- if re.search(r'\n', xml):
- xml = xml.split('\n')[1]
- if re.search(r' ', xml):
- xml = xml.split('')[0]
- return xml
-
-
-def generateXMLDump(config={}, titles=[], start=None, session=None):
- """ Generates a XML dump for a list of titles or from revision IDs """
- # TODO: titles is now unused.
-
- header, config = getXMLHeader(config=config, session=session)
- footer = '\n' # new line at the end
- xmlfilename = '%s-%s-%s.xml' % (domain2prefix(config=config),
- config['date'],
- config['curonly'] and 'current' or 'history')
- xmlfile = ''
- lock = True
-
- if config['xmlrevisions']:
- if start:
- print("WARNING: will try to start the download from title: {}".format(start))
- xmlfile = open('%s/%s' % (config['path'], xmlfilename), 'a')
- else:
- print 'Retrieving the XML for every page from the beginning'
- xmlfile = open('%s/%s' % (config['path'], xmlfilename), 'w')
- xmlfile.write(header.encode('utf-8'))
- try:
- r_timestamp = r'([^<]+) '
- for xml in getXMLRevisions(config=config, session=session, start=start):
- numrevs = len(re.findall(r_timestamp, xml))
- # Due to how generators work, it's expected this may be less
- # TODO: get the page title and reuse the usual format "X title, y edits"
- print " %d more revisions exported" % numrevs
- xml = cleanXML(xml=xml)
- xmlfile.write(xml.encode('utf-8'))
- except AttributeError as e:
- print(e)
- print "This API library version is not working"
- sys.exit()
- else:
- print 'Retrieving the XML for every page from "%s"' % (start and start or 'start')
- if start:
- print "Removing the last chunk of past XML dump: it is probably incomplete."
- for i in reverse_readline('%s/%s' % (config['path'], xmlfilename), truncate=True):
- pass
- else:
- # requested complete xml dump
- lock = False
- xmlfile = open('%s/%s' % (config['path'], xmlfilename), 'w')
- xmlfile.write(header.encode('utf-8'))
- xmlfile.close()
-
- xmlfile = open('%s/%s' % (config['path'], xmlfilename), 'a')
- c = 1
- for title in readTitles(config, start):
- if not title:
- continue
- if title == start: # start downloading from start, included
- lock = False
- if lock:
- continue
- delay(config=config, session=session)
- if c % 10 == 0:
- print 'Downloaded %d pages' % (c)
- try:
- for xml in getXMLPage(config=config, title=title, session=session):
- xml = cleanXML(xml=xml)
- xmlfile.write(xml.encode('utf-8'))
- except PageMissingError:
- logerror(
- config=config,
- text=u'The page "%s" was missing in the wiki (probably deleted)' % title
- )
- # here, XML is a correct chunk or
- # an empty string due to a deleted page (logged in errors log) or
- # an empty string due to an error while retrieving the page from server
- # (logged in errors log)
- c += 1
-
- xmlfile.write(footer)
- xmlfile.close()
- print 'XML dump saved at...', xmlfilename
-
-def getXMLRevisions(config={}, session=None, allpages=False, start=None):
- # FIXME: actually figure out the various strategies for each MediaWiki version
- apiurl = urlparse(config['api'])
- # FIXME: force the protocol we asked for! Or don't verify SSL if we asked HTTP?
- # https://github.com/WikiTeam/wikiteam/issues/358
- site = mwclient.Site(apiurl.netloc, apiurl.path.replace("api.php", ""), scheme=apiurl.scheme)
-
- if not 'all' in config['namespaces']:
- namespaces = config['namespaces']
- else:
- namespaces, namespacenames = getNamespacesAPI(config=config, session=session)
-
- try:
- for namespace in namespaces:
- print("Trying to export all revisions from namespace %s" % namespace)
- # arvgeneratexml exists but was deprecated in 1.26 (while arv is from 1.27?!)
- arvparams = {
- 'action': 'query',
- 'list': 'allrevisions',
- 'arvlimit': 50,
- 'arvnamespace': namespace
- }
- if not config['curonly']:
- # We have to build the XML manually...
- # Skip flags, presumably needed to add element
- # but we only need the inner : we can live with
- # duplication and non-ordering of page titles, but the
- # repeated header is confusing and would not even be valid
- xml = exportrequest['query']['export']['*']
- yield makeXmlPageFromRaw(xml)
-
- if 'continue' in arvrequest:
- # Get the new ones
- arvparams['arvcontinue'] = arvrequest['continue']['arvcontinue']
- try:
- arvrequest = site.api(http_method=config['http_method'], **arvparams)
- except requests.exceptions.HTTPError as e:
- if e.response.status_code == 405 and config['http_method'] == "POST":
- print("POST request to the API failed, retrying with GET")
- config['http_method'] = "GET"
- arvrequest = site.api(http_method=config['http_method'], **arvparams)
- except requests.exceptions.ReadTimeout as err:
- # As above
- print("ERROR: {}".format(str(err)))
- print("Sleeping for 20 seconds")
- time.sleep(20)
- # But avoid rewriting the same revisions
- arvrequest['query']['allrevisions'] = []
- continue
- else:
- # End of continuation. We are done with this namespace.
- break
-
- except (KeyError, mwclient.errors.InvalidResponse) as e:
- print(e)
- # TODO: check whether the KeyError was really for a missing arv API
- print "Warning. Could not use allrevisions. Wiki too old?"
- if config['curonly']:
- # The raw XML export in the API gets a title and gives the latest revision.
- # We could also use the allpages API as generator but let's be consistent.
- print("Getting titles to export the latest revision for each")
- c = 0
- for title in readTitles(config, start=start):
- # TODO: respect verbose flag, reuse output from getXMLPage
- print(u' {}'.format(title))
- # TODO: as we're doing one page and revision at a time, we might
- # as well use xml format and exportnowrap=1 to use the string of,
- # XML as is, but need to check how well the library handles it.
- exportparams = {
- 'action': 'query',
- 'titles': title,
- 'export': '1',
- }
- try:
- exportrequest = site.api(http_method=config['http_method'], **exportparams)
- except requests.exceptions.HTTPError as e:
- if e.response.status_code == 405 and config['http_method'] == "POST":
- print("POST request to the API failed, retrying with GET")
- config['http_method'] = "GET"
- exportrequest = site.api(http_method=config['http_method'], **exportparams)
-
- xml = exportrequest['query']['export']['*']
- c += 1
- if c % 10 == 0:
- print('Downloaded {} pages'.format(c))
- # Because we got the fancy XML from the JSON format, clean it:
- yield makeXmlPageFromRaw(xml)
- else:
- # This is the closest to what we usually do with Special:Export:
- # take one title at a time and try to get all revisions exported.
- # It differs from the allrevisions method because it actually needs
- # to be input the page titles; otherwise, the requests are similar.
- # The XML needs to be made manually because the export=1 option
- # refuses to return an arbitrary number of revisions (see above).
- print("Getting titles to export all the revisions of each")
- c = 0
- titlelist = []
- # TODO: Decide a suitable number of a batched request. Careful:
- # batched responses may not return all revisions.
- for titlelist in readTitles(config, start=start, batch=False):
- if type(titlelist) is not list:
- titlelist = [titlelist]
- for title in titlelist:
- print(u' {}'.format(title))
- # Try and ask everything. At least on MediaWiki 1.16, uknown props are discarded:
- # "warnings":{"revisions":{"*":"Unrecognized values for parameter 'rvprop': userid, sha1, contentmodel"}}}
- pparams = {
- 'action': 'query',
- 'titles': '|'.join(titlelist),
- 'prop': 'revisions',
- #'rvlimit': 50,
- 'rvprop': 'ids|timestamp|user|userid|size|sha1|contentmodel|comment|content',
- }
- try:
- prequest = site.api(http_method=config['http_method'], **pparams)
- except requests.exceptions.HTTPError as e:
- if e.response.status_code == 405 and config['http_method'] == "POST":
- print("POST request to the API failed, retrying with GET")
- config['http_method'] = "GET"
- exportrequest = site.api(http_method=config['http_method'], **exportparams)
- except mwclient.errors.InvalidResponse:
- logerror(
- config=config,
- text=u'Error: page inaccessible? Could not export page: %s' % ("; ".join(titlelist))
- )
- continue
-
- # Be ready to iterate if there is continuation.
- while True:
- # Get the revision data returned by the API: prequest is the initial request
- # or the new one after continuation at the bottom of this while loop.
- # The array is called "pages" even if there's only one.
- try:
- pages = prequest['query']['pages']
- except KeyError:
- logerror(
- config=config,
- text=u'Error: page inaccessible? Could not export page: %s' % ("; ".join(titlelist))
- )
- break
- # Go through the data we got to build the XML.
- for pageid in pages:
- try:
- xml = makeXmlFromPage(pages[pageid])
- yield xml
- except PageMissingError:
- logerror(
- config=config,
- text=u'Error: empty revision from API. Could not export page: %s' % ("; ".join(titlelist))
- )
- continue
-
- # Get next batch of revisions if there's more.
- if 'continue' in prequest.keys():
- print("Getting more revisions for the page")
- for key, value in prequest['continue']:
- params[key] = value
- elif 'query-continue' in prequest.keys():
- rvstartid = prequest['query-continue']['revisions']['rvstartid']
- pparams['rvstartid'] = rvstartid
- else:
- break
-
- try:
- prequest = site.api(http_method=config['http_method'], **pparams)
- except requests.exceptions.HTTPError as e:
- if e.response.status_code == 405 and config['http_method'] == "POST":
- print("POST request to the API failed, retrying with GET")
- config['http_method'] = "GET"
- prequest = site.api(http_method=config['http_method'], **pparams)
-
- # We're done iterating for this title or titles.
- c += len(titlelist)
- # Reset for the next batch.
- titlelist = []
- if c % 10 == 0:
- print('Downloaded {} pages'.format(c))
-
-
- except mwclient.errors.MwClientError as e:
- print(e)
- print "This mwclient version seems not to work for us. Exiting."
- sys.exit()
-
-def makeXmlFromPage(page):
- """ Output an XML document as a string from a page as in the API JSON """
- try:
- p = E.page(
- E.title(to_unicode(page['title'])),
- E.ns(to_unicode(page['ns'])),
- E.id(to_unicode(page['pageid'])),
- )
- for rev in page['revisions']:
- # Older releases like MediaWiki 1.16 do not return all fields.
- if 'userid' in rev:
- userid = rev['userid']
- else:
- userid = 0
- if 'size' in rev:
- size = rev['size']
- else:
- size = 0
- revision = E.revision(
- E.id(to_unicode(rev['revid'])),
- E.timestamp(rev['timestamp']),
- E.text(to_unicode(rev['*']), space="preserve", bytes=to_unicode(size)),
- )
- # The username may be deleted/suppressed
- if 'user' in rev:
- revision.append(E.contributor(
- E.username(to_unicode(rev['user'])),
- E.id(to_unicode(userid)),
- ))
- else:
- revision.append(E.contributor(deleted="deleted"))
- if 'comment' in rev:
- revision.append(E.comment(to_unicode(rev['comment'])))
- if 'contentmodel' in rev:
- revision.append(E.model(rev['contentmodel']))
- # Sometimes a missing parentid is not replaced with a 0 as it should.
- if 'parentid' in rev:
- revision.append(E.parentid(to_unicode(rev['parentid'])))
- # The sha1 may not have been backfilled on older wikis or lack for other reasons (Wikia).
- if 'sha1' in rev:
- revision.append(E.sha1(rev['sha1']))
- p.append(revision)
- except KeyError as e:
- print(e)
- raise PageMissingError(page['title'], e)
- return etree.tostring(p, pretty_print=True, encoding='unicode')
-
-def readTitles(config={}, start=None, batch=False):
- """ Read title list from a file, from the title "start" """
-
- titlesfilename = '%s-%s-titles.txt' % (
- domain2prefix(config=config), config['date'])
- titlesfile = open('%s/%s' % (config['path'], titlesfilename), 'r')
-
- titlelist = []
- seeking = False
- if start:
- seeking = True
-
- with titlesfile as f:
- for line in f:
- title = line.decode("utf-8").strip()
- if title == '--END--':
- break
- elif seeking and title != start:
- continue
- elif seeking and title == start:
- seeking = False
-
- if not batch:
- yield title
- else:
- titlelist.append(title)
- if len(titlelist) < batch:
- continue
- else:
- yield titlelist
- titlelist = []
-
-def reverse_readline(filename, buf_size=8192, truncate=False):
- """a generator that returns the lines of a file in reverse order"""
- # Original code by srohde, abdus_salam: cc by-sa 3.0
- # http://stackoverflow.com/a/23646049/718903
- with open(filename, 'r+') as fh:
- segment = None
- offset = 0
- fh.seek(0, os.SEEK_END)
- total_size = remaining_size = fh.tell()
- while remaining_size > 0:
- offset = min(total_size, offset + buf_size)
- fh.seek(-offset, os.SEEK_END)
- buffer = fh.read(min(remaining_size, buf_size))
- remaining_size -= buf_size
- lines = buffer.split('\n')
- # the first line of the buffer is probably not a complete line so
- # we'll save it and append it to the last line of the next buffer
- # we read
- if segment is not None:
- # if the previous chunk starts right from the beginning of line
- # do not concat the segment to the last line of new chunk
- # instead, yield the segment first
- if buffer[-1] is not '\n':
- lines[-1] += segment
- else:
- if truncate and ' ' in segment:
- pages = buffer.split(' ')
- fh.seek(-offset+buf_size-len(pages[-1]), os.SEEK_END)
- fh.truncate
- raise StopIteration
- else:
- yield segment
- segment = lines[0]
- for index in range(len(lines) - 1, 0, -1):
- if truncate and '' in segment:
- pages = buffer.split('')
- fh.seek(-offset-len(pages[-1]), os.SEEK_END)
- fh.truncate
- raise StopIteration
- else:
- yield lines[index]
- yield segment
-
-def saveImageNames(config={}, images=[], session=None):
- """ Save image list in a file, including filename, url and uploader """
-
- imagesfilename = '%s-%s-images.txt' % (
- domain2prefix(config=config), config['date'])
- imagesfile = open('%s/%s' % (config['path'], imagesfilename), 'w')
- imagesfile.write(
- ('\n'.join(
- [
- '%s\t%s\t%s' %
- (filename,
- url,
- uploader) for filename,
- url,
- uploader in images]
- ).encode('utf-8')
- )
- )
- imagesfile.write('\n--END--')
- imagesfile.close()
-
- print 'Image filenames and URLs saved at...', imagesfilename
-
-
-def curateImageURL(config={}, url=''):
- """ Returns an absolute URL for an image, adding the domain if missing """
-
- if 'index' in config and config['index']:
- # remove from :// (http or https) until the first / after domain
- domainalone = config['index'].split(
- '://')[0] + '://' + config['index'].split('://')[1].split('/')[0]
- elif 'api' in config and config['api']:
- domainalone = config['api'].split(
- '://')[0] + '://' + config['api'].split('://')[1].split('/')[0]
- else:
- print 'ERROR: no index nor API'
- sys.exit()
-
- if url.startswith('//'): # Orain wikifarm returns URLs starting with //
- url = u'%s:%s' % (domainalone.split('://')[0], url)
- # is it a relative URL?
- elif url[0] == '/' or (not url.startswith('http://') and not url.startswith('https://')):
- if url[0] == '/': # slash is added later
- url = url[1:]
- # concat http(s) + domain + relative url
- url = u'%s/%s' % (domainalone, url)
- url = undoHTMLEntities(text=url)
- # url = urllib.unquote(url) #do not use unquote with url, it break some
- # urls with odd chars
- url = re.sub(' ', '_', url)
-
- return url
-
-
-def getImageNamesScraper(config={}, session=None):
- """ Retrieve file list: filename, url, uploader """
-
- # (?\d+)&'
- images = []
- offset = '29990101000000' # january 1, 2999
- limit = 5000
- retries = config['retries']
- while offset:
- # 5000 overload some servers, but it is needed for sites like this with
- # no next links
- # http://www.memoryarchive.org/en/index.php?title=Special:Imagelist&sort=byname&limit=50&wpIlMatch=
- r = session.post(
- url=config['index'],
- params={
- 'title': 'Special:Imagelist',
- 'limit': limit,
- 'offset': offset},
- timeout=30)
- raw = r.text
- delay(config=config, session=session)
- # delicate wiki
- if re.search(
- ur'(?i)(allowed memory size of \d+ bytes exhausted|Call to a member function getURL)',
- raw):
- if limit > 10:
- print 'Error: listing %d images in a chunk is not possible, trying tiny chunks' % (limit)
- limit = limit / 10
- continue
- elif retries > 0: # waste retries, then exit
- retries -= 1
- print 'Retrying...'
- continue
- else:
- print 'No more retries, exit...'
- break
-
- raw = cleanHTML(raw)
- # archiveteam 1.15.1
- # wikanda 1.15.5
- r_images1 = r'(?im)\s*'
- # wikijuegos 1.9.5
- # http://softwarelibre.uca.es/wikijuegos/Especial:Imagelist old
- # mediawiki version
- r_images2 = r'(?im)\s*\s*\s*'
- # gentoowiki 1.18
- r_images3 = r'(?im)'
- # http://www.memoryarchive.org/en/index.php?title=Special:Imagelist&sort=byname&limit=50&wpIlMatch=
- # (desc ) 109 0923.JPG . . 885,713 bytes . . Bfalconer . . 18:44, 17 November 2005]+ title="[^:>]+:(?P[^>]+)">[^<]+ [^<]+[^<]+ [^<]+]+>(?P[^<]+)'
- r_images5 = (
- r'(?im)\s*'
- '\s*'
- '\s*'
- '')
-
- # Select the regexp that returns more results
- regexps = [r_images1, r_images2, r_images3, r_images4, r_images5]
- count = 0
- i = 0
- regexp_best = 0
- for regexp in regexps:
- if len(re.findall(regexp, raw)) > count:
- count = len(re.findall(regexp, raw))
- regexp_best = i
- i += 1
- m = re.compile(regexps[regexp_best]).finditer(raw)
-
- # Iter the image results
- for i in m:
- url = i.group('url')
- url = curateImageURL(config=config, url=url)
- filename = re.sub('_', ' ', i.group('filename'))
- filename = undoHTMLEntities(text=filename)
- filename = urllib.unquote(filename)
- uploader = re.sub('_', ' ', i.group('uploader'))
- uploader = undoHTMLEntities(text=uploader)
- uploader = urllib.unquote(uploader)
- images.append([filename, url, uploader])
- # print filename, url
-
- if re.search(r_next, raw):
- new_offset = re.findall(r_next, raw)[0]
- # Avoid infinite loop
- if new_offset != offset:
- offset = new_offset
- retries += 5 # add more retries if we got a page with offset
- else:
- offset = ''
- else:
- offset = ''
-
- if (len(images) == 1):
- print ' Found 1 image'
- else:
- print ' Found %d images' % (len(images))
-
- images.sort()
- return images
-
-
-def getImageNamesAPI(config={}, session=None):
- """ Retrieve file list: filename, url, uploader """
- oldAPI = False
- aifrom = '!'
- images = []
- while aifrom:
- sys.stderr.write('.') # progress
- params = {
- 'action': 'query',
- 'list': 'allimages',
- 'aiprop': 'url|user',
- 'aifrom': aifrom,
- 'format': 'json',
- 'ailimit': 50}
- # FIXME Handle HTTP Errors HERE
- r = session.get(url=config['api'], params=params, timeout=30)
- handleStatusCode(r)
- jsonimages = getJSON(r)
- delay(config=config, session=session)
-
- if 'query' in jsonimages:
- aifrom = ''
- if 'query-continue' in jsonimages and 'allimages' in jsonimages[
- 'query-continue']:
- if 'aicontinue' in jsonimages['query-continue']['allimages']:
- aifrom = jsonimages[
- 'query-continue']['allimages']['aicontinue']
- elif 'aifrom' in jsonimages['query-continue']['allimages']:
- aifrom = jsonimages[
- 'query-continue']['allimages']['aifrom']
- elif 'continue' in jsonimages:
- if 'aicontinue' in jsonimages['continue']:
- aifrom = jsonimages['continue']['aicontinue']
- elif 'aifrom' in jsonimages['continue']:
- aifrom = jsonimages['continue']['aifrom']
- # print aifrom
-
- for image in jsonimages['query']['allimages']:
- url = image['url']
- url = curateImageURL(config=config, url=url)
- # encoding to ascii is needed to work around this horrible bug:
- # http://bugs.python.org/issue8136
- if 'api' in config and ('.wikia.' in config['api'] or '.fandom.com' in config['api']):
- #to avoid latest?cb=20120816112532 in filenames
- filename = unicode(urllib.unquote((re.sub('_', ' ', url.split('/')[-3])).encode('ascii', 'ignore')), 'utf-8')
- else:
- filename = unicode(urllib.unquote((re.sub('_', ' ', url.split('/')[-1])).encode('ascii', 'ignore')), 'utf-8')
- uploader = re.sub('_', ' ', image['user'])
- images.append([filename, url, uploader])
- else:
- oldAPI = True
- break
-
- if oldAPI:
- gapfrom = '!'
- images = []
- while gapfrom:
- sys.stderr.write('.') # progress
- # Some old APIs doesn't have allimages query
- # In this case use allpages (in nm=6) as generator for imageinfo
- # Example:
- # http://minlingo.wiki-site.com/api.php?action=query&generator=allpages&gapnamespace=6
- # &gaplimit=500&prop=imageinfo&iiprop=user|url&gapfrom=!
- params = {
- 'action': 'query',
- 'generator': 'allpages',
- 'gapnamespace': 6,
- 'gaplimit': 50,
- 'gapfrom': gapfrom,
- 'prop': 'imageinfo',
- 'iiprop': 'user|url',
- 'format': 'json'}
- # FIXME Handle HTTP Errors HERE
- r = session.get(url=config['api'], params=params, timeout=30)
- handleStatusCode(r)
- jsonimages = getJSON(r)
- delay(config=config, session=session)
-
- if 'query' in jsonimages:
- gapfrom = ''
- if 'query-continue' in jsonimages and 'allpages' in jsonimages[
- 'query-continue']:
- if 'gapfrom' in jsonimages['query-continue']['allpages']:
- gapfrom = jsonimages[
- 'query-continue']['allpages']['gapfrom']
- # print gapfrom
- # print jsonimages['query']
-
- for image, props in jsonimages['query']['pages'].items():
- url = props['imageinfo'][0]['url']
- url = curateImageURL(config=config, url=url)
-
- tmp_filename = ':'.join(props['title'].split(':')[1:])
-
- filename = re.sub('_', ' ', tmp_filename)
- uploader = re.sub('_', ' ', props['imageinfo'][0]['user'])
- images.append([filename, url, uploader])
- else:
- # if the API doesn't return query data, then we're done
- break
-
- if (len(images) == 1):
- print ' Found 1 image'
- else:
- print ' Found %d images' % (len(images))
-
- return images
-
-
-def undoHTMLEntities(text=''):
- """ Undo some HTML codes """
-
- # i guess only < > & " ' need conversion
- # http://www.w3schools.com/html/html_entities.asp
- text = re.sub('<', '<', text)
- text = re.sub('>', '>', text)
- text = re.sub('&', '&', text)
- text = re.sub('"', '"', text)
- text = re.sub(''', '\'', text)
-
- return text
-
-
-def generateImageDump(config={}, other={}, images=[], start='', session=None):
- """ Save files and descriptions using a file list """
-
- # fix use subdirectories md5
- print 'Retrieving images from "%s"' % (start and start or 'start')
- imagepath = '%s/images' % (config['path'])
- if not os.path.isdir(imagepath):
- print 'Creating "%s" directory' % (imagepath)
- os.makedirs(imagepath)
-
- c = 0
- lock = True
- if not start:
- lock = False
- for filename, url, uploader in images:
- if filename == start: # start downloading from start (included)
- lock = False
- if lock:
- continue
- delay(config=config, session=session)
-
- # saving file
- # truncate filename if length > 100 (100 + 32 (md5) = 132 < 143 (crash
- # limit). Later .desc is added to filename, so better 100 as max)
- filename2 = urllib.unquote(filename)
- if len(filename2) > other['filenamelimit']:
- # split last . (extension) and then merge
- filename2 = truncateFilename(other=other, filename=filename2)
- print 'Filename is too long, truncating. Now it is:', filename2
- filename3 = u'%s/%s' % (imagepath, filename2)
- imagefile = open(filename3, 'wb')
-
- r = session.head(url=url, allow_redirects=True)
- original_url_redirected = len(r.history) > 0
-
- if original_url_redirected:
- #print 'Site is redirecting us to: ', r.url
- original_url = url
- url = r.url
-
- r = session.get(url=url, allow_redirects=False)
-
- # Try to fix a broken HTTP to HTTPS redirect
- if r.status_code == 404 and original_url_redirected:
- if original_url.split("://")[0] == "http" and url.split("://")[0] == "https":
- url = 'https://' + original_url.split("://")[1]
- #print 'Maybe a broken http to https redirect, trying ', url
- r = session.get(url=url, allow_redirects=False)
-
- if r.status_code == 404:
- logerror(
- config=config,
- text=u'File %s at URL %s is missing' % (filename2,url))
-
- imagefile.write(r.content)
- imagefile.close()
- # saving description if any
- try:
- title = u'Image:%s' % (filename)
- if config['xmlrevisions'] and config['api'] and config['api'].endswith("api.php"):
- r = session.get(config['api'] + u"?action=query&export&exportnowrap&titles=%s" % title)
- xmlfiledesc = r.text
- else:
- xmlfiledesc = getXMLFileDesc(
- config=config,
- title=title,
- session=session) # use Image: for backwards compatibility
- except PageMissingError:
- xmlfiledesc = ''
- logerror(
- config=config,
- text=u'The page "%s" was missing in the wiki (probably deleted)' % (title.decode('utf-8'))
- )
-
- f = open('%s/%s.desc' % (imagepath, filename2), 'w')
- # Banner featuring SG1, SGA, SGU teams
- if not re.search(r'', xmlfiledesc):
- # failure when retrieving desc? then save it as empty .desc
- xmlfiledesc = ''
-
- # Fixup the XML
- if xmlfiledesc is not '' and not re.search(r'', xmlfiledesc):
- xmlfiledesc += ''
-
- f.write(xmlfiledesc.encode('utf-8'))
- f.close()
- delay(config=config, session=session)
- c += 1
- if c % 10 == 0:
- print ' Downloaded %d images' % (c)
-
- print 'Downloaded %d images' % (c)
-
-
-def saveLogs(config={}, session=None):
- """ Save Special:Log """
- # get all logs from Special:Log
- """parse
-
- Bloqueos de usuarios
- Cambios de perfil de usuario
- Protecciones de páginas
- Registro de borrados
- Registro de creación de usuarios
- Registro de fusiones
- Registro de importaciones
- Registro de revisiones
- Registro de traslados
- Subidas de archivos
- Todos los registros
-
- """
- delay(config=config, session=session)
-
-
-def domain2prefix(config={}, session=None):
- """ Convert domain name to a valid prefix filename. """
-
- # At this point, both api and index are supposed to be defined
- domain = ''
- if config['api']:
- domain = config['api']
- elif config['index']:
- domain = config['index']
-
- domain = domain.lower()
- domain = re.sub(r'(https?://|www\.|/index\.php.*|/api\.php.*)', '', domain)
- domain = re.sub(r'/', '_', domain)
- domain = re.sub(r'\.', '', domain)
- domain = re.sub(r'[^A-Za-z0-9]', '_', domain)
-
- return domain
-
-
-def loadConfig(config={}, configfilename=''):
- """ Load config file """
-
- try:
- with open('%s/%s' % (config['path'], configfilename), 'r') as infile:
- config = cPickle.load(infile)
- except:
- print 'There is no config file. we can\'t resume. Start a new dump.'
- sys.exit()
-
- return config
-
-
-def saveConfig(config={}, configfilename=''):
- """ Save config file """
-
- with open('%s/%s' % (config['path'], configfilename), 'w') as outfile:
- cPickle.dump(config, outfile)
-
-
-def welcome():
- message = ''
- """ Opening message """
- message += "#" * 73
- message += """
-# Welcome to DumpGenerator %s by WikiTeam (GPL v3) #
-# More info at: https://github.com/WikiTeam/wikiteam #""" % (getVersion())
- message += "\n"
- message += "#" * 73
- message += "\n"
- message += ''
- message += "\n"
- message += "#" * 73
- message += "\n"
- message += "# Copyright (C) 2011-%d WikiTeam developers #\n" % (datetime.datetime.now().year)
- message += """
-# This program is free software: you can redistribute it and/or modify #
-# it under the terms of the GNU General Public License as published by #
-# the Free Software Foundation, either version 3 of the License, or #
-# (at your option) any later version. #
-# #
-# This program is distributed in the hope that it will be useful, #
-# but WITHOUT ANY WARRANTY; without even the implied warranty of #
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
-# GNU General Public License for more details. #
-# #
-# You should have received a copy of the GNU General Public License #
-# along with this program. If not, see Index.php )',
- raw):
- print "Looks like the page called Index.php, not index.php itself"
- return False
- if re.search(
- r'(This wiki is powered by||meta name="generator" content="MediaWiki)',
- raw):
- return True
- return False
-
-
-def removeIP(raw=''):
- """ Remove IP from HTML comments """
-
- raw = re.sub(r'\d+\.\d+\.\d+\.\d+', '0.0.0.0', raw)
- # http://www.juniper.net/techpubs/software/erx/erx50x/swconfig-routing-vol1/html/ipv6-config5.html
- # weird cases as :: are not included
- raw = re.sub(
- r'(?i)[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}:[\da-f]{0,4}',
- '0:0:0:0:0:0:0:0',
- raw)
-
- return raw
-
-
-def getJSON(request):
- """Strip Unicode BOM"""
- if request.text.startswith(u'\ufeff'):
- request.encoding = 'utf-8-sig'
- try:
- return request.json()
- except:
- # Maybe an older API version which did not return correct JSON
- return {}
-
-
-def fixBOM(request):
- """Strip Unicode BOM"""
- if request.text.startswith(u'\ufeff'):
- request.encoding = 'utf-8-sig'
- return request.text
-
-
-def checkXMLIntegrity(config={}, titles=[], session=None):
- """ Check XML dump integrity, to detect broken XML chunks """
- return
-
- print 'Verifying dump...'
- checktitles = 0
- checkpageopen = 0
- checkpageclose = 0
- checkrevisionopen = 0
- checkrevisionclose = 0
- for line in file(
- '%s/%s-%s-%s.xml' %
- (config['path'],
- domain2prefix(
- config=config,
- session=session),
- config['date'],
- config['curonly'] and 'current' or 'history'),
- 'r').read().splitlines():
- if "" in line:
- checkrevisionopen += 1
- elif " " in line:
- checkrevisionclose += 1
- elif "" in line:
- checkpageopen += 1
- elif " " in line:
- checkpageclose += 1
- elif "" in line:
- checktitles += 1
- else:
- continue
- if (checktitles == checkpageopen and checktitles == checkpageclose and checkrevisionopen == checkrevisionclose):
- pass
- else:
- print 'XML dump seems to be corrupted.'
- reply = ''
- if config['failfast']:
- reply = 'yes'
- while reply.lower() not in ['yes', 'y', 'no', 'n']:
- reply = raw_input('Regenerate a new dump ([yes, y], [no, n])? ')
- if reply.lower() in ['yes', 'y']:
- generateXMLDump(config=config, titles=titles, session=session)
- elif reply.lower() in ['no', 'n']:
- print 'Not generating a new dump.'
-
-
-def createNewDump(config={}, other={}):
- images = []
- print 'Trying generating a new dump into a new directory...'
- if config['xml']:
- getPageTitles(config=config, session=other['session'])
- titles=readTitles(config)
- generateXMLDump(config=config, titles=titles, session=other['session'])
- checkXMLIntegrity(
- config=config,
- titles=titles,
- session=other['session'])
- if config['images']:
- images += getImageNames(config=config, session=other['session'])
- saveImageNames(config=config, images=images, session=other['session'])
- generateImageDump(
- config=config,
- other=other,
- images=images,
- session=other['session'])
- if config['logs']:
- saveLogs(config=config, session=other['session'])
-
-
-def resumePreviousDump(config={}, other={}):
- images = []
- print 'Resuming previous dump process...'
- if config['xml']:
- titles=readTitles(config)
- try:
- lasttitles = reverse_readline('%s/%s-%s-titles.txt' %
- ( config['path'],
- domain2prefix( config=config, session=other['session'] ),
- config['date'])
- )
- lasttitle=lasttitles.next()
- if lasttitle == '':
- lasttitle=lasttitles.next()
- except:
- lasttitle = '' # probably file does not exists
- if lasttitle == '--END--':
- # titles list is complete
- print 'Title list was completed in the previous session'
- else:
- print 'Title list is incomplete. Reloading...'
- # do not resume, reload, to avoid inconsistences, deleted pages or
- # so
- getPageTitles(config=config, session=other['session'])
-
- # checking xml dump
- xmliscomplete = False
- lastxmltitle = None
- try:
- f = reverse_readline(
- '%s/%s-%s-%s.xml' %
- (config['path'],
- domain2prefix(
- config=config,
- session=other['session']),
- config['date'],
- config['curonly'] and 'current' or 'history'),
- )
- for l in f:
- if l == '</mediawiki>':
- # xml dump is complete
- xmliscomplete = True
- break
-
- xmltitle = re.search(r'<title>([^<]+) ', l)
- if xmltitle:
- lastxmltitle = undoHTMLEntities(text=xmltitle.group(1))
- break
- except:
- pass # probably file does not exists
-
- if xmliscomplete:
- print 'XML dump was completed in the previous session'
- elif lastxmltitle:
- # resuming...
- print 'Resuming XML dump from "%s"' % (lastxmltitle)
- titles = readTitles(config, start=lastxmltitle)
- generateXMLDump(
- config=config,
- titles=titles,
- start=lastxmltitle,
- session=other['session'])
- else:
- # corrupt? only has XML header?
- print 'XML is corrupt? Regenerating...'
- titles = readTitles(config)
- generateXMLDump(
- config=config, titles=titles, session=other['session'])
-
- if config['images']:
- # load images
- lastimage = ''
- try:
- f = open(
- '%s/%s-%s-images.txt' %
- (config['path'],
- domain2prefix(
- config=config),
- config['date']),
- 'r')
- raw = unicode(f.read(), 'utf-8').strip()
- lines = raw.split('\n')
- for l in lines:
- if re.search(r'\t', l):
- images.append(l.split('\t'))
- lastimage = lines[-1]
- f.close()
- except:
- pass # probably file does not exists
- if lastimage == u'--END--':
- print 'Image list was completed in the previous session'
- else:
- print 'Image list is incomplete. Reloading...'
- # do not resume, reload, to avoid inconsistences, deleted images or
- # so
- images = getImageNames(config=config, session=other['session'])
- saveImageNames(config=config, images=images)
- # checking images directory
- listdir = []
- try:
- listdir = [n.decode('utf-8') for n in os.listdir('%s/images' % (config['path']))]
- except:
- pass # probably directory does not exist
- listdir.sort()
- complete = True
- lastfilename = ''
- lastfilename2 = ''
- c = 0
- for filename, url, uploader in images:
- lastfilename2 = lastfilename
- # return always the complete filename, not the truncated
- lastfilename = filename
- filename2 = filename
- if len(filename2) > other['filenamelimit']:
- filename2 = truncateFilename(other=other, filename=filename2)
- if filename2 not in listdir:
- complete = False
- break
- c += 1
- print '%d images were found in the directory from a previous session' % (c)
- if complete:
- # image dump is complete
- print 'Image dump was completed in the previous session'
- else:
- # we resume from previous image, which may be corrupted (or missing
- # .desc) by the previous session ctrl-c or abort
- generateImageDump(
- config=config,
- other=other,
- images=images,
- start=lastfilename2,
- session=other['session'])
-
- if config['logs']:
- # fix
- pass
-
-
-def saveSpecialVersion(config={}, session=None):
- """ Save Special:Version as .html, to preserve extensions details """
-
- if os.path.exists('%s/Special:Version.html' % (config['path'])):
- print 'Special:Version.html exists, do not overwrite'
- else:
- print 'Downloading Special:Version with extensions and other related info'
- r = session.post(
- url=config['index'], params={'title': 'Special:Version'}, timeout=10)
- raw = r.text
- delay(config=config, session=session)
- raw = removeIP(raw=raw)
- with open('%s/Special:Version.html' % (config['path']), 'w') as outfile:
- outfile.write(raw.encode('utf-8'))
-
-
-def saveIndexPHP(config={}, session=None):
- """ Save index.php as .html, to preserve license details available at the botom of the page """
-
- if os.path.exists('%s/index.html' % (config['path'])):
- print 'index.html exists, do not overwrite'
- else:
- print 'Downloading index.php (Main Page) as index.html'
- r = session.post(url=config['index'], params={}, timeout=10)
- raw = r.text
- delay(config=config, session=session)
- raw = removeIP(raw=raw)
- with open('%s/index.html' % (config['path']), 'w') as outfile:
- outfile.write(raw.encode('utf-8'))
-
-def saveSiteInfo(config={}, session=None):
- """ Save a file with site info """
-
- if config['api']:
- if os.path.exists('%s/siteinfo.json' % (config['path'])):
- print 'siteinfo.json exists, do not overwrite'
- else:
- print 'Downloading site info as siteinfo.json'
-
- # MediaWiki 1.13+
- r = session.get(
- url=config['api'],
- params={
- 'action': 'query',
- 'meta': 'siteinfo',
- 'siprop': 'general|namespaces|statistics|dbrepllag|interwikimap|namespacealiases|specialpagealiases|usergroups|extensions|skins|magicwords|fileextensions|rightsinfo',
- 'sinumberingroup': 1,
- 'format': 'json'},
- timeout=10)
- # MediaWiki 1.11-1.12
- if not 'query' in getJSON(r):
- r = session.get(
- url=config['api'],
- params={
- 'action': 'query',
- 'meta': 'siteinfo',
- 'siprop': 'general|namespaces|statistics|dbrepllag|interwikimap',
- 'format': 'json'},
- timeout=10)
- # MediaWiki 1.8-1.10
- if not 'query' in getJSON(r):
- r = session.get(
- url=config['api'],
- params={
- 'action': 'query',
- 'meta': 'siteinfo',
- 'siprop': 'general|namespaces',
- 'format': 'json'},
- timeout=10)
- result = getJSON(r)
- delay(config=config, session=session)
- with open('%s/siteinfo.json' % (config['path']), 'w') as outfile:
- outfile.write(json.dumps(result, indent=4, sort_keys=True))
-
-
-def avoidWikimediaProjects(config={}, other={}):
- """ Skip Wikimedia projects and redirect to the dumps website """
-
- # notice about wikipedia dumps
- url = ''
- if config['api']:
- url = url + config['api']
- if config['index']:
- url = url + config['index']
- if re.findall(
- r'(?i)(wikipedia|wikisource|wiktionary|wikibooks|wikiversity|wikimedia|wikispecies|wikiquote|wikinews|wikidata|wikivoyage)\.org',
- url):
- print 'PLEASE, DO NOT USE THIS SCRIPT TO DOWNLOAD WIKIMEDIA PROJECTS!'
- print 'Download the dumps from http://dumps.wikimedia.org'
- if not other['force']:
- print 'Thanks!'
- sys.exit()
-
-
-def getWikiEngine(url=''):
- """ Returns the wiki engine of a URL, if known """
-
- session = requests.Session()
- session.headers.update({'User-Agent': getUserAgent()})
- r = session.post(url=url, timeout=30)
- if r.status_code == 405 or r.text == '':
- r = session.get(url=url, timeout=120)
- result = r.text
-
- wikiengine = 'Unknown'
- if re.search(
- ur'(?im)( )?JSPWiki|xmlns:jspwiki="http://www\.jspwiki\.org")', result):
- wikiengine = 'JSPWiki'
- elif re.search(ur'(?im)(Powered by:?\s*(|\bKwikiNavigation\b)', result):
- wikiengine = 'Kwiki'
- elif re.search(ur'(?im)(Powered by )', result):
- wikiengine = 'Zwiki'
- # WakkaWiki forks
- elif re.search(ur'(?im)( )', result):
- wikiengine = 'CitiWiki'
- elif re.search(ur'(?im)(Powered by |wikidot-privacy-button-hovertip|javascript:WIKIDOT\.page)', result):
- wikiengine = 'Wikidot'
- elif re.search(ur'(?im)(IS_WETPAINT_USER|wetpaintLoad|WPC-bodyContentContainer)', result):
- wikiengine = 'Wetpaint'
- elif re.search(ur'(?im)(
-
-
-
-
-