☰

Endless Pixiv Pages

Loads more pixiv pages as you scroll down.

  1. // ==UserScript==
  2. // @name           Endless Pixiv Pages
  3. // @namespace      https://greasyfork.org/scripts/3254
  4. // @include        *://www.pixiv.net/*
  5. // @description    Loads more pixiv pages as you scroll down.
  6. // @version        2018.01.28
  7. // @grant          none
  8. // ==/UserScript==
  9.  
  10. var iframeLoader = false;//If true, force all pages to be loaded using a hidden iframe instead of XMLHttpRequest.
  11. var scrollBuffer = 500;//Minimum height remaining to scroll before loading the next page.
  12. var timeToFailure = 30;//Seconds to wait for a response from the next page before attempting to fetch the page again.
  13.  
  14. //////////////////////////////////////////////////////////////////////////////////////
  15.  
  16. var mainTable, bottomDoc, nextPage, timeout = 0, pending = false, totalPages = 0, loadAll = false, loadAllLink = null, itemsPerPage = 20;
  17.  
  18. //Hide the ad for pixiv premium inserted into the middle of tag search results; its thumbnails are broken in the loaded pages anyway.
  19. var pStyle = document.createElement("style");
  20. pStyle.innerHTML = "._premium-lead-popular-d-body{display:none !important}";
  21. document.head.appendChild(pStyle);
  22.  
  23. if( window != window.top )
  24.     ;//console.debug('Endless Pixiv Pages: Ignoring inner frame');
  25. else if( !(mainTable = getMainTable(document)) )
  26.     console.debug('Endless Pixiv Pages: No main table');
  27. else if( !(bottomDoc = getBottomPager(document)) )
  28.     console.debug('Endless Pixiv Pages: No bottom pager');
  29. else if( !(nextPage = getNextPage(bottomDoc)) )
  30.     console.debug('Endless Pixiv Pages: Next page not found in bottom pager');
  31. else
  32. {
  33. 	//Move bottom pager out of where additional content will be loaded
  34. 	bottomDoc.parentNode.removeChild(bottomDoc);
  35. 	mainTable.parentNode.parentNode.appendChild(bottomDoc);
  36. 	
  37. 	if( iframeLoader || (mainTable.id || "").indexOf("js-") == 0 )
  38. 	{
  39. 		//iframe to load pages; required for the 'js-' pages
  40.         console.debug('Endless Pixiv Pages: Loading with iframe');
  41. 		iframeLoader = document.createElement("iframe");
  42. 		iframeLoader.addEventListener("load", function(){ processPage( iframeLoader.contentDocument ); }, false);
  43. 		iframeLoader.width = iframeLoader.height = 0;
  44. 		iframeLoader.style.visibility = "hidden";
  45. 		document.body.appendChild(iframeLoader);
  46. 	}
  47. 	else console.debug('Endless Pixiv Pages: Loading with XMLHttpRequest');
  48.  
  49.     //Calculate total number of items per page.  Only four page types seem to deviate from the default (20), though:
  50.     //  48: https://www.pixiv.net/bookmark.php?id=...&type=user
  51.     //  40: https://www.pixiv.net/search.php?...
  52.     //  12: https://www.pixiv.net/novel/tags.php?...
  53.     //  12: https://www.pixiv.net/group/search_group.php?...
  54.     if( mainTable.parentNode.querySelector('[data-items]') )
  55.         itemsPerPage = JSON.parse( mainTable.parentNode.querySelector('[data-items]').getAttribute('data-items').replace(/"/g,'"') ).length;
  56.     else if( mainTable.tagName == "UL" )
  57.     {
  58.         let i = 0;
  59.         for( itemsPerPage = 0; i < mainTable.childNodes.length; i++ )
  60.             if( mainTable.childNodes[i].tagName == "LI" )
  61.                 itemsPerPage++;
  62.     }
  63.     if( itemsPerPage <= 0 )
  64.         itemsPerPage = 20;
  65.  
  66.     //console.debug('items per page = '+itemsPerPage);
  67.  
  68. 	let resultBadge = document.querySelector(".count-badge");
  69. 	let resultMatcher = resultBadge && resultBadge.textContent.match(/^(\d+) *(.*)/);
  70. 	if( resultMatcher )
  71. 	{
  72. 		totalPages = Math.floor( ( parseInt(resultMatcher[1]) + itemsPerPage - 1 ) / itemsPerPage );
  73. 		resultBadge.textContent = resultMatcher[1]+" "+resultMatcher[2];//Making sure there's a space between the number and (if present) "results"
  74. 		if( totalPages > 1 )
  75. 		{
  76.             resultBadge.textContent += " ("+totalPages+" pages)";
  77.             loadAllLink = resultBadge.appendChild( document.createElement("a") );
  78.             loadAllLink.style = 'margin-left:10px; cursor:pointer';
  79.             loadAllLink.textContent = "Load All Pages";
  80.             loadAllLink.onclick = function()
  81.             {
  82.                 loadAll = !loadAll;
  83.                 loadAllLink.textContent = loadAll ? "Stop Loading Pages" : "Load All Pages";
  84.                 testScrollPosition();
  85.             };
  86. 		}
  87. 	}
  88. 	
  89. 	//Adjust buffer height
  90. 	scrollBuffer += window.innerHeight;
  91.  
  92. 	//Watch scrolling
  93. 	window.addEventListener("scroll", testScrollPosition, false);
  94. 	testScrollPosition();
  95. }
  96.  
  97. function getMainTable(source)
  98. {
  99. 	let result = null, tableFun =
  100. 	[
  101. 		//bookmark.php?type=user
  102. 		function(src){ src = src.getElementById("search-result"); return src ? src.getElementsByTagName("ul")[0] : null; },
  103. 		
  104. 		//search.php
  105. 		function(src){ return src.getElementById("js-react-search-mid"); },
  106.  
  107.         //bookmark_new_illust.php
  108.         function(src){ return src.getElementById("js-mount-point-latest-following"); },
  109.  
  110. 		//member_illust.php
  111.         //bookmark.php (except type=user)
  112.         //new_illust.php
  113. 		function(src){ src = src.getElementsByClassName("image-item")[0]; return src ? src.parentNode : null; },
  114. 		
  115. 		//novel/tags.php
  116.         //group/search_group.php
  117. 		function(src){ return src.getElementsByClassName("autopagerize_page_element")[0]; },
  118. 		
  119. 		//search: users
  120. 		////function(src){ return src.getElementsByClassName("user-recommendation-items")[0]; },//issue with lazy-loading
  121. 		
  122. 		//response.php
  123. 		function(src){ return src.getElementsByClassName("linkStyleWorks")[0]; }//returning inner list element breaks page separation on https://www.pixiv.net/response.php?mode=all&id=...
  124. 	];
  125. 	
  126. 	for( let i = 0; i < tableFun.length; i++ )
  127. 	{
  128. 		getMainTable = tableFun[i];
  129. 		if( (result = getMainTable(source)) != null )
  130.         {
  131.             //console.debug('Endless Pixiv Pages: main['+i+']');
  132. 			return result;
  133.         }
  134. 	}
  135. 	
  136. 	return null;
  137. }
  138.  
  139. function getBottomPager(source)
  140. {
  141. 	let result = null, pagerFun =
  142. 	[
  143. 		//most things
  144. 		function(src){ src = src.getElementsByClassName("pager-container"); return src.length ? src[src.length - 1].parentNode : null; },
  145. 		
  146. 		//image responses, bookmarked users
  147. 		function(src){ src = src.getElementsByClassName("_pager-complex"); return src.length ? src[src.length - 1] : null; }
  148. 	];
  149. 	
  150. 	for( let i = 0; i < pagerFun.length; i++ )
  151. 	{
  152. 		getBottomPager = pagerFun[i];
  153. 		if( (result = getBottomPager(source)) != null )
  154. 			return result;
  155. 	}
  156. 	
  157. 	return null;
  158. }
  159.  
  160. function getNextPage(pager)
  161. {
  162. 	let links = pager.getElementsByTagName("a");
  163. 	if( links.length == 0 || links[links.length-1].getAttribute("rel") != "next" )
  164. 		return null;//No more pages
  165. 	else if( links[links.length-1].href.indexOf("//www.pixiv.net/") < 0 )
  166. 		return location.protocol+"//www.pixiv.net/"+links[links.length-1].href;
  167. 	else
  168. 		return links[links.length-1].href;
  169. }
  170.  
  171. function testScrollPosition()
  172. {
  173. 	if( !pending && ( loadAll || window.pageYOffset + scrollBuffer > bottomDoc.offsetTop ) )
  174. 	{
  175. 		pending = true;
  176. 		timeout = setTimeout( function(){ pending = false; testScrollPosition(); }, timeToFailure*1000 );
  177. 		
  178. 		//If the page about to be loaded is the last, hide the "Load All Pages" link.
  179. 		if( loadAllLink && nextPage.replace(/.*(\?|&)p=([0-9]+).*/,'$2') == totalPages )
  180. 			loadAllLink.style.display = "none";
  181. 		
  182. 		if( iframeLoader )
  183.         	iframeLoader.contentDocument.location.replace(nextPage);
  184.         else
  185. 		{
  186. 			let xhr = new XMLHttpRequest();
  187. 			xhr.open( "GET", nextPage );
  188. 			xhr.onabort = xhr.onabort = xhr.onerror = function(){ clearTimeout(timeout); pending = false; };
  189. 			xhr.onload = function(){ processPage( xhr.responseXML ); };
  190. 			xhr.responseType = "document";
  191. 			xhr.send();
  192. 		}
  193. 	}
  194. }
  195.  
  196. function processPage( newDoc )
  197. {
  198. 	clearTimeout(timeout);
  199. 	
  200. 	let newTable = getMainTable(newDoc);
  201. 	
  202. 	//Make sure page loaded properly
  203. 	if( !newTable )
  204. 	{
  205. 		pending = false;
  206. 		return;
  207. 	}
  208.  
  209. 	//Pixiv needs a little time to dynamically populate the 'main table' of tag searches, so if the table is empty, pause for a moment and try again.
  210. 	if( newTable.innerHTML.length == 0 )
  211. 	{
  212. 		setTimeout( function(){ processPage(newDoc); }, 100 );
  213. 		return;
  214. 	}
  215.  
  216.     //search.php and bookmark_new_illust.php store image info in JSON string and set the thumbnails as background images
  217.     let rawItems = newTable.getAttribute("data-items") || ( newTable.nextElementSibling && newTable.nextElementSibling.getAttribute("data-items") );
  218.     if( rawItems ) try
  219.     {
  220.         let lazyDivs = newTable.querySelectorAll('div > a > div.js-lazyload, div > a > div.lazyloaded');//Only actually expecting 'js-lazyload'; only the initial page uses 'lazyloaded'.
  221.         let jsonItems = JSON.parse(rawItems);
  222.         if( lazyDivs.length == jsonItems.length )
  223.             for( let i = 0; i < lazyDivs.length; i++ )
  224.                 lazyDivs[i].style.backgroundImage = 'url("'+jsonItems[i].url+'")';
  225.     } catch(e) {
  226.         console.log('Endless Pixiv Pages - failed to parse raw items: '+e);
  227.     }
  228.  
  229. 	//Disable lazy loading to fix pages like /new_illust.php
  230. 	let image = newTable.getElementsByTagName("img");
  231. 	for( let i = 0; i < image.length; i++ )
  232. 	  if( image[i].getAttribute("data-src") )
  233.         image[i].src = image[i].getAttribute("data-src");
  234. 	
  235. 	//Add page link
  236. 	mainTable.parentNode.appendChild( document.createElement("div") ).innerHTML = '<hr style="background-color:#e4e7ee; padding:10px;"><hr style = "margin:10px;"><a style="font-size:large; text-align:left; margin: 12px" href="'+nextPage+'">Page '+nextPage.replace(/.*(\?|&)p=([0-9]+).*/,'$2')+( totalPages > 0 ? " of "+totalPages : "")+'</a>';
  237. 	
  238. 	//Update the visible bottom paginator.
  239. 	let bottomPage = getBottomPager( newDoc );
  240. 	bottomDoc.innerHTML = bottomPage.innerHTML;
  241. 	
  242. 	//Append new page
  243. 	mainTable.parentNode.appendChild( document.adoptNode(newTable) );
  244. 	
  245. 	//Check for the next page, and disable the script if there isn't one.
  246. 	if( !(nextPage = getNextPage(bottomPage)) )
  247.         mainTable.parentNode.appendChild( document.createElement("div") ).setAttribute("class","clear");
  248.     else
  249. 	{
  250. 		pending = false;
  251. 		testScrollPosition();
  252. 	}
  253. }
  254.  
  255. //So as I pray, Unlimited Pixiv Works.