怠惰小说下载器

通用网站内容抓取工具,可批量抓取小说、论坛内容等并保存为TXT文档

当前为 2022-01-05 提交的版本,查看 最新版本

  1. // ==UserScript==
  2. // @name DownloadAllContent
  3. // @name:zh-CN 怠惰小说下载器
  4. // @name:zh-TW 怠惰小説下載器
  5. // @name:ja 怠惰者小説ダウンロードツール
  6. // @namespace hoothin
  7. // @version 2.6.5
  8. // @description Fetch and download main content on current page, provide special support for chinese novel
  9. // @description:zh-CN 通用网站内容抓取工具,可批量抓取小说、论坛内容等并保存为TXT文档
  10. // @description:zh-TW 通用網站內容抓取工具,可批量抓取小說、論壇內容等並保存為TXT文檔
  11. // @description:ja ユニバーサルサイトコンテンツクロールツール、クロール、フォーラム内容など
  12. // @author hoothin
  13. // @include *
  14. // @grant GM_xmlhttpRequest
  15. // @grant GM_registerMenuCommand
  16. // @grant GM_setValue
  17. // @grant GM_getValue
  18. // @grant unsafeWindow
  19. // @require https://cdnjs.cloudflare.com/ajax/libs/FileSaver.js/1.3.8/FileSaver.min.js
  20. // @license MIT License
  21. // @compatible chrome
  22. // @compatible firefox
  23. // @compatible opera 未测试
  24. // @compatible safari 未测试
  25. // @contributionURL https://www.paypal.com/cgi-bin/webscr?cmd=_donations&business=rixixi@sina.com&item_name=Greasy+Fork+donation
  26. // @contributionAmount 1
  27. // ==/UserScript==
  28.  
  29. (function() {
  30. 'use strict';
  31. var indexReg=/PART\b|^Prologue|Chapter\s*[\-_]?\d+|分卷|^序$|^序\s*言|^序\s*章|^前\s*言|^附\s*[录錄]|^引\s*[言子]|^摘\s*要|^[楔契]\s*子|^后\s*记|^後\s*記|^附\s*言|^结\s*语|^結\s*語|^尾\s*[声聲]|^最終話|^最终话|^番\s*外|^\d+\s*\D*[^\d#\.]$|^[第(][\d〇零一二三四五六七八九十百千万萬-]+\s*[、)章节節回卷折篇幕集话話]/i;
  32. var innerNextPage=/下一[页頁张張]|next\s*page|次のページ/i;
  33. var lang = navigator.appName=="Netscape"?navigator.language:navigator.userLanguage;
  34. var i18n={};
  35. var rCats=[];
  36. var processFunc;
  37. switch (lang){
  38. case "zh-CN":
  39. case "zh-SG":
  40. i18n={
  41. fetch:"开始下载小说或其他【Ctrl+F9】",
  42. info:"本文是使用怠惰小说下载器(DownloadAllContent)下载的",
  43. error:"该段内容获取失败",
  44. downloading:"已下载完成 %s 段,剩余 %s 段<br>正在下载 %s",
  45. complete:"已全部下载完成,共 %s 段",
  46. del:"设置文本干扰码的CSS选择器",
  47. custom:"自定义下载",
  48. customInfo:"输入网址或者章节CSS选择器",
  49. reSort:"按标题名重新排序",
  50. reSortUrl:"按网址重新排序",
  51. setting:"懒人小说下载设置",
  52. abort:"跳过此章",
  53. save:"临时保存",
  54. downThreadNum:"设置同时下载的线程数"
  55. };
  56. break;
  57. case "zh-TW":
  58. case "zh-HK":
  59. i18n={
  60. fetch:"開始下載小說或其他【Ctrl+F9】",
  61. info:"本文是使用怠惰小說下載器(DownloadAllContent)下載的",
  62. error:"該段內容獲取失敗",
  63. downloading:"已下載完成 %s 段,剩餘 %s 段<br>正在下載 %s",
  64. complete:"已全部下載完成,共 %s 段",
  65. del:"設置文本干擾碼的CSS選擇器",
  66. custom:"自定義下載",
  67. customInfo:"輸入網址或者章節CSS選擇器",
  68. reSort:"按標題名重新排序",
  69. reSortUrl:"按網址重新排序",
  70. setting:"懶人小說下載設置",
  71. abort:"跳過此章",
  72. save:"保存當前",
  73. downThreadNum:"設置同時下載的綫程數"
  74. };
  75. break;
  76. default:
  77. i18n={
  78. fetch:"Download All Content[Ctrl+F9]",
  79. info:"The TXT is downloaded by 'DownloadAllContent'",
  80. error:"Failed in downloading current chapter",
  81. downloading:"%s pages are downloaded, there are still %s pages left<br>Downloading %s ......",
  82. complete:"Completed! Get %s pages in total",
  83. del:"Set css selectors for ignore",
  84. custom:"Custom to download",
  85. customInfo:"Input urls OR sss selectors for chapter links",
  86. reSort:"ReSort by title",
  87. reSortUrl:"Resort by URLs",
  88. setting:"DownloadAllContent Setting",
  89. abort:"Abort",
  90. save:"Save",
  91. downThreadNum:"Set threadNum for download"
  92. };
  93. break;
  94. }
  95. var firefox=navigator.userAgent.toLowerCase().indexOf('firefox')!=-1,curRequests=[];
  96. var rocketContent,txtDownContent,txtDownWords,txtDownQuit,txtDownDivInited=false;
  97.  
  98. function initTxtDownDiv(){
  99. if(txtDownDivInited)return;
  100. txtDownDivInited=true;
  101. rocketContent=document.createElement("div");
  102. document.body.appendChild(rocketContent);
  103. rocketContent.outerHTML=`
  104. <div id="txtDownContent">
  105. <div style="font-size:16px;color:#333333;width:360px;height:90px;position:fixed;left:50%;top:50%;margin-top:-25px;margin-left:-150px;z-index:100000;background-color:#ffffff;border:1px solid #afb3b6;border-radius:10px;opacity:0.95;filter:alpha(opacity=95);box-shadow:5px 5px 20px 0px #000;">
  106. <div id="txtDownWords" style="position:absolute;width:275px;max-height: 90%;border: 1px solid #f3f1f1;padding: 8px;border-radius: 10px;overflow: auto;">
  107. Downloading......
  108. </div>
  109. <div id="txtDownQuit" style="width:36px;height:28px;border-radius:10px;position:absolute;right:2px;top:2px;cursor: pointer;background-color:#ff5a5a;">
  110. <span style="height:28px;line-height:28px;display:block;color:#FFF;text-align:center;font-size:20px;">╳</span>
  111. </div>
  112. <div style="position:absolute;right:0px;bottom:2px;cursor: pointer;max-width:85px">
  113. <button id="abortRequest" style="background: #008aff;border: 0;padding: 5px;border-radius: 10px;color: white;float: right;margin: 1px;height: 25px;display:none;">${getI18n('abort')}</button>
  114. <button id="tempSaveTxt" style="background: #008aff;border: 0;padding: 5px;border-radius: 10px;color: white;float: right;margin: 1px;height: 25px;">${getI18n('save')}</button>
  115. </div>
  116. </div>
  117. </div>`;
  118. txtDownContent=document.querySelector("#txtDownContent");
  119. txtDownWords=document.querySelector("#txtDownWords");
  120. txtDownQuit=document.querySelector("#txtDownQuit");
  121. txtDownQuit.onclick=function(){
  122. txtDownContent.style.display="none";
  123. txtDownContent.parentNode.removeChild(txtDownContent);
  124. };
  125. initTempSave();
  126. }
  127.  
  128. function initTempSave(){
  129. var tempSavebtn = document.getElementById('tempSaveTxt');
  130. var abortbtn = document.getElementById('abortRequest');
  131. tempSavebtn.onclick = function(){
  132. var blob = new Blob([i18n.info+"\r\n"+document.title+"\r\n\r\n"+rCats.join("\r\n\r\n")], {type: "text/plain;charset=utf-8"});
  133. saveAs(blob, document.title+".txt");
  134. }
  135. abortbtn.onclick = function(){
  136. let curRequest = curRequests.pop();
  137. if(curRequest)curRequest[1].abort();
  138. }
  139. }
  140.  
  141. function indexDownload(aEles){
  142. if(aEles.length<1)return;
  143. initTxtDownDiv();
  144. if(GM_getValue("contentSort")){
  145. aEles.sort(function(a,b){
  146. return parseInt(a.innerText.replace(/[^0-9]/ig,"")) - parseInt(b.innerText.replace(/[^0-9]/ig,""));
  147. });
  148. }
  149. if(GM_getValue("contentSortUrl")){
  150. aEles.sort(function(a,b){
  151. return parseInt(a.href.replace(/[^0-9]/ig,"")) - parseInt(b.href.replace(/[^0-9]/ig,""));
  152. });
  153. }
  154. rCats=[];
  155. var insertSigns=[];
  156. // var j=0,rCats=[];
  157. var downIndex=0,downNum=0,downOnce=function(){
  158. if(downNum>=aEles.length)return;
  159. let curIndex=downIndex;
  160. let aTag=aEles[curIndex];
  161. let request=(aTag, curIndex)=>{
  162. return [curIndex,GM_xmlhttpRequest({
  163. method: 'GET',
  164. url: aTag.href,
  165. headers:{referer:aTag.href},
  166. timeout:15000,
  167. overrideMimeType:"text/html;charset="+document.charset,
  168. onload: function(result) {
  169. var doc = getDocEle(result.responseText);
  170. let nextPage=checkNextPage(doc);
  171. if(nextPage){
  172. var inArr=false;
  173. for(var ai=0;ai<aEles.length;ai++){
  174. if(aEles[ai].href==nextPage.href){
  175. inArr=true;
  176. break;
  177. }
  178. }
  179. if(!inArr){
  180. nextPage.innerText=aTag.innerText+"\t>>";
  181. aEles.push(nextPage);
  182. let targetIndex = curIndex;
  183. for(let a=0;a<insertSigns.length;a++){
  184. let signs=insertSigns[a],breakSign=false;
  185. if(signs){
  186. for(let b=0;b<signs.length;b++){
  187. let sign=signs[b];
  188. if(sign==curIndex){
  189. targetIndex=a;
  190. breakSign=true;
  191. break;
  192. }
  193. }
  194. }
  195. if(breakSign)break;
  196. }
  197. let insertSign = insertSigns[targetIndex];
  198. if(!insertSign)insertSigns[targetIndex] = [];
  199. insertSigns[targetIndex].push(aEles.length-1);
  200. }
  201. }
  202. downIndex++;
  203. downNum++;
  204. processDoc(curIndex, aTag, doc);
  205. let request=downOnce();
  206. if(request)curRequests.push(request);
  207. },
  208. onerror: function(e) {
  209. console.warn("error:");
  210. console.log(e);
  211. downIndex++;
  212. downNum++;
  213. processDoc(curIndex, aTag, null);
  214. let request=downOnce();
  215. if(request)curRequests.push(request);
  216. },
  217. ontimeout: function(e) {
  218. console.warn("timeout:");
  219. console.log(e);
  220. downIndex++;
  221. downNum++;
  222. processDoc(curIndex, aTag, null);
  223. let request=downOnce();
  224. if(request)curRequests.push(request);
  225. },
  226. })];
  227. }
  228. if(!aTag){
  229. let waitAtagReadyInterval=setInterval(function(){
  230. if(downNum>=aEles.length)clearInterval(waitAtagReadyInterval);
  231. aTag=aEles[curIndex];
  232. if(aTag){
  233. clearInterval(waitAtagReadyInterval);
  234. request(aTag, curIndex);
  235. }
  236. },1000);
  237. return null;
  238. }
  239. return request(aTag, curIndex);
  240. };
  241. function getDocEle(str){
  242. var doc = null;
  243. try {
  244. doc = document.implementation.createHTMLDocument('');
  245. doc.documentElement.innerHTML = str;
  246. }
  247. catch (e) {
  248. console.log('parse error');
  249. }
  250. return doc;
  251. }
  252. function sortInnerPage(){
  253. var pageArrs=[],maxIndex=0,i,j;
  254. for(i=0;i<insertSigns.length;i++){
  255. var signs=insertSigns[i];
  256. if(signs){
  257. for(j=0;j<signs.length;j++){
  258. var sign=signs[j];
  259. var cat=rCats[sign];
  260. rCats[sign]=null;
  261. if(!pageArrs[i])pageArrs[i]=[];
  262. pageArrs[i].push(cat);
  263. }
  264. }
  265. }
  266. for(i=pageArrs.length-1;i>=0;i--){
  267. let pageArr=pageArrs[i];
  268. if(pageArr){
  269. for(j=pageArr.length-1;j>=0;j--){
  270. rCats.splice(i+1, 0, pageArr[j]);
  271. }
  272. }
  273. }
  274. rCats = rCats.filter(function(e){return e!=null});
  275. }
  276. function processDoc(i, aTag, doc){
  277. curRequests = curRequests.filter(function(e){return e[0]!=i});
  278. rCats[i]=(aTag.innerText+"\r\n"+getPageContent(doc));
  279. txtDownContent.style.display="block";
  280. txtDownWords.innerHTML=getI18n("downloading",[downNum,(aEles.length-downNum),aTag.innerText]);
  281. if(downNum==aEles.length){
  282. txtDownWords.innerHTML=getI18n("complete",[downNum]);
  283. sortInnerPage();
  284. var blob = new Blob([i18n.info+"\r\n"+document.title+"\r\n\r\n"+rCats.join("\r\n\r\n")], {type: "text/plain;charset=utf-8"});
  285. saveAs(blob, document.title+".txt");
  286. }
  287. }
  288. var downThreadNum = parseInt(GM_getValue("downThreadNum"));
  289. downThreadNum=downThreadNum>0?downThreadNum:20;
  290. for(var i=0;i<downThreadNum;i++){
  291. let request=downOnce();
  292. if(request)curRequests.push(request);
  293. if(downIndex>=aEles.length-1 || downIndex>=downThreadNum-1)break;
  294. else downIndex++;
  295. }
  296.  
  297. /*for(let i=0;i<aEles.length;i++){
  298. let aTag=aEles[i];
  299. GM_xmlhttpRequest({
  300. method: 'GET',
  301. url: aTag.href,
  302. overrideMimeType:"text/html;charset="+document.charset,
  303. onload: function(result) {
  304. var doc = getDocEle(result.responseText);
  305. processDoc(i, aTag, doc);
  306. }
  307. });
  308. }*/
  309. }
  310.  
  311. function checkNextPage(doc){
  312. let aTags=doc.querySelectorAll("a"),nextPage=null;
  313. for(var i=0;i<aTags.length;i++){
  314. let aTag=aTags[i];
  315. if(innerNextPage.test(aTag.innerText) && /^http/i.test(aTag.href)){
  316. nextPage=aTag;
  317. break;
  318. }
  319. }
  320. return nextPage;
  321. }
  322.  
  323. function getPageContent(doc){
  324. if(!doc)return i18n.error;
  325. if(processFunc){
  326. return processFunc(doc);
  327. }
  328. if(doc.defaultView){
  329. [].forEach.call(doc.querySelectorAll("span,div,ul"),function(item){
  330. var thisStyle=doc.defaultView.getComputedStyle(item);
  331. if(thisStyle && (thisStyle.display=="none" || (item.tagName=="SPAN" && thisStyle.fontSize=="0px")))
  332. item.innerHTML="";
  333. });
  334. }
  335. var i,j,k,rStr="",pageData=(doc.body?doc.body:doc).cloneNode(true),delList=[];
  336. pageData.innerHTML=pageData.innerHTML.replace(/\<\!\-\-((.|[\n|\r|\r\n])*?)\-\-\>/g,"");
  337. [].forEach.call(pageData.querySelectorAll("font.jammer"),function(item){
  338. item.innerHTML="";
  339. });
  340. var selectors=GM_getValue("selectors");
  341. if(selectors){
  342. [].forEach.call(pageData.querySelectorAll(selectors),function(item){
  343. item.innerHTML="";
  344. });
  345. }
  346. [].forEach.call(pageData.querySelectorAll("script,style,link,img,noscript,iframe"),function(item){delList.push(item);});
  347. [].forEach.call(delList,function(item){item.innerHTML="";});
  348. var largestContent,contents=pageData.querySelectorAll("span,div,article,p,td"),largestNum=0;
  349. for(i=0;i<contents.length;i++){
  350. let content=contents[i],hasText=false,allSingle=true,item,curNum=0;
  351. for(j=content.childNodes.length-1;j>=0;j--){
  352. item=content.childNodes[j];
  353. if(item.nodeType==3){
  354. if(/^\s*$/.test(item.data))
  355. item.innerHTML="";
  356. else hasText=true;
  357. }else if(/^(I|A|STRONG|B|FONT|P|DL|DD|H\d)$/.test(item.tagName))hasText=true;
  358. }
  359. for(j=content.childNodes.length-1;j>=0;j--){
  360. item=content.childNodes[j];
  361. if(item.nodeType==1 && !/^(I|A|STRONG|B|FONT|BR)$/.test(item.tagName) && /^[\s\-\_\?\>\|]*$/.test(item.innerHTML))
  362. item.innerHTML="";
  363. }
  364. if(content.childNodes.length>1){
  365. for(j=0;j<content.childNodes.length;j++){
  366. item=content.childNodes[j];
  367. if(item.nodeType==1){
  368. for(k=0;k<item.childNodes.length;k++){
  369. var childNode=item.childNodes[k];
  370. if(childNode.nodeType!=3 && !/^(I|A|STRONG|B|FONT|BR)$/.test(childNode.tagName)){
  371. allSingle=false;
  372. break;
  373. }
  374. }
  375. if(!allSingle)break;
  376. }
  377. }
  378. }else{
  379. allSingle=false;
  380. }
  381. if(allSingle){
  382. curNum=(firefox?content.textContent.length:content.innerText.length);
  383. }else {
  384. if(!hasText)continue;
  385. if(pageData==document && content.offsetWidth<=0 && content.offsetHeight<=0)
  386. continue;
  387. [].forEach.call(content.childNodes,function(item){
  388. if(item.nodeType==3)curNum+=item.data.length;
  389. else if(/^(I|A|STRONG|B|FONT|P|DL|DD|H\d)$/.test(item.tagName))curNum+=(firefox?item.textContent.length:item.innerText.length);
  390. });
  391. }
  392. if(curNum>largestNum){
  393. largestNum=curNum;
  394. largestContent=content;
  395. }
  396. }
  397. if(!largestContent)return i18n.error;
  398. var childlist=pageData.querySelectorAll(largestContent.tagName);//+(largestContent.className?"."+largestContent.className.replace(/(^\s*)|(\s*$)/g, '').replace(/\s+/g, '.'):""));
  399. function getRightStr(ele, noTextEnable){
  400. let childNodes=ele.childNodes,cStr="\r\n",hasText=false;
  401. for(let j=0;j<childNodes.length;j++){
  402. let childNode=childNodes[j];
  403. if(childNode.nodeType==3 && childNode.data && !/^[\s\-\_\?\>\|]*$/.test(childNode.data))hasText=true;
  404. if(childNode.innerHTML){
  405. childNode.innerHTML=childNode.innerHTML.replace(/\<\s*br\s*\>/gi,"\r\n").replace(/\n+/gi,"\n").replace(/\r+/gi,"\r");
  406. }
  407. if(childNode.textContent){
  408. cStr+=childNode.textContent.replace(/ +/g," ").replace(/([^\r]|^)\n([^\r]|$)/gi,"$1\r\n$2");
  409. }
  410. if(childNode.nodeType!=3 && !/^(I|A|STRONG|B|FONT)$/.test(childNode.tagName))cStr+="\r\n";
  411. }
  412. if(hasText || noTextEnable || ele==largestContent)rStr+=cStr+"\r\n";
  413. }
  414. for(i=0;i<childlist.length;i++){
  415. var child=childlist[i];
  416. if(getDepth(child)==getDepth(largestContent)){
  417. if((!largestContent.className && child.className) || (largestContent.className && !child.className) || (largestContent.className && child.className && largestContent.className != child.className))continue;
  418. if((largestContent.className && largestContent.className==child.className)||largestContent.parentNode ==child.parentNode){
  419. getRightStr(child, true);
  420. }else {
  421. getRightStr(child, false);
  422. }
  423. }
  424. }
  425. return rStr.replace(/[\n\r]+$/,"");
  426. }
  427.  
  428. function getI18n(key, args){
  429. var resultStr=i18n[key];
  430. if(args && args.length>0){
  431. args.forEach(function(item){
  432. resultStr=resultStr.replace(/%s/,item);
  433. });
  434. }
  435. return resultStr;
  436. }
  437.  
  438. function getDepth(dom){
  439. var pa=dom,i=0;
  440. while(pa.parentNode){
  441. pa=pa.parentNode;
  442. i++;
  443. }
  444. return i;
  445. }
  446.  
  447. function fetch(forceSingle){
  448. processFunc=null;
  449. var aEles=document.querySelectorAll("a"),list=[];
  450. for(var i=0;i<aEles.length;i++){
  451. var aEle=aEles[i],has=false;
  452. if((!aEle.href || aEle.href.indexOf("javascript")!=-1) && aEle.dataset.href){
  453. aEle.href=aEle.dataset.href;
  454. }
  455. for(var j=0;j<list.length;j++){
  456. if(list[j].href==aEle.href){
  457. list.splice(j,1);
  458. list.push(aEle);
  459. has=true;
  460. break;
  461. }
  462. }
  463. if(!has && aEle.href && /^http/i.test(aEle.href) && ((aEle.innerText.trim()!="" && indexReg.test(aEle.innerText.trim())) || /chapter[\-_]?\d/.test(aEle.href))){
  464. list.push(aEle);
  465. }
  466. }
  467. if(list.length>2 && !forceSingle){
  468. indexDownload(list);
  469. }else{
  470. var blob = new Blob([i18n.info+"\r\n"+document.title+"\r\n\r\n"+getPageContent(document)], {type: "text/plain;charset=utf-8"});
  471. saveAs(blob, document.title+".txt");
  472. }
  473. }
  474.  
  475. document.addEventListener("keydown", function(e) {
  476. if(e.keyCode == 120 && e.ctrlKey) {
  477. fetch(e.shiftKey);
  478. }
  479. });
  480. function setDel(){
  481. var selValue=GM_getValue("selectors");
  482. var selectors=prompt(i18n.del,selValue?selValue:"");
  483. GM_setValue("selectors",selectors);
  484. selValue=GM_getValue("downThreadNum");
  485. var downThreadNum=prompt(i18n.downThreadNum,selValue?selValue:"20");
  486. GM_setValue("downThreadNum",downThreadNum);
  487. GM_setValue("contentSort",window.confirm(i18n.reSort));
  488. GM_setValue("contentSortUrl",window.confirm(i18n.reSortUrl));
  489. }
  490. function customDown(){
  491. processFunc=null;
  492. var customRules=GM_getValue("DACrules_"+document.domain);
  493. var urls=window.prompt(i18n.customInfo,customRules?customRules:"https://xxx.xxx/book-[20-99].html, https://xxx.xxx/book-[01-10].html");
  494. if(urls){
  495. GM_setValue("DACrules_"+document.domain, urls);
  496. var processEles=[];
  497. if(/^http|^ftp/.test(urls)){
  498. [].forEach.call(urls.split(","),function(i){
  499. var varNum=/\[\d+\-\d+\]/.exec(i)[0].trim();
  500. var num1=/\[(\d+)/.exec(varNum)[1].trim();
  501. var num2=/(\d+)\]/.exec(varNum)[1].trim();
  502. var num1Int=parseInt(num1);
  503. var num2Int=parseInt(num2);
  504. var numLen=num1.length;
  505. var needAdd=num1.charAt(0)=="0";
  506. if(num1Int>=num2Int)return;
  507. for(var j=num1Int;j<=num2Int;j++){
  508. var urlIndex=j.toString();
  509. if(needAdd){
  510. while(urlIndex.length<numLen)urlIndex="0"+urlIndex;
  511. }
  512. var curUrl=i.replace(/\[\d+\-\d+\]/,urlIndex).trim();
  513. var curEle=document.createElement("a");
  514. curEle.href=curUrl;
  515. processEles.push(curEle);
  516. curEle.innerText=processEles.length.toString();
  517. }
  518. });
  519. }else{
  520. let urlsArr=urls.split("@@"),eles=[];
  521. try{
  522. eles=document.querySelectorAll(urlsArr[0]);
  523. }catch(e){}
  524. if(eles.length==0){
  525. eles=[];
  526. var eleTxts=urlsArr[0].split(/(?<=[^\\])[,,]/),exmpEles=[],excludeTxts={};
  527. [].forEach.call(document.querySelectorAll("a"),function(item){
  528. eleTxts.forEach(txt=>{
  529. var txtArr=txt.split("!");
  530. if(item.innerText.indexOf(txtArr[0])!=-1){
  531. exmpEles.push(item);
  532. excludeTxts[item]=txtArr.splice(1);
  533. }
  534. });
  535. })
  536. exmpEles.forEach(e=>{
  537. var cssSelStr="a",pa=e.parentNode,excludeTxt=excludeTxts[e];
  538. if(e.className)cssSelStr+="."+CSS.escape(e.className);
  539. while(pa && pa.nodeName!="BODY"){
  540. cssSelStr=pa.nodeName+">"+cssSelStr;
  541. pa=pa.parentNode;
  542. }
  543. [].forEach.call(document.querySelectorAll(cssSelStr),function(item){
  544. var isExclude=false;
  545. for(var t in excludeTxt){
  546. if(item.innerText.indexOf(excludeTxt[t])!=-1){
  547. isExclude=true;
  548. break;
  549. }
  550. }
  551. if(!isExclude && eles.indexOf(item)==-1){
  552. eles.push(item);
  553. }
  554. });
  555. });
  556. }
  557. [].forEach.call(eles,function(item){
  558. let has=false;
  559. for(var j=0;j<processEles.length;j++){
  560. if(processEles[j].href==item.href){
  561. processEles.splice(j,1);
  562. processEles.push(item);
  563. has=true;
  564. break;
  565. }
  566. }
  567. if((!item.href || item.href.indexOf("javascript")!=-1) && item.dataset.href){
  568. item.href=item.dataset.href;
  569. }
  570. if(!has && item.href && /^http/i.test(item.href)){
  571. processEles.push(item.cloneNode(1));
  572. }
  573. });
  574. if(urlsArr[1]){
  575. processEles.forEach(ele=>{
  576. ele.href=ele.href.replace(new RegExp(urlsArr[1]), urlsArr[2]);
  577. });
  578. }
  579. if(urlsArr[3]){
  580. processFunc=data=>{return eval(urlsArr[3])};
  581. }else{
  582. var win=(typeof unsafeWindow=='undefined'? window : unsafeWindow);
  583. if(win.dacProcess){
  584. processFunc=win.dacProcess;
  585. }
  586. }
  587. }
  588. indexDownload(processEles);
  589. }
  590. }
  591. GM_registerMenuCommand(i18n.fetch, fetch);
  592. GM_registerMenuCommand(i18n.custom, customDown);
  593. GM_registerMenuCommand(i18n.setting, setDel);
  594. })();