HIT Scraper WITH EXPORT

Snag HITs.

目前为 2015-07-22 提交的版本,查看 最新版本

  1. // ==UserScript==
  2. // @name HIT Scraper WITH EXPORT
  3. // @author Kerek, Tjololo, clickhappier, and feihtality
  4. // @description Snag HITs.
  5. // Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints
  6. // @namespace https://greasyfork.org/users/710
  7. // @match https://www.mturk.com/mturk/findhits?*hit_scraper
  8. // @version 2.4.3
  9. // @grant GM_xmlhttpRequest
  10. // @grant GM_setClipboard
  11. // @require http://code.jquery.com/jquery-latest.min.js
  12. // @require https://greasyfork.org/libraries/jscolor/1.4.2/jscolor.js
  13. // ==/UserScript==
  14.  
  15. // fixes jscolor directory detection to work with greasyfork hosted library
  16. jscolor.getDir = function() {return 'https://greasyfork.org/libraries/jscolor/1.4.2/'};
  17.  
  18. //Fixes it so as not to rely on GM's storage schemes
  19. this.GM_getValue=function (key,def) {
  20. return localStorage[key] || def;
  21. };
  22. this.GM_setValue=function (key,value) {
  23. return localStorage[key]=value;
  24. };
  25. this.GM_deleteValue=function (key) {
  26. return localStorage.removeItem(key);
  27. };
  28.  
  29. var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"];
  30. var ignore_list = default_list;
  31. if (GM_getValue("scraper_ignore_list"))
  32. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  33. else
  34. GM_setValue("scraper_ignore_list", default_list.join('^'));
  35.  
  36. var include_list = [];
  37. if (!GM_getValue("scraper_include_list"))
  38. GM_setValue("scraper_include_list","nothing includelisted yet");
  39. if (GM_getValue("scraper_include_list"))
  40. include_list = GM_getValue("scraper_include_list").split('^');
  41.  
  42. //This is to update the hit export symbol
  43. var symbol = "☭";
  44.  
  45. //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs. Change to true for this behavior.
  46. var correct_for_skips = true;
  47.  
  48. //This will hide masters if selected to "hide"
  49. var hide_masters = false;
  50.  
  51. //This is to test sorting by TO
  52. var sort_TO = false; // by pay
  53. var sort_TO2 = false; // by overall user-weighted ratings
  54.  
  55. // this fixes mismatched names due to Turkopticon using an older value after the requester changed it on mturk.
  56. var fix_names = true;
  57.  
  58. //weight the four TO ratings for the coloring / sorting / ranking
  59. var COMM_WEIGHT = 1;
  60. var PAY_WEIGHT = 3;
  61. var FAIR_WEIGHT = 3;
  62. var FAST_WEIGHT = 1;
  63.  
  64. var SPACER_TEXT = " | "; // spacing for the control panel
  65.  
  66. //Used for theming
  67. var rcolors = {}; // random
  68. var wcolors = { "highlight" :'#1F3847', "background" :'#232A2F', "accent" :'#00ffff', "bodytable" :'#AFCCDE', "cpBackground" :'#394752',
  69. "highTO" :'#009DFF', "goodTO" :'#40B6FF', "averageTO" :'#7ACCFF', "lowTO" :'#B5E3FF', "poorTO" :'#DEF1FC',
  70. "hitDB" :'#CADA95', "nohitDB" :'#DA95A8', "unqualified" :'#808080', "reqmaster" :'#C1E1F6', "nomaster" :'#D6C1F6',
  71. "defaultText" :'#AFCCDE', "inputText" :'#98D6D6', "secondText" :'#808080', "link" :'#7B8F8F', "vlink" :'#40F0F0',
  72. "noTO" :'#AFCCDE', "export" :'#86939C', "hover" :'#1E303B'
  73. }; // whisper default
  74. var sdcolors = { "highlight" :'#657b83', "background" :'#002b36', "accent" :'#b58900', "bodytable" :'#839496', "cpBackground" :'#073642',
  75. "highTO" :'#859900', "goodTO" :'#A2BA00', "averageTO" :'#b58900', "lowTO" :'#cb4b16', "poorTO" :'#dc322f',
  76. "hitDB" :'#82D336', "nohitDB" :'#D33682', "unqualified" :'#9F9F9F', "reqmaster" :'#B58900', "nomaster" :'#839496',
  77. "defaultText" :'#839496', "inputText" :'#eee8d5', "secondText" :'#93a1a1', "link" :'#000000', "vlink" :'#6c71c4',
  78. "noTO" :'#839496', "export" :'#CCC6B4', "hover" :'#122A30'
  79. }; // solarium dark default
  80. var slcolors = { "highlight" :'#657b83', "background" :'#fdf6e3', "accent" :'#b58900', "bodytable" :'#657b83', "cpBackground" :'#eee8d5',
  81. "highTO" :'#859900', "goodTO" :'#A2BA00', "averageTO" :'#b58900', "lowTO" :'#cb4b16', "poorTO" :'#dc322f',
  82. "hitDB" :'#82D336', "nohitDB" :'#36D0D3', "unqualified" :'#9F9F9F', "reqmaster" :'#B58900', "nomaster" :'#6C71C4',
  83. "defaultText" :'#657b83', "inputText" :'#6FA3A3', "secondText" :'#A6BABA', "link" :'#000000', "vlink" :'#6c71c4',
  84. "noTO" :'#657b83', "export" :'#000000', "hover" :'#C7D2D6'
  85. }; // solarium light default
  86. var clcolors = { "highlight" :'#30302F', "background" :'#131313', "accent" :'#94704D', "bodytable" :'#000000', "cpBackground" :'#131313',
  87. "highTO" :'#66CC66', "goodTO" :'#ADFF2F', "averageTO" :'#FFD700', "lowTO" :'#FF9900', "poorTO" :'#FF3030',
  88. "hitDB" :'#66CC66', "nohitDB" :'#FF3030', "unqualified" :'#9F9F9F', "reqmaster" :'#551A8B', "nomaster" :'#0066CC',
  89. "defaultText" :'#94704D', "inputText" :'#000000', "secondText" :'#997553', "link" :'#0000FF', "vlink" :'#800080',
  90. "noTO" :'#d3d3d3', "export" :'#000000', "hover" :'#21211F'
  91. }; // classic default
  92. var cucolors = { "highlight" :'#1F3847', "background" :'#434e56', "accent" :'#fbde2d', "bodytable" :'#f8f8f8', "cpBackground" :'#384147',
  93. "highTO" :'#6FFA3C', "goodTO" :'#D9FC35', "averageTO" :'#fbde2d', "lowTO" :'#FAB050', "poorTO" :'#FA6F50',
  94. "hitDB" :'#d8fa3c', "nohitDB" :'#DA95A8', "unqualified" :'#ADC6EE', "reqmaster" :'#BFADEE', "nomaster" :'#ADEEDF',
  95. "defaultText" :'#f8f8f8', "inputText" :'#D8FA3C', "secondText" :'#ADC6EE', "link" :'#BFADEE', "vlink" :'#DCEEAD',
  96. "noTO" :'#697048', "export" :'#ADC6EE', "hover" :'#426075'
  97. }; // custom default
  98.  
  99. var uwcolors = {}, usdcolors = {}, uslcolors = {}, uclcolors = {}, ucucolors = {};
  100.  
  101. // Random themes are still in testing stages! It can, on occasion, cause very minor lag on initial page load.
  102. // NOTE: The issue is on the inital page initialization; it does not affect searching/scraping.
  103. // Comment out the next line to disable randomization.
  104. randomizeScheme();
  105.  
  106. //display your hitdb records if applicable
  107. var check_hitDB = true;
  108.  
  109. //default text size
  110. var default_text_size=11;
  111.  
  112. //set to "true" to override checkbox setting and ding on new hits
  113. var newHitDing = false;
  114.  
  115. //DO NOT EDIT ANYTHING BELOW THIS LINE UNLESS YOU KNOW WHAT YOU ARE DOING!
  116.  
  117. var maxPages = 20;
  118. var type = -1;
  119. var status_array = [];
  120. var shouldDing = false;
  121. var useTO = true;
  122.  
  123. var audiofile1 = document.createElement('audio');
  124. document.body.appendChild(audiofile1);
  125. audiofile1.src = 'data:audio/ogg;base64,T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF';
  126. audiofile1.setAttribute("id", "ding_noise0");
  127. audiofile1.volume = 1;
  128.  
  129. var audiofile2 = document.createElement('audio');
  130. document.body.appendChild(audiofile2);
  131. audiofile2.src = 'data:audio/mp3;base64,SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU=';
  132. audiofile2.setAttribute("id", "ding_noise1");
  133. audiofile2.volume = 1;
  134.  
  135. function newHits(dingNoise) {
  136. //console.log(dingNoise);
  137. if (dingNoise || newHitDing)
  138. document.getElementById("ding_noise"+audio_index).play();
  139. }
  140.  
  141. //$("head").append('<style>tr.scraperBlockedRow td { border: 3pt solid #cc0000; }</style>');
  142. //$("head").append('<style>tr.scraperIncludelistedRow td { border: 3pt dashed #008800; }</style>');
  143.  
  144. //For editing the blocklist
  145. var div1 = document.createElement('div');
  146. var textarea1 = document.createElement('textarea');
  147.  
  148. div1.style.position = 'fixed';
  149. div1.style.width = '500px';
  150. div1.style.height = '235px';
  151. div1.style.left = '50%';
  152. div1.style.right = '50%';
  153. div1.style.margin = '-250px 0px 0px -250px';
  154. div1.style.top = '300px';
  155. div1.style.padding = '5px';
  156. div1.style.border = '2px';
  157. div1.style.backgroundColor = 'black';
  158. div1.style.color = 'white';
  159. div1.style.zIndex = '100';
  160. div1.setAttribute('id','block_div');
  161.  
  162. textarea1.style.padding = '2px';
  163. textarea1.style.width = '500px';
  164. textarea1.style.height = '180px';
  165. textarea1.title = 'Block list';
  166. textarea1.setAttribute('id','block_text');
  167.  
  168. div1.textContent = 'BLOCKLIST - Edit the blocklist with what you want to ignore/hide. Separate requester names and HIT titles with the ^ character. After clicking "Save", you\'ll need to scrape again to apply the changes.';
  169. div1.style.fontSize = '12px';
  170. div1.appendChild(textarea1);
  171.  
  172. var save_button1 = document.createElement('button');
  173. var cancel_button1 = document.createElement('button');
  174.  
  175. save_button1.textContent = 'Save';
  176. save_button1.setAttribute('id', 'save_blocklist');
  177. save_button1.style.height = '18px';
  178. save_button1.style.width = '100px';
  179. save_button1.style.fontSize = '10px';
  180. save_button1.style.paddingLeft = '3px';
  181. save_button1.style.paddingRight = '3px';
  182. save_button1.style.backgroundColor = 'white';
  183. save_button1.style.marginLeft = '5px';
  184.  
  185. cancel_button1.textContent = 'Cancel';
  186. cancel_button1.setAttribute('id', 'cancel_blocklist');
  187. cancel_button1.style.height = '18px';
  188. cancel_button1.style.width = '100px';
  189. cancel_button1.style.fontSize = '10px';
  190. cancel_button1.style.paddingLeft = '3px';
  191. cancel_button1.style.paddingRight = '3px';
  192. cancel_button1.style.backgroundColor = 'white';
  193. cancel_button1.style.marginLeft = '5px';
  194.  
  195. div1.appendChild(save_button1);
  196. div1.appendChild(cancel_button1);
  197. document.body.insertBefore(div1, document.body.firstChild);
  198. $("#block_div").hide();
  199.  
  200. // save and cancel for blocklist
  201. function save_blocklist() {
  202. //console.log("Save");
  203. var textarea = $("#block_text");
  204. var text = textarea.val();
  205. var block_list = text.split("^");
  206. var trimmed_list = [];
  207. for (var requester in block_list){
  208. if (block_list[requester].trim().length !== 0)
  209. trimmed_list.push(block_list[requester].toLowerCase().trim());
  210. }
  211. //console.log(trimmed_list);
  212. GM_setValue("scraper_ignore_list",trimmed_list.join('^'));
  213. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  214. //console.log("Save complete: ");
  215. //console.log(ignore_list);
  216. $("#block_div").hide();
  217. }
  218. save_button1.addEventListener("click", function(){ save_blocklist(); }, false);
  219. cancel_button1.addEventListener("click", function(){
  220. // reset textarea contents upon cancel
  221. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  222. var textarea = $("#block_text");
  223. var text = "";
  224. for (var i = 0; i < ignore_list.length; i++){
  225. text += ignore_list[i]+"^";
  226. }
  227. textarea.val(text.substring(0, text.length - 1));
  228. // close editor
  229. $("#block_div").hide();
  230. }, false);
  231.  
  232.  
  233. //For editing the include list
  234. var shouldInclude = false;
  235. var div2 = document.createElement('div');
  236. var textarea2 = document.createElement('textarea');
  237.  
  238. div2.style.position = 'fixed';
  239. div2.style.width = '500px';
  240. div2.style.height = '235px';
  241. div2.style.left = '50%';
  242. div2.style.right = '50%';
  243. div2.style.margin = '-250px 0px 0px -250px';
  244. div2.style.top = '300px';
  245. div2.style.padding = '5px';
  246. div2.style.border = '2px';
  247. div2.style.backgroundColor = 'black';
  248. div2.style.color = 'white';
  249. div2.style.zIndex = '100';
  250. div2.setAttribute('id','include_div');
  251.  
  252. textarea2.style.padding = '2px';
  253. textarea2.style.width = '500px';
  254. textarea2.style.height = '180px';
  255. textarea2.title = 'include list';
  256. textarea2.setAttribute('id','include_text');
  257.  
  258. div2.textContent = 'INCLUDELIST - Focus the results on your favorite requesters. Separate requester names and HIT titles with the ^ character. When \"Use includelist\" is selected, HIT Scraper only shows results matching the includelist.';
  259. div2.style.fontSize = '12px';
  260. div2.appendChild(textarea2);
  261.  
  262. var save_button2 = document.createElement('button');
  263. var cancel_button2 = document.createElement('button');
  264.  
  265. save_button2.textContent = 'Save';
  266. save_button2.setAttribute('id', 'save_includelist');
  267. save_button2.style.height = '18px';
  268. save_button2.style.width = '100px';
  269. save_button2.style.fontSize = '10px';
  270. save_button2.style.paddingLeft = '3px';
  271. save_button2.style.paddingRight = '3px';
  272. save_button2.style.backgroundColor = 'white';
  273. save_button2.style.marginLeft = '5px';
  274.  
  275. cancel_button2.textContent = 'Cancel';
  276. cancel_button2.setAttribute('id', 'cancel_includelist');
  277. cancel_button2.style.height = '18px';
  278. cancel_button2.style.width = '100px';
  279. cancel_button2.style.fontSize = '10px';
  280. cancel_button2.style.paddingLeft = '3px';
  281. cancel_button2.style.paddingRight = '3px';
  282. cancel_button2.style.backgroundColor = 'white';
  283. cancel_button2.style.marginLeft = '5px';
  284.  
  285. div2.appendChild(save_button2);
  286. div2.appendChild(cancel_button2);
  287. document.body.insertBefore(div2, document.body.firstChild);
  288. $("#include_div").hide();
  289.  
  290. // save and cancel for includelist
  291. function save_includelist() {
  292. //console.log("Save");
  293. var textarea = $("#include_text");
  294. var text = textarea.val();
  295. var includes = text.split("^");
  296. //console.log(includes);
  297. var trimmed_list = [];
  298. for (var requester in includes){
  299. if (includes[requester].trim().length !== 0)
  300. trimmed_list.push(includes[requester].toLowerCase().trim());
  301. }
  302. GM_setValue("scraper_include_list",trimmed_list.join('^'));
  303. include_list = GM_getValue("scraper_include_list").split('^');
  304. //console.log(include_list);
  305. $("#include_div").hide();
  306. }
  307. save_button2.addEventListener("click", function(){ save_includelist(); }, false);
  308. cancel_button2.addEventListener("click", function(){
  309. // reset textarea contents upon cancel
  310. include_list = GM_getValue("scraper_include_list").split('^');
  311. var textarea = $("#include_text");
  312. var text = "";
  313. for (var i = 0; i < include_list.length; i++){
  314. text += include_list[i]+"^";
  315. }
  316. textarea.val(text.substring(0, text.length - 1));
  317. // close editor
  318. $("#include_div").hide();
  319. }, false);
  320.  
  321.  
  322. var HITStorage = {};
  323. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  324. window.mozIndexedDB;
  325. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  326. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  327. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  328. var IDBKeyRange = window.IDBKeyRange;
  329.  
  330. HITStorage.indexedDB = {};
  331. HITStorage.indexedDB = {};
  332. HITStorage.indexedDB.db = null;
  333.  
  334. HITStorage.indexedDB.onerror = function(e) {
  335. //console.log(e);
  336. };
  337.  
  338. var v=4;
  339.  
  340. HITStorage.indexedDB.checkTitle = function(title,button) {
  341. var request = indexedDB.open("HITDB", v);
  342. request.onsuccess = function(e) {
  343. HITStorage.indexedDB.db = e.target.result;
  344. var db = HITStorage.indexedDB.db;
  345. if (!db.objectStoreNames.contains("HIT"))
  346. {
  347. db.close();
  348. return;
  349. }
  350. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  351. var store = trans.objectStore("HIT");
  352.  
  353. var index = store.index("title");
  354. index.get(title).onsuccess = function(event)
  355. {
  356. if (event.target.result === undefined)
  357. {
  358. //console.log(title + ' not found');
  359. scraper_history[button].titledb = false;
  360. }
  361. else
  362. {
  363. //console.log(title + ' found');
  364. scraper_history[button].titledb = true;
  365. }
  366.  
  367. db.close();
  368. };
  369. };
  370. request.onerror = HITStorage.indexedDB.onerror;
  371. };
  372.  
  373. HITStorage.indexedDB.checkRequester = function(id,button) {
  374. var request = indexedDB.open("HITDB", v);
  375. request.onsuccess = function(e) {
  376. HITStorage.indexedDB.db = e.target.result;
  377. var db = HITStorage.indexedDB.db;
  378. if (!db.objectStoreNames.contains("HIT"))
  379. {
  380. db.close();
  381. return;
  382. }
  383. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  384. var store = trans.objectStore("HIT");
  385.  
  386. var index = store.index("requesterId");
  387. index.get(id).onsuccess = function(event)
  388. {
  389. if (event.target.result === undefined)
  390. {scraper_history[button].reqdb = false;
  391. //console.log(id + ' not found');
  392. }
  393. else
  394. {
  395. scraper_history[button].reqdb = true;
  396. //console.log(id + ' found');
  397. }
  398. db.close();
  399. };
  400. };
  401. request.onerror = HITStorage.indexedDB.onerror;
  402. };
  403.  
  404. var PAGES_TO_SCRAPE = 3;
  405. var MINIMUM_HITS = 100;
  406. var SEARCH_REFRESH=0;
  407. var MINIMUM_TO = -1;
  408. var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups";
  409. var initial_url = URL_BASE;
  410. var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id=";
  411. var found_key_list=[];
  412. var last_clear_time = new Date().getTime();
  413. var searched_once = false;
  414. var useBlocklist = true;
  415. var save_new_results_time = 120;
  416. var save_results_time = 3600;
  417. var default_type = 0;
  418. var block_no_to = false;
  419. var audio_index = 0;
  420. var cur_loc = window.location.href;
  421. var time_input = document.createElement("INPUT");
  422. time_input.value = 0;
  423. var page_input = document.createElement("INPUT");
  424. page_input.value = 3;
  425. var min_input = document.createElement("INPUT");
  426. var new_time_display_input = document.createElement("INPUT");
  427. new_time_display_input.value = 300;
  428. var reward_input = document.createElement("INPUT");
  429. var qual_input = document.createElement("INPUT");
  430. qual_input.type = "checkbox";
  431. var masters_input = document.createElement("INPUT");
  432. masters_input.type = "checkbox";
  433. var masters_hide = document.createElement("INPUT");
  434. masters_hide.type = "checkbox";
  435. var sort_input = document.createElement("SELECT");
  436. var sort_input1 = document.createElement("OPTION");
  437. sort_input1.text = "Latest";
  438. sort_input1.value = "late";
  439. var sort_input2 = document.createElement("OPTION");
  440. sort_input2.text = "Most Available";
  441. sort_input2.value = "most";
  442. var sort_input3 = document.createElement("OPTION");
  443. sort_input3.text = "Reward";
  444. sort_input3.value = "amount";
  445. var sort_input4 = document.createElement("OPTION");
  446. sort_input4.text = "Title";
  447. sort_input4.value = "alpha";
  448. sort_input.appendChild(sort_input1);
  449. sort_input.appendChild(sort_input2);
  450. sort_input.appendChild(sort_input3);
  451. sort_input.appendChild(sort_input4);
  452. var sort_input_invert = document.createElement("INPUT");
  453. sort_input_invert.type = "checkbox";
  454. var sort_to = document.createElement("INPUT");
  455. sort_to.type = "checkbox";
  456. var sort_to2 = document.createElement("INPUT");
  457. sort_to2.type = "checkbox";
  458. var sort_asc = document.createElement("INPUT");
  459. sort_asc.type = "radio";
  460. sort_asc.name = "sortOrder";
  461. var sort_dsc = document.createElement("INPUT");
  462. sort_dsc.type = "radio";
  463. sort_dsc.name = "sortOrder";
  464. sort_dsc.checked = true;
  465. var min_to = document.createElement("INPUT");
  466. var no_to_block = document.createElement("INPUT");
  467. no_to_block.type = "checkbox";
  468. var useTO_input = document.createElement("INPUT");
  469. useTO_input.type = "checkbox";
  470. var friesAreDone = document.createElement("INPUT");
  471. friesAreDone.type = "checkbox";
  472. var audio_option = document.createElement("SELECT");
  473. var audio1 = document.createElement("OPTION");
  474. var audio2 = document.createElement("OPTION");
  475. audio1.text = "Ding";
  476. audio1.value = 0;
  477. audio2.text = "Squee";
  478. audio2.value = 1;
  479. audio_option.appendChild(audio1);
  480. audio_option.appendChild(audio2);
  481. var correctForSkips = document.createElement("INPUT");
  482. correctForSkips.type = "checkbox";
  483. correctForSkips.checked = true;
  484. var useBlock = document.createElement("INPUT");
  485. useBlock.type = "checkbox";
  486. useBlock.checked = true;
  487. var matchOnly = document.createElement("INPUT");
  488. matchOnly.type = "checkbox";
  489. var highlightIncludes_input = document.createElement("INPUT");
  490. highlightIncludes_input.type = "checkbox";
  491. var opt_exportvb = document.createElement("INPUT");
  492. opt_exportvb.type = "checkbox";
  493. opt_exportvb.checked = true;
  494. var opt_exportirc = document.createElement("INPUT");
  495. opt_exportirc.type = "checkbox";
  496. var opt_exportreddit = document.createElement("INPUT");
  497. opt_exportreddit.type = "checkbox";
  498. var sufTheme = "_thClassic";
  499. var show_checkboxes = document.createElement("INPUT");
  500. show_checkboxes.type = "checkbox";
  501. show_checkboxes.checked = false;
  502.  
  503. var search_input = document.createElement("INPUT");
  504. var lastStateObj = {};
  505. //In order to recover from the last state, let's see if it exists
  506. if (localStorage["lastState_hit_scraper_with_export"])
  507. {
  508. lastStateObj = JSON.parse(localStorage["lastState_hit_scraper_with_export"]);
  509. time_input.value = lastStateObj["refreshTime"];
  510. page_input.value = lastStateObj["numPages"];
  511. min_input.value = lastStateObj["minHits"];
  512. new_time_display_input.value = lastStateObj["newHitHighlight"];
  513. reward_input.value = lastStateObj["reward"];
  514. qual_input.checked = lastStateObj["qualified"];
  515. masters_input.checked = lastStateObj["masters"];
  516. masters_hide.checked = lastStateObj["mShow"];
  517. sort_input.selectedIndex = lastStateObj["sort"];
  518. sort_input_invert.checked = lastStateObj["invert"];
  519. sort_to.checked = lastStateObj["to"];
  520. sort_to2.checked = lastStateObj["to2"];
  521. sort_asc.checked = lastStateObj["asc"];
  522. sort_dsc.checked = lastStateObj["dsc"];
  523. min_to.value = lastStateObj["minTO"];
  524. no_to_block.checked = lastStateObj["hideNTO"];
  525. search_input.value = lastStateObj["searchTerms"];
  526. matchOnly.checked = lastStateObj["useInclude"];
  527. friesAreDone.checked = lastStateObj["fries"];
  528. audio_option.selectedIndex = lastStateObj["whichfry"];
  529. useBlock.checked = lastStateObj["blocklist"];
  530. correctForSkips.checked = lastStateObj["skips"];
  531. useTO_input.checked = lastStateObj["useTO"];
  532. highlightIncludes_input.checked = lastStateObj["highlightIncl"];
  533. opt_exportvb.checked = lastStateObj["exvb"];
  534. opt_exportirc.checked = lastStateObj["exirc"];
  535. opt_exportreddit.checked = lastStateObj["exreddit"];
  536. sufTheme = (lastStateObj["theme"] != null) ? lastStateObj["theme"] : "_thClassic";
  537. show_checkboxes.checked = lastStateObj["checkboxes"];
  538. var k = ['customwisp','customsd','customsl','customclassic','customcustom'];
  539. for (k in lastStateObj) {
  540. for (var j in lastStateObj[k]) {
  541. if (lastStateObj[k].hasOwnProperty(j)) {
  542. if (k == 'customwisp') uwcolors[j] = lastStateObj[k][j];
  543. if (k == 'customsd') usdcolors[j] = lastStateObj[k][j];
  544. if (k == 'customsl') uslcolors[j] = lastStateObj[k][j];
  545. if (k == 'customclassic') uclcolors[j] = lastStateObj[k][j];
  546. if (k == 'customcustom') ucucolors[j] = lastStateObj[k][j];
  547. }
  548. }
  549. }
  550. }
  551. else
  552. {
  553. time_input.value = 0;
  554. page_input.value = 3;
  555. min_input.value = "";
  556. new_time_display_input.value = 300;
  557. reward_input.value = "";
  558. if (!document.getElementById('lnkWorkerSignin'))
  559. qual_input.checked = true;
  560. masters_input.checked = false;
  561. masters_hide.checked = false;
  562. sort_input.selectedIndex = 0;
  563. sort_input_invert.checked = false;
  564. sort_to.checked = false;
  565. sort_to2.checked = false;
  566. sort_asc.checked = false;
  567. sort_dsc.checked = true;
  568. min_to.value = "";
  569. no_to_block.checked = false;
  570. search_input.value = "";
  571. matchOnly.checked = false;
  572. friesAreDone.checked = false;
  573. audio_option.selectedIndex = 0;
  574. useBlock.checked = true;
  575. correctForSkips.checked = true;
  576. highlightIncludes_input.checked = true;
  577. opt_exportvb.checked = true;
  578. opt_exportirc.checked = true;
  579. opt_exportreddit.checked = true;
  580. show_checkboxes.checked = true;
  581. for (var k in wcolors) { if (wcolors.hasOwnProperty(k)) uwcolors[k] = wcolors[k]; }
  582. for (var k in slcolors) { if (slcolors.hasOwnProperty(k)) uslcolors[k] = slcolors[k]; }
  583. for (var k in sdcolors) { if (sdcolors.hasOwnProperty(k)) usdcolors[k] = sdcolors[k]; }
  584. for (var k in cucolors) { if (cucolors.hasOwnProperty(k)) ucucolors[k] = cucolors[k]; }
  585. for (var k in clcolors) { if (clcolors.hasOwnProperty(k)) uclcolors[k] = clcolors[k]; }
  586. }
  587. for (var k in wcolors) { if (wcolors.hasOwnProperty(k) && uwcolors[k] === undefined) uwcolors[k] = wcolors[k]; }
  588. for (var k in slcolors) { if (slcolors.hasOwnProperty(k) && uslcolors[k] === undefined) uslcolors[k] = slcolors[k]; }
  589. for (var k in sdcolors) { if (sdcolors.hasOwnProperty(k) && usdcolors[k] === undefined) usdcolors[k] = sdcolors[k]; }
  590. for (var k in cucolors) { if (cucolors.hasOwnProperty(k) && ucucolors[k] === undefined) ucucolors[k] = cucolors[k]; }
  591. for (var k in clcolors) { if (clcolors.hasOwnProperty(k) && uclcolors[k] === undefined) uclcolors[k] = clcolors[k]; }
  592.  
  593. var LINK_BASE = "https://www.mturk.com";
  594. var STATUSDETAIL_DELAY = 250;
  595. var MPRE_DELAY = 3000;
  596.  
  597. var css = "<style type = 'text/css'>\n";
  598. css += ".body_thCustom {background-color: "+ucucolors.background+";}\n";
  599. css += ".controlpanel_thCustom {color: "+ucucolors.defaultText+"; margin: 0px auto 5px auto; background: "+ucucolors.cpBackground+";}\n";
  600. css += ".cpInput_thCustom {color: "+ucucolors.inputText+"; border: 1px solid; background: "+ucucolors.background+"; text-align: center;}\n";
  601. css += ".cpButtons_thCustom {color: "+ucucolors.accent+"; border: 1px solid; background: transparent;}\n";
  602. css += ".cpSortdiv_thCustom {color: "+ucucolors.inputText+"; display: inline; font: 14px;}\n";
  603. css += ".cpSpans_thCustom {padding: 2px; cursor:default; color: "+ucucolors.defaultText+"; background: "+ucucolors.cpBackground+";} .cpSpans_thCustom:hover {background: "+ucucolors.hover+";}\n";
  604. css += ".cpSpansOn_thCustom {background: "+ucucolors.highlight+"; color: "+ucucolors.secondText+";}\n";
  605. css += ".taButtons_thCustom {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+ucucolors.export+";} .taButtonsOff_thCustom {display: none;}\n";
  606. css += ".link_thCustom:link {color: "+ucucolors.link+";} .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  607. css += ".toNone_thCustom .link_thCustom, .toNone_thCustom .tolink_thCustom {color: "+ucucolors.noTO+";}\n .toNone_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  608. css += ".toHigh_thCustom .link_thCustom, .toHigh_thCustom .tolink_thCustom {color: "+ucucolors.highTO+";}\n .toHigh_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  609. css += ".toGood_thCustom .link_thCustom, .toGood_thCustom .tolink_thCustom {color: "+ucucolors.goodTO+";}\n .toGood_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  610. css += ".toAverage_thCustom .link_thCustom, .toAverage_thCustom .tolink_thCustom {color: "+ucucolors.averageTO+";}\n .toAverage_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  611. css += ".toLow_thCustom .link_thCustom, .toLow_thCustom .tolink_thCustom {color: "+ucucolors.lowTO+";}\n .toLow_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  612. css += ".toPoor_thCustom .link_thCustom, .toPoor_thCustom .tolink_thCustom {color: "+ucucolors.poorTO+";}\n .toPoor_thCustom .link_thCustom:visited {color: "+ucucolors.vlink+";}\n";
  613. css += ".nohitDB_thCustom {color: #000000; background: "+ucucolors.nohitDB+";}\n";
  614. css += ".tooweak_thCustom {color: #000000; background: "+ucucolors.unqualified+";}\n";
  615. css += ".yeshitDB_thCustom {color:#000000; background: "+ucucolors.hitDB+";}\n";
  616. css += ".needmaster_thCustom {color: #000000; background: "+ucucolors.reqmaster+";}\n";
  617. css += ".nomaster_thCustom {color: #000000; background: "+ucucolors.nomaster+";}\n";
  618. css += ".spacer_thCustom {color: "+ucucolors.accent+";}\n";
  619. css += ".mainlink_thCustom {color: "+ucucolors.defaultText+"; text-align: top;}\n";
  620. css += ".tabhead_thCustom {color: "+ucucolors.defaultText+";}\n";
  621. css += ".bodytable_thCustom {color: "+ucucolors.bodytable+";}\n";
  622. css += ".statusdiv_thCustom {font-size: 15px; color: "+ucucolors.secondText+";}\n";
  623. css += ".body_thRandom {background-color: "+rcolors.background+";}\n";
  624. css += ".controlpanel_thRandom {color: "+rcolors.defaultText+"; margin: 0px auto 5px auto; margin-bottom: 5px; background: "+rcolors.cpBackground+";}\n";
  625. css += ".cpInput_thRandom {color: "+rcolors.inputText+"; border: 1px solid; background: "+rcolors.background+"; text-align: center;}\n";
  626. css += ".cpButtons_thRandom {color: "+rcolors.accent+"; border: 1px solid; background: transparent;}\n";
  627. css += ".cpSortdiv_thRandom {color: "+rcolors.inputText+"; display: inline; font: 14px;}\n";
  628. css += ".cpSpans_thRandom {padding: 2px; cursor:default; color: "+rcolors.defaultText+"; background: "+rcolors.cpBackground+";} .cpSpans_thRandom:hover {background: "+rcolors.hover+";}\n";
  629. css += ".cpSpansOn_thRandom {background: "+rcolors.highlight+"; color: "+rcolors.secondText+";}\n";
  630. css += ".taButtons_thRandom {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+rcolors.export+";} .taButtonsOff_thRandom {display: none;}\n";
  631. css += ".link_thRandom:link {color: "+rcolors.link+";} .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  632. css += ".toNone_thRandom .link_thRandom, .toNone_thRandom .tolink_thRandom {color: "+rcolors.noTO+";}\n .toNone_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  633. css += ".toHigh_thRandom .link_thRandom, .toHigh_thRandom .tolink_thRandom {color: "+rcolors.highTO+";}\n .toHigh_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  634. css += ".toGood_thRandom .link_thRandom, .toGood_thRandom .tolink_thRandom {color: "+rcolors.goodTO+";}\n .toGood_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  635. css += ".toAverage_thRandom .link_thRandom, .toAverage_thRandom .tolink_thRandom {color: "+rcolors.averageTO+";}\n .toAverage_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  636. css += ".toLow_thRandom .link_thRandom, .toLow_thRandom .tolink_thRandom {color: "+rcolors.lowTO+";}\n .toLow_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  637. css += ".toPoor_thRandom .link_thRandom, .toPoor_thRandom .tolink_thRandom {color: "+rcolors.poorTO+";}\n .toPoor_thRandom .link_thRandom:visited {color: "+rcolors.vlink+";}\n";
  638. css += ".nohitDB_thRandom {color: #000000; background: "+rcolors.nohitDB+";}\n";
  639. css += ".tooweak_thRandom {color: #000000; background: "+rcolors.unqualified+";}\n";
  640. css += ".yeshitDB_thRandom {color:#000000; background: "+rcolors.hitDB+";}\n";
  641. css += ".needmaster_thRandom {color: #000000; background: "+rcolors.reqmaster+";}\n";
  642. css += ".nomaster_thRandom {color: #000000; background: "+rcolors.nomaster+";}\n";
  643. css += ".spacer_thRandom {color: "+rcolors.accent+";}\n";
  644. css += ".mainlink_thRandom {color: "+rcolors.defaultText+"; text-align: top;}\n";
  645. css += ".tabhead_thRandom {color: "+rcolors.defaultText+";}\n";
  646. css += ".bodytable_thRandom {color: "+rcolors.bodytable+";}\n";
  647. css += ".statusdiv_thRandom {font-size: 15px; color: "+rcolors.secondText+";}\n";
  648. // -- Dark and Light themes adapted from the Solarized color scheme developed by Ethan Schoonover -- //
  649. css += ".body_thSLight {background-color: "+uslcolors.background+";}\n";
  650. css += ".controlpanel_thSLight {color: "+uslcolors.defaultText+"; margin: 0px auto 5px auto; background: "+uslcolors.cpBackground+";}\n";
  651. css += ".cpInput_thSLight {color: "+uslcolors.inputText+"; border: 1px solid; background: "+uslcolors.background+"; text-align: center;}\n";
  652. css += ".cpButtons_thSLight {color: "+uslcolors.accent+"; border: 1px solid; background: transparent;}\n";
  653. css += ".cpSortdiv_thSLight {color: "+uslcolors.inputText+"; display: inline; font: 14px;}\n";
  654. css += ".cpSpans_thSLight {padding: 2px; cursor:default; color: "+uslcolors.defaultText+"; background: "+uslcolors.cpBackground+";} .cpSpans_thSLight:hover {background: "+uslcolors.hover+";}\n";
  655. css += ".cpSpansOn_thSLight {background: "+uslcolors.highlight+"; color: "+uslcolors.secondText+";}\n";
  656. css += ".taButtons_thSLight {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+uslcolors.export+";} .taButtonsOff_thSLight {display: none;}\n";
  657. css += ".link_thSLight:link {color: "+uslcolors.link+";} .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  658. css += ".toNone_thSLight .link_thSLight, .toNone_thSLight .tolink_thSLight {color: "+uslcolors.noTO+";}\n .toNone_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  659. css += ".toHigh_thSLight .link_thSLight, .toHigh_thSLight .tolink_thSLight {color: "+uslcolors.highTO+";}\n .toHigh_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  660. css += ".toGood_thSLight .link_thSLight, .toGood_thSLight .tolink_thSLight {color: "+uslcolors.goodTO+";}\n .toGood_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  661. css += ".toAverage_thSLight .link_thSLight, .toAverage_thSLight .tolink_thSLight {color: "+uslcolors.averageTO+";}\n .toAverage_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  662. css += ".toLow_thSLight .link_thSLight, .toLow_thSLight .tolink_thSLight {color: "+uslcolors.lowTO+";}\n .toLow_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  663. css += ".toPoor_thSLight .link_thSLight, .toPoor_thSLight .tolink_thSLight {color: "+uslcolors.poorTO+";}\n .toPoor_thSLight .link_thSLight:visited {color: "+uslcolors.vlink+";}\n";
  664. css += ".nohitDB_thSLight {color: #000000; background: "+uslcolors.nohitDB+";}\n";
  665. css += ".tooweak_thSLight {color: #000000; background: "+uslcolors.unqualified+";}\n";
  666. css += ".yeshitDB_thSLight {color:#000000; background: "+uslcolors.hitDB+";}\n";
  667. css += ".needmaster_thSLight {color: #000000; background: "+uslcolors.reqmaster+";}\n";
  668. css += ".nomaster_thSLight {color: #000000; background: "+uslcolors.nomaster+";}\n";
  669. css += ".spacer_thSLight {color: "+uslcolors.accent+";}\n";
  670. css += ".mainlink_thSLight {color: "+uslcolors.defaultText+"; text-align: top;}\n";
  671. css += ".tabhead_thSLight {color: "+uslcolors.defaultText+";}\n";
  672. css += ".bodytable_thSLight {color: "+uslcolors.bodytable+";}\n";
  673. css += ".statusdiv_thSLight {font-size: 15px; color: "+uslcolors.secondText+";}\n";
  674. //css += ".tablerow_thSLight {color: "+colors.defaultText+";}\n";
  675. css += ".body_thSDark {background-color: "+usdcolors.background+";}\n";
  676. css += ".controlpanel_thSDark {color: "+usdcolors.defaultText+"; margin: 0px auto 5px auto; background: "+usdcolors.cpBackground+";}\n";
  677. css += ".cpInput_thSDark {color: "+usdcolors.inputText+"; border: 1px solid; background: "+usdcolors.background+"; text-align: center;}\n";
  678. css += ".cpButtons_thSDark {color: "+usdcolors.accent+"; border: 1px solid; background: transparent;}\n";
  679. css += ".cpSortdiv_thSDark {color: "+usdcolors.inputText+"; display: inline; font: 14px;}\n";
  680. css += ".cpSpans_thSDark {padding: 2px; cursor:default; color: "+usdcolors.defaultText+"; background: "+usdcolors.cpBackground+";} .cpSpans_thSDark:hover {background: "+usdcolors.hover+";}\n";
  681. css += ".cpSpansOn_thSDark {background: "+usdcolors.highlight+"; color: "+usdcolors.secondText+";}\n";
  682. css += ".taButtons_thSDark {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+usdcolors.export+";} .taButtonsOff_thSDark {display: none;}\n";
  683. css += ".link_thSDark:link {color: "+usdcolors.link+";} .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  684. css += ".toNone_thSDark .link_thSDark, .toNone_thSDark .tolink_thSDark {color: "+usdcolors.noTO+";}\n .toNone_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  685. css += ".toHigh_thSDark .link_thSDark, .toHigh_thSDark .tolink_thSDark {color: "+usdcolors.highTO+";}\n .toHigh_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  686. css += ".toGood_thSDark .link_thSDark, .toGood_thSDark .tolink_thSDark {color: "+usdcolors.goodTO+";}\n .toGood_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  687. css += ".toAverage_thSDark .link_thSDark, .toAverage_thSDark .tolink_thSDark {color: "+usdcolors.averageTO+";}\n .toAverage_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  688. css += ".toLow_thSDark .link_thSDark, .toLow_thSDark .tolink_thSDark {color: "+usdcolors.lowTO+";}\n .toLow_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  689. css += ".toPoor_thSDark .link_thSDark, .toPoor_thSDark .tolink_thSDark {color: "+usdcolors.poorTO+";}\n .toPoor_thSDark .link_thSDark:visited {color: "+usdcolors.vlink+";}\n";
  690. css += ".nohitDB_thSDark {color: #000000; background: "+usdcolors.nohitDB+";}\n";
  691. css += ".tooweak_thSDark {color: #000000; background: "+usdcolors.unqualified+";}\n";
  692. css += ".yeshitDB_thSDark {color:#000000; background: "+usdcolors.hitDB+";}\n";
  693. css += ".needmaster_thSDark {color: #000000; background: "+usdcolors.reqmaster+";}\n";
  694. css += ".nomaster_thSDark {color: #000000; background: "+usdcolors.nomaster+";}\n";
  695. css += ".spacer_thSDark {color: "+usdcolors.accent+";}\n";
  696. css += ".mainlink_thSDark {color: "+usdcolors.defaultText+"; text-align: top;}\n";
  697. css += ".tabhead_thSDark {color: "+usdcolors.defaultText+";}\n";
  698. css += ".bodytable_thSDark {color: "+usdcolors.bodytable+";}\n";
  699. css += ".statusdiv_thSDark {font-size: 15px; color: "+usdcolors.secondText+";}\n";
  700. css += ".body_thWisp {background-color: "+uwcolors.background+";}\n";
  701. css += ".controlpanel_thWisp {color: "+uwcolors.defaultText+"; margin: 0px auto 5px auto; background: "+uwcolors.cpBackground+";}\n";
  702. css += ".cpInput_thWisp {color: "+uwcolors.inputText+"; border: 1px solid; background: "+uwcolors.background+"; text-align: center;}\n";
  703. css += ".cpButtons_thWisp {color: "+uwcolors.accent+"; border: 1px solid; background: transparent;}\n";
  704. css += ".cpSortdiv_thWisp {color: "+uwcolors.inputText+"; display: inline; font: 14px;}\n";
  705. css += ".cpSpans_thWisp {padding: 2px; cursor:default; color: "+uwcolors.defaultText+"; background: "+uwcolors.cpBackground+";} .cpSpans_thWisp:hover {background: "+uwcolors.hover+";}\n";
  706. css += ".cpSpansOn_thWisp {background: "+uwcolors.highlight+"; color: "+uwcolors.secondText+";}\n";
  707. css += ".taButtons_thWisp {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+uwcolors.export+";} .taButtonsOff_thWisp {display: none;}\n";
  708. css += ".link_thWisp:link {color: "+uwcolors.link+";} .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  709. css += ".toNone_thWisp .link_thWisp, .toNone_thWisp .tolink_thWisp {color: "+uwcolors.noTO+";}\n .toNone_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  710. css += ".toHigh_thWisp .link_thWisp, .toHigh_thWisp .tolink_thWisp {color: "+uwcolors.highTO+";}\n .toHigh_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  711. css += ".toGood_thWisp .link_thWisp, .toGood_thWisp .tolink_thWisp {color: "+uwcolors.goodTO+";}\n .toGood_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  712. css += ".toAverage_thWisp .link_thWisp, .toAverage_thWisp .tolink_thWisp {color: "+uwcolors.averageTO+";}\n .toAverage_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  713. css += ".toLow_thWisp .link_thWisp, .toLow_thWisp .tolink_thWisp {color: "+uwcolors.lowTO+";}\n .toLow_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  714. css += ".toPoor_thWisp .link_thWisp, .toPoor_thWisp .tolink_thWisp {color: "+uwcolors.poorTO+";}\n .toPoor_thWisp .link_thWisp:visited {color: "+uwcolors.vlink+";}\n";
  715. css += ".nohitDB_thWisp {color: #000000; background: "+uwcolors.nohitDB+";}\n";
  716. css += ".tooweak_thWisp {color: #000000; background: "+uwcolors.unqualified+";}\n";
  717. css += ".yeshitDB_thWisp {color:#000000; background: "+uwcolors.hitDB+";}\n";
  718. css += ".needmaster_thWisp {color: #000000; background: "+uwcolors.reqmaster+";}\n";
  719. css += ".nomaster_thWisp {color: #000000; background: "+uwcolors.nomaster+";}\n";
  720. css += ".spacer_thWisp {color: "+uwcolors.accent+";}\n";
  721. css += ".mainlink_thWisp {color: "+uwcolors.defaultText+"; text-align: top;}\n";
  722. css += ".tabhead_thWisp {color: "+uwcolors.defaultText+";}\n";
  723. css += ".bodytable_thWisp {color: "+uwcolors.bodytable+";}\n";
  724. css += ".statusdiv_thWisp {font-size: 15px; color: "+uwcolors.secondText+";}\n";
  725. css += ".body_thClassic {background-color: "+uclcolors.background+";}\n";
  726. css += ".controlpanel_thClassic {color: "+uclcolors.defaultText+"; margin: 0px auto 5px auto; background: "+uclcolors.cpBackground+";}\n";
  727. css += ".cpInput_thClassic {color: "+uclcolors.inputText+"; border: 1px solid; text-align: center;}\n";
  728. css += ".cpButtons_thClassic {border: 2px outset buttonface;}\n";
  729. css += ".cpSortdiv_thClassic {color: "+uclcolors.inputText+"; display: inline; font: 14px;}\n";
  730. css += ".cpSpans_thClassic {padding: 2px; cursor:default; color: "+uclcolors.defaultText+"; background: "+uclcolors.cpBackground+";} .cpSpans_thClassic:hover {background: "+uclcolors.hover+";}\n";
  731. css += ".cpSpansOn_thClassic {background: "+uclcolors.highlight+"; color: "+uclcolors.secondText+";}\n";
  732. css += ".taButtons_thClassic {height: 14px; font-size: 8px; border: 1px solid; padding: 0px; background: transparent; color: "+uclcolors.export+";} .taButtonsOff_thClassic {display: none;}\n";
  733. css += ".link_thClassic:link {color: "+uclcolors.link+";} .link_thClassic:visited {color: "+uclcolors.vlink+";}\n";
  734. css += ".toNone_thClassic {background: "+uclcolors.noTO+";}\n";
  735. css += ".toHigh_thClassic {background: "+uclcolors.highTO+";}\n";
  736. css += ".toGood_thClassic {background: "+uclcolors.goodTO+";}\n";
  737. css += ".toAverage_thClassic {background: "+uclcolors.averageTO+";}\n";
  738. css += ".toLow_thClassic {background: "+uclcolors.lowTO+";}\n";
  739. css += ".toPoor_thClassic {background: "+uclcolors.poorTO+";}\n";
  740. css += ".nohitDB_thClassic {color: #000000; background: "+uclcolors.nohitDB+";}\n";
  741. css += ".tooweak_thClassic {color: #000000; background: "+uclcolors.unqualified+";}\n";
  742. css += ".yeshitDB_thClassic {color:#000000; background: "+uclcolors.hitDB+";}\n";
  743. css += ".needmaster_thClassic {color: #000000; background: "+uclcolors.reqmaster+";}\n";
  744. css += ".nomaster_thClassic {color: #000000; background: "+uclcolors.nomaster+";}\n";
  745. css += ".spacer_thClassic {color: "+uclcolors.accent+";}\n";
  746. css += ".mainlink_thClassic {color: "+uclcolors.defaultText+"; text-align: top;}\n";
  747. css += ".tabhead_thClassic {color: "+uclcolors.defaultText+";}\n";
  748. css += ".bodytable_thClassic {color: "+uclcolors.bodytable+";}\n";
  749. css += ".statusdiv_thClassic {font-size: 15px; color: "+uclcolors.secondText+";}\n";
  750. css += ".edspan_thCustom {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+ucucolors.defaultText+";}\n";
  751. css += ".edspan_thRandom {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+rcolors.defaultText+";}\n";
  752. css += ".edspan_thWisp {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+uwcolors.defaultText+";}\n";
  753. css += ".edspan_thClassic {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+uclcolors.defaultText+";}\n";
  754. css += ".edspan_thSDark {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+usdcolors.defaultText+";}\n";
  755. css += ".edspan_thSLight {padding: 0px; font-size: 12px; display: block; width: 370px; color: "+uslcolors.defaultText+";}\n";
  756.  
  757. // ******************* below is universal and applies to all themes ********************************
  758. css += ".scraperBlockedRowOff td { border: 3pt solid #cc0000; }\n .scraperBlockedRow {display: none; }\n";
  759. css += ".scraperIncludelistedRow td { border: 3pt dashed #008800; }\n .scraperIncludelistedRowOff td { border: none; }\n";
  760. css += ".toBlockedRow {display:none;} .toBlockedRowOff td {border: 2px solid #00E5FF;}\n";
  761. //css += "@-webkit-keyframes cphide {100% {-webkit-transform: translateY(-200%)}}\n @keyframes cphide {100% {-webkit-transform: translateY(-200%)}}\n";
  762. css += "#thMenu {z-index: 2; position: fixed; top: 0.5%; right: 0.5%; text-align: center; display: inline; margin: 0; padding: 10px 5px; list-style: none;}\n";
  763. css += "#thMenu li {font: 15px; display: inline-block; position: relative; padding: 5px 5px; background: #E3E8E8; color: #000000; cursor: default}\n";
  764. css += "#thMenu li:hover {background: #616363; color: #ffffff;}\n";
  765. css += "#thMenu li ul {position: absolute; top: 24px; right: 0; width: 120px; padding: 0; display: none;}\n";
  766. css += "#thMenu li ul li {background: #616363; color: #ffffff; display: block; padding: 10px 10px;} #thMenu li ul li:hover {background: #8C8C8C;}\n";
  767. css += "#thMenu li:hover ul {display: block;}\n";
  768. css += ".checkboxesOff {display: none;}\n";
  769. css += "</style>";
  770. var header = document.getElementsByTagName("head");
  771. header[0].innerHTML = header[0].innerHTML + css;
  772.  
  773. var next_page = 1;
  774.  
  775. var API_PROXY_BASE = 'https://mturk-api.istrack.in/';
  776. var OFFICIAL_API_PROXY_BASE = 'https://turkopticon.ucsd.edu/';
  777. var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids=';
  778. var OFFICIAL_API_MULTI_ATTRS_URL = OFFICIAL_API_PROXY_BASE + 'api/multi-attrs.php?ids=';
  779. var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/';
  780.  
  781. var control_panel = document.createElement("DIV");
  782. //control_panel.id = "control_panel";
  783. control_panel.className = "controlpanel"+sufTheme;
  784. document.body.className = "body"+sufTheme;
  785.  
  786. var btn01 = document.createElement("BUTTON");
  787. var btn02 = document.createElement("BUTTON");
  788. var thin = [ document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"),
  789. document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"),
  790. document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"),
  791. document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT"),
  792. document.createElement("INPUT"), document.createElement("INPUT"), document.createElement("INPUT") ];
  793. btn01.className = "cpButtons"+sufTheme;
  794. //btn01.style.position = 'absolute';
  795. //btn01.style.top = '5px';
  796. btn02.className = "cpButtons"+sufTheme;
  797. btn01.textContent = "Edit Current Theme";
  798. btn02.textContent = "Reset To Default Values";
  799. btn02.title = "Reset the values of the current theme to its default.";
  800. btn01.onclick = function() {
  801. if (btn01.textContent === "Edit Current Theme") {
  802. eddiv.style.display = 'initial';
  803. theme_editor();
  804. btn01.textContent = "Hide Editor";
  805. }
  806. else {
  807. eddiv.style.display = 'none';
  808. btn01.textContent = "Edit Current Theme";
  809. }
  810. };
  811. btn02.onclick = function() {
  812. var cc = {}, dc = {};
  813. if (sufTheme === "_thWisp") { cc = uwcolors; dc = wcolors; }
  814. else if (sufTheme === "_thSDark") { cc = usdcolors; dc = sdcolors; }
  815. else if (sufTheme === "_thSLight") { cc = uslcolors; dc = slcolors; }
  816. else if (sufTheme === "_thCustom") { cc = ucucolors; dc = cucolors; }
  817. else if (sufTheme === "_thClassic") { cc = uclcolors; dc = clcolors; }
  818. for (var key in dc) {
  819. if (dc.hasOwnProperty(key)) cc[key] = dc[key];
  820. }
  821. theme_editor();
  822. saveState();
  823. };
  824. var cpdiv = document.createElement("DIV");
  825. var eddiv = document.createElement("DIV");
  826. cpdiv.id = 'control_panel';
  827. var cptable = document.createElement("TABLE");
  828. //cptable.style.position = 'relative';
  829. cpdiv.appendChild(cptable);
  830. var testinput = document.createElement("INPUT");
  831. cptable.style.width = '100%';
  832. var cptr01 = document.createElement("TR");
  833. var cptd01 = document.createElement("TD"); //left
  834. cptd01.style.width = '900px';
  835. var cptd02 = document.createElement("TD"); //right
  836. cptable.appendChild(cptr01);
  837. cptr01.appendChild(cptd01); // left
  838. cptd01.appendChild(control_panel);
  839. cptr01.appendChild(cptd02); // right
  840. cptd02.appendChild(eddiv);
  841. eddiv.appendChild(btn02);
  842. var edspan = document.createElement("SPAN");
  843. edspan.className = "edspan"+sufTheme;
  844.  
  845. edspan.innerHTML = "<br>Mouseover the input boxes for a description. With the exception of the random theme, anything changed here will be saved under the current theme. <b>Note: Some values, along with resetting to default, will require a page refresh to take effect.</b><br><br>";
  846. eddiv.appendChild(edspan);
  847. for (var i=0; i<thin.length; i++) {
  848. eddiv.appendChild(thin[i]);
  849. eddiv.appendChild(document.createTextNode(" "));
  850. if ((i+1)%4 === 0) eddiv.appendChild(document.createElement("BR"));
  851. thin[i].size = '6';
  852. thin[i].className = "color {hash:true, pickerFaceColor:'transparent',pickerFace:0,pickerBorder:0,pickerInsetColor:'black'}";
  853. }
  854. eddiv.style.display = 'none';
  855. document.body.insertBefore(cpdiv, document.body.firstChild);
  856. $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body
  857.  
  858.  
  859. var big_red_button = document.createElement("BUTTON");
  860. var reset_blocks = document.createElement("BUTTON");
  861. var include_button = document.createElement("BUTTON");
  862. var progress_report = document.createTextNode("Stopped");
  863. var status_report = document.createTextNode("None");
  864. var text_area = document.createElement("TABLE");
  865. text_area.id = "body_table";
  866. //text_area.className = "bodytable"+sufTheme;
  867. var showButton = document.createElement("BUTTON");
  868. showButton.className += " cpButtons"+sufTheme;
  869. showButton.onclick = function() { show_TO_rows(); };
  870. showButton.textContent = "Show ignored hits";
  871. showButton.id = "show_TO_stuff_button";
  872.  
  873. function show_TO_rows() {
  874. var mr = document.getElementsByClassName("toBlockedRow");
  875. var mt = mr || "[]";
  876. if (showButton.textContent == "Show ignored hits") {
  877. for (var i=mt.length-1; i>-1; --i) { mt[i].className = mt[i].className.replace(/toBlockedRow/, "toBlockedRowOff"); }
  878. showButton.textContent = "Hide ignored hits";
  879. }
  880. else {
  881. mt = document.getElementsByClassName("toBlockedRowOff");
  882. for (var i=mt.length-1; i>-1; i--) { mt[i].className = mt[i].className.replace(/toBlockedRowOff/, "toBlockedRow"); }
  883. showButton.textContent = "Show ignored hits";
  884. }
  885. }
  886.  
  887. show_interface();
  888.  
  889. function yiqBrightness(hc,yiq) { // hc type "#000000", "000000", "[00, 00, 00]"
  890. var r = 0, b = 0, g = 0;
  891. if (yiq===true) {
  892. if (typeof hc === 'object') { console.log("b3");r = hc[0]; g = hc[1]; b = hc[2]; }
  893. else if (hc.substr(0,1) == "#") {
  894. r = parseInt(hc.substr(1,2), 16);
  895. g = parseInt(hc.substr(3,2), 16);
  896. b = parseInt(hc.substr(5,2), 16);
  897. }
  898. else {
  899. r = parseInt(hc.substr(0,2), 16);
  900. g = parseInt(hc.substr(2,2), 16);
  901. b = parseInt(hc.substr(4,2), 16);
  902. }
  903. return r*0.299 + g*0.587 + b*0.114; // y value
  904. }
  905. else {
  906. return hc[0] + hc[1]*0.956 + hc[2]*0.621; // get r value from full yiq
  907. }
  908. }
  909.  
  910. function randomizeScheme() {
  911. // basic rudimentary placeholder
  912. // TODO: make randomization faster
  913.  
  914. if (!("background" in rcolors))
  915. for (var l in cucolors) { if (cucolors.hasOwnProperty(l)) rcolors[l] = cucolors[l]; }
  916. var r = 0, g = 0, b = 0;
  917. var k = Object.keys(rcolors);
  918. for (k in rcolors) {
  919. rcolors[k] = getNewColor();
  920. }
  921. var bg1 = yiqBrightness(rcolors.cpBackground, true), bg0 = yiqBrightness(rcolors.background,true);
  922. var colorslice = {};
  923. var chex = "";
  924. k = ["defaultText", "inputText", "secondText", "export", "accent"];
  925. for (var i in k) { colorslice[k[i]] = rcolors[k[i]]; }
  926. for (k in colorslice) {
  927. var iterations = 0;
  928. //console.log(k+": "+colorslice[k]);
  929. if (colorslice.hasOwnProperty(k)) {
  930. var c1 = yiqBrightness(rcolors[k],true);
  931. while (Math.abs(bg1-c1)<69 || Math.abs(bg0-c1)<69) { // increase readability
  932. if (iterations > 61000) {
  933. console.log("Skipping: "+k+". Final value: " + rcolors[k]);
  934. break;
  935. }
  936. chex = getNewColor();
  937. c1 = yiqBrightness(chex,true);
  938. rcolors[k] = chex;
  939. iterations++;
  940. }
  941. console.log(k+": "+rcolors[k]+" after "+iterations + " cycles");
  942. }
  943. }
  944. }
  945. function getNewColor() {
  946. var ri = Math.floor( Math.random()*255 ).toString(16);
  947. var gi = Math.floor( Math.random()*255 ).toString(16);
  948. var bi = Math.floor( Math.random()*255 ).toString(16);
  949. return "#".concat( ri.length<2 ? ("0".concat(ri)) : ri ).concat( gi.length<2 ? ("0".concat(gi)) : gi ).concat( bi.length<2 ? ("0".concat(bi)) : bi);
  950. }
  951.  
  952. var global_run = false;
  953. var statusdetail_loop_finished = false;
  954. var date_header = "";
  955. var scraper_history = {};
  956. var wait_loop;
  957. var dings = 0;
  958.  
  959. function set_progress_report(text, force)
  960. {
  961. if (global_run == true || force == true)
  962. {
  963. progress_report.textContent = text;
  964. var status_text = status_array.join("; ");
  965. status_report.textContent = status_text;
  966. }
  967. }
  968.  
  969. function get_progress_report()
  970. {
  971. return progress_report.textContent;
  972. }
  973.  
  974. function wait_until_stopped()
  975. {
  976. if (global_run == true)
  977. {
  978. if (statusdetail_loop_finished == true)
  979. {
  980. big_red_button.textContent = "Start";
  981. set_progress_report("Finished", false);
  982. }
  983. else
  984. {
  985. setTimeout(function(){wait_until_stopped();}, 500);
  986. }
  987. }
  988. }
  989.  
  990. function display_wait_time(wait_time)
  991. {
  992. if (global_run == true)
  993. {
  994. var current_progress = get_progress_report();
  995. if (current_progress.indexOf("Searching again in")!==-1)
  996. {
  997. set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false);
  998. }
  999. else
  1000. set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false);
  1001. if (wait_time>1)
  1002. setTimeout(function(){display_wait_time(wait_time-1);}, 1000);
  1003. }
  1004. }
  1005.  
  1006. function dispArr(ar)
  1007. {
  1008. var disp = "";
  1009. for (var z = 0; z < ar.length; z++)
  1010. {
  1011. disp += "id " + z + " is " + ar[z] + " ";
  1012. }
  1013. //console.log(disp);
  1014. }
  1015.  
  1016. function scrape($src)
  1017. {
  1018. var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]');
  1019. if ($requester.length == 0)
  1020. $requester = $src.find('span.requesterIdentity');
  1021. var $title = $src.find('a[class="capsulelink"]');
  1022. var $reward = $src.find('span[class="reward"]');
  1023. var $preview = $src.find('a[href^="/mturk/preview?"]');
  1024. var $qualified = $src.find('a[href^="/mturk/notqualified?"],a[id^="private_hit"]');
  1025. var $times = $src.find('a[id^="duration_to_complete"]');
  1026. var $descriptions = $src.find('a[id^="description"]');
  1027. var not_qualified_group_IDs=[];
  1028. var $quals = $src.find('a[id^="qualificationsRequired"]');
  1029. var $mixed;
  1030. $qualified.each(function(){
  1031. var groupy = $(this).attr('href');
  1032. if (groupy){
  1033. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  1034. groupy = groupy.replace(/\/mturk\/notqualified\?hitId=([A-Z0-9]+)(&.+)?/,"$1");
  1035. groupy = groupy.replace(/\&hitGroupId=([A-Z0-9]+)(&.+)?/,"");
  1036. groupy = groupy.replace(/\&hitId=([A-Z0-9]+)(&.+)?/,"");
  1037. }
  1038. not_qualified_group_IDs.push(groupy);
  1039. });
  1040. //console.log(not_qualified_group_IDs);
  1041. if (document.getElementById('lnkWorkerSignin'))
  1042. $mixed = $src.find('a[href^="/mturk/preview?"],a[id^="private_hit"]');
  1043. else
  1044. $mixed = $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"]');
  1045. //console.log($mixed);
  1046. var listy =[];
  1047. $mixed.each(function(){
  1048. var groupy = $(this).attr('href');
  1049. if (groupy)
  1050. {
  1051. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  1052. groupy = groupy.replace(/\/mturk\/notqualified\?hitId=([A-Z0-9]+)(&.+)?/,"$1");
  1053. groupy = groupy.replace(/\&hitGroupId=([A-Z0-9]+)(&.+)?/,"");
  1054. groupy = groupy.replace(/\&hitId=([A-Z0-9]+)(&.+)?/,"");
  1055. groupy = groupy.replace("/mturk/preview?groupId=","");
  1056. }
  1057. else
  1058. groupy = "";
  1059. //console.log($(this));
  1060. //console.log(groupy);
  1061. if (listy.indexOf(groupy) == -1)
  1062. listy.push(groupy);
  1063. else if (groupy == "")
  1064. listy.push(groupy);
  1065. });
  1066. //console.log(listy);
  1067. //listy = listy.filter(function(elem, pos) {
  1068. // return listy.indexOf(elem) == pos;
  1069. //});
  1070. //console.log(listy);
  1071. for (var j = 0; j < $requester.length; j++)
  1072. {
  1073. var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]');
  1074. var requester_name = $requester.eq(j).text().trim();
  1075. var requester_link = $requester.eq(j).attr('href');
  1076. if (!requester_link)
  1077. {
  1078. requester_link = "https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&searchWords="+ requester_name.replace(/ /g,"+");
  1079. requester_name += " (search)";
  1080. }
  1081. var group_ID=(listy[j] ? listy[j] : "");
  1082. var masters = false;
  1083. var title = $title.eq(j).text().trim();
  1084. var preview_link = "/mturk/preview?groupId=" + group_ID;
  1085. //console.log(listy[j]);
  1086. //console.log(title+" "+group_ID +" "+ listy[j]);
  1087. if (!group_ID || group_ID.length == 0){
  1088. preview_link = requester_link;
  1089. title += " (Preview link unavailable)";
  1090. }
  1091. var reward = $reward.eq(j).text().trim();
  1092. var hits = $hits.eq(4).text().trim();
  1093. if (hits.length == 0)
  1094. hits = "Scraper logged out";
  1095. var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  1096. var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  1097. //console.log(description);
  1098. var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=','');
  1099. var accept_link;
  1100. accept_link = preview_link.replace('preview','previewandaccept');
  1101.  
  1102. /*HIT SCRAPER ADDITION*/
  1103. var qElements = $quals.eq(j).parent().parent().parent().find('tr');
  1104. //console.log(qElements);
  1105.  
  1106. var qualifications = [];
  1107. for (var i = 1; i < qElements.length; i++) {
  1108. qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')));
  1109. if (qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1)
  1110. masters=true;
  1111. }
  1112. var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None");
  1113.  
  1114. var key = requester_name+title+reward+group_ID;
  1115. if (found_key_list.indexOf(key) == -1)
  1116. found_key_list.push(key);
  1117. else
  1118. {
  1119. console.log("DUPE: "+key);
  1120. continue;
  1121. }
  1122. if (scraper_history[key] === undefined)
  1123. {
  1124. scraper_history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", dinged:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:"",masters:false};
  1125. scraper_history[key].req_link = requester_link;
  1126. scraper_history[key].prev_link = preview_link;
  1127. scraper_history[key].requester = requester_name;
  1128. scraper_history[key].title = title;
  1129. scraper_history[key].reward = reward;
  1130. scraper_history[key].hits = hits;
  1131. scraper_history[key].rid = requester_id;
  1132. scraper_history[key].acc_link = accept_link;
  1133. scraper_history[key].time = time;
  1134. scraper_history[key].quals = qualList;
  1135. scraper_history[key].description = description.replace(/'/g, "&apos;").replace(/"/g, "&quot;");
  1136. scraper_history[key].masters = masters;
  1137. scraper_history[key].requester_strip = requester_name.replace(" (search)","");
  1138. HITStorage.indexedDB.checkRequester(requester_id,key);
  1139. HITStorage.indexedDB.checkTitle(title,key);
  1140. if (searched_once)
  1141. {
  1142. scraper_history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH);
  1143. scraper_history[key].new_result = 0;
  1144. scraper_history[key].dinged = 0;
  1145. }
  1146. else
  1147. {
  1148. scraper_history[key].initial_time = new Date().getTime()-1000*save_new_results_time;
  1149. scraper_history[key].new_result = 1000*save_new_results_time;
  1150. scraper_history[key].dinged = 1;
  1151. }
  1152. if (not_qualified_group_IDs.indexOf(group_ID) !== -1)
  1153. scraper_history[key].qualified = false;
  1154. else
  1155. scraper_history[key].qualified = true;
  1156.  
  1157. scraper_history[key].found_this_time = true;
  1158. }
  1159. else
  1160. {
  1161. scraper_history[key].new_result = new Date().getTime() - scraper_history[key].initial_time;
  1162. scraper_history[key].found_this_time = true;
  1163. scraper_history[key].hits = hits;
  1164. }
  1165. }
  1166. }
  1167.  
  1168. function statusdetail_loop(next_URL)
  1169. {
  1170. if (global_run == true)
  1171. {
  1172. if (next_URL.length != 0)
  1173. {
  1174. $.get(next_URL, function(data)
  1175. {
  1176. var $src = $(data);
  1177. var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")');
  1178. if (maxpagerate.length == 0)
  1179. {
  1180. if (next_page > PAGES_TO_SCRAPE)
  1181. {
  1182. if(status_array.indexOf("Correcting for skips") == -1 && type != 2){
  1183. status_array.push("Correcting for skips");
  1184. }
  1185. }
  1186. set_progress_report("Processing page " + next_page, false);
  1187. scrape($src);
  1188.  
  1189. var $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")');
  1190. next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : "";
  1191. next_page++;
  1192. if (document.getElementById('lnkWorkerSignin'))
  1193. maxPages--;
  1194. if (maxPages == 0)
  1195. {
  1196. maxPages = 20;
  1197. next_URL = "";
  1198. next_page = -1;
  1199. }
  1200.  
  1201. if (default_type == 1)
  1202. {
  1203. var hmin = MINIMUM_HITS+1;
  1204. for (var j = 0; j < found_key_list.length; j++)
  1205. {
  1206. //console.log(scraper_history[found_key_list[j]]);
  1207. if (scraper_history[found_key_list[j]].hits < hmin)
  1208. {
  1209. next_URL = "";
  1210. next_page = -1;
  1211. break;
  1212. }
  1213. }
  1214. }
  1215. else if (next_page > PAGES_TO_SCRAPE && correct_for_skips)
  1216. {
  1217. var skipped_hits = 0;
  1218. var added_pages = 0;
  1219. for (var k = 0; k < found_key_list.length; k++)
  1220. {
  1221. var obj = scraper_history[found_key_list[k]];
  1222. if (!ignore_check(obj.requester.replace(" (search)",""),obj.title))
  1223. skipped_hits++;
  1224. }
  1225. added_pages = Math.floor(skipped_hits/10);
  1226. if (skipped_hits%10 >6)
  1227. added_pages++;
  1228. if (next_page > PAGES_TO_SCRAPE + added_pages)
  1229. {
  1230. next_URL = "";
  1231. next_page = -1;
  1232. }
  1233.  
  1234. }
  1235. else if (next_page > PAGES_TO_SCRAPE)
  1236. {
  1237. next_URL = "";
  1238. next_page = -1;
  1239. }
  1240.  
  1241. setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY);
  1242. }
  1243. else
  1244. {
  1245. //console.log("MPRE");
  1246. setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY);
  1247. }
  1248. }).fail(function() {
  1249. if (qual_input)
  1250. alert("Error when searching. Are you logged out?");
  1251. global_run = false;
  1252. big_red_button.textContent = "Start";
  1253. });
  1254. }
  1255. else
  1256. {
  1257. maxPages = 20;
  1258. searched_once = true;
  1259. var found_hits = found_key_list.length;
  1260. var shown_hits = 0;
  1261. var new_hits = 0;
  1262. var blocklist_hits = 0, belowThreshold_hits = 0;
  1263. dings = 0;
  1264. var ridString = "";
  1265. var rids = [];
  1266. var rnames = [];
  1267. var lastRow = text_area.rows.length - 1;
  1268. for (var i = lastRow; i>0; i--)
  1269. text_area.deleteRow(i);
  1270. for (var j = 0; j < found_key_list.length; j++)
  1271. {
  1272. //(function(url,rids,j) {
  1273. var obj = scraper_history[found_key_list[j]];
  1274. var ignored = ignore_check(obj.requester.replace(" (search)",""),obj.title);
  1275. var includelisted = include_check(obj.requester.replace(" (search)", ""),obj.title);
  1276. if (!(obj.masters == true && masters_hide.checked) && (ignored && obj.found_this_time) || (!ignored && obj.found_this_time)){
  1277. ++shown_hits;
  1278. //console.log(obj);
  1279. //hit export will update col_heads[1]
  1280. var col_heads = [];
  1281. if(obj.req_link == obj.rid)
  1282. {
  1283. if (useTO)
  1284. col_heads = ["<a class=\"link"+sufTheme+"\" href='"+ obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a class=\"link"+sufTheme+"\" href='"+ obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down",(obj.title.indexOf("(Preview link unavailable)") > -1) ? "Scraper logged out" : "<a href='"+LINK_BASE+obj.acc_link+"' target='_blank'>Accept</a>","M"];
  1285. else
  1286. col_heads = ["<a class=\"link"+sufTheme+"\" href='"+ obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a class=\"link"+sufTheme+"\" href='"+ obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO disabled",(obj.title.indexOf("(Preview link unavailable)") > -1) ? "Scraper logged out" : "<a href='"+LINK_BASE+obj.acc_link+"' target='_blank'>Accept</a>","M"];
  1287. }
  1288. else
  1289. {
  1290. if (useTO)
  1291. col_heads = ["<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down","<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  1292. else
  1293. col_heads = ["<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO disabled","<a class=\"link"+sufTheme+"\" href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  1294. }
  1295. var row = text_area.insertRow(text_area.rows.length);
  1296. if (!ignored && obj.found_this_time){
  1297. if (useBlock.checked) row.setAttribute("class","scraperBlockedRow");
  1298. else row.className = "scraperBlockedRowOff";
  1299. blocklist_hits++;
  1300. //console.log(blocklist_hits);
  1301. }
  1302. else if (!includelisted && obj.found_this_time){
  1303. if (highlightIncludes_input.checked) row.setAttribute("class","scraperIncludelistedRow");
  1304. else row.setAttribute("class", "scraperIncludelistedRowOff");
  1305. }
  1306. //url += obj.rid + ',';
  1307. //url2 += obj.rid + ',';
  1308. if (obj.rid == obj.req_link)
  1309. rnames.push(obj.requester_strip);
  1310. else{
  1311. ridString += obj.rid + ',';
  1312. }
  1313. rids.push(obj.rid);
  1314. if (check_hitDB)
  1315. {
  1316. col_heads.push("R");
  1317. col_heads.push("T");
  1318. }
  1319. if (!obj.qualified)
  1320. {
  1321. col_heads.push("Not Qualified");
  1322. }
  1323. for (i=0; i<col_heads.length; i++)
  1324. {
  1325. var this_cell = row.insertCell(i);
  1326. row.cells[i].style.fontSize = default_text_size+"px";
  1327. this_cell.innerHTML = col_heads[i];
  1328. if (i>1)
  1329. this_cell.style.textAlign = 'center';
  1330. if (i==6)
  1331. {
  1332. var listOfQuals = obj.quals.replace(/,/g,'\n');
  1333. listOfQuals = listOfQuals.replace(/\[(.*?)\]/g,'');
  1334. this_cell.title=listOfQuals;
  1335. if (obj.masters)
  1336. {
  1337. this_cell.className = "needmaster"+sufTheme;
  1338. this_cell.innerHTML="Y";
  1339. }
  1340. else
  1341. {
  1342. this_cell.className = "nomaster"+sufTheme;
  1343. this_cell.innerHTML="N";
  1344. }
  1345. }
  1346. if (check_hitDB)
  1347. {
  1348. if (i==7)
  1349. {
  1350. if (obj.reqdb){
  1351. this_cell.className = "yeshitDB"+sufTheme;
  1352. this_cell.title = "This requester name was found in your HitDB.";
  1353. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,0);}})(obj));
  1354. }
  1355. else {
  1356. this_cell.className = "nohitDB"+sufTheme;
  1357. this_cell.title = "This requester name was not found in your HitDB, or you don't have a HitDB.";
  1358. }
  1359. }
  1360. else if (i==8)
  1361. {
  1362. if (obj.titledb){
  1363. this_cell.className = "yeshitDB"+sufTheme;
  1364. this_cell.title = "This HIT title was found in your HitDB.";
  1365. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,1);}})(obj));
  1366. }
  1367. else {
  1368. this_cell.className = "nohitDB"+sufTheme;
  1369. this_cell.title = "This HIT title was not found in your HitDB, or you don't have a HitDB.";
  1370. }
  1371. }
  1372. else if (i==9)
  1373. this_cell.className = "tooweak"+sufTheme;
  1374. }
  1375. else if (i==7)
  1376. this_cell.className = "tooweak"+sufTheme;
  1377. }
  1378. if (Object.keys(scraper_history).length > 0)
  1379. {
  1380. if (obj.dinged == 0 && !includelisted)
  1381. {
  1382. dings++;
  1383. obj.dinged = 1; //#hookdinged
  1384. }
  1385. if (obj.new_result < 1000*save_new_results_time)
  1386. {
  1387. new_hits++;
  1388. for (var h = 0; h < col_heads.length; h++)
  1389. {
  1390. row.cells[h].style.fontSize = default_text_size + 1+"px";
  1391. row.cells[h].style.fontWeight = "bold";
  1392. }
  1393. }
  1394. }
  1395.  
  1396. var button1 = document.createElement('button'); // FORUM VBCODE EXPORT BUTTON
  1397. button1.textContent = 'vB';
  1398. button1.title = 'Export this HIT description as vBulletin formatted text';
  1399. button1.className = "vbButton";
  1400. button1.className += opt_exportvb.checked ? (" taButtons"+sufTheme) : (" taButtonsOff"+sufTheme);
  1401. button1.style.width = '30px';
  1402.  
  1403. var button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER
  1404. button2.textContent = 'R';
  1405. button2.title = 'Add requester to block list';
  1406. button2.style.width = '15px';
  1407. button2.className += " taButtons"+sufTheme;
  1408.  
  1409. var button3 = document.createElement('button'); //BUTTON TO BLOCK TITLE
  1410. button3.textContent = 'T';
  1411. button3.title = 'Add title to block list';
  1412. button3.style.width = '15px';
  1413. button3.className += " taButtons"+sufTheme;
  1414.  
  1415. var button4 = document.createElement('button'); // IRC EXPORT BUTTON
  1416. button4.textContent = 'IRC';
  1417. button4.className = "ircButton";
  1418. button4.className += opt_exportirc.checked ? (" taButtons"+sufTheme) : (" taButtonsOff"+sufTheme);
  1419. button4.style.width = '30px';
  1420. button4.title = 'Click to save HIT information to your clipboard. Please wait while shortened URLs are retrieved.';
  1421.  
  1422. var button5 = document.createElement('button'); // REDDIT EXPORT BUTTON
  1423. button5.textContent = 'HWTF';
  1424. button5.style.width = '33px';
  1425. button5.className = "redditButton";
  1426. button5.className += opt_exportreddit.checked ? (" taButtons"+sufTheme) : (" taButtonsOff"+sufTheme);
  1427. button5.title = 'Export this HIT to r/HITsWorthTurkingFor title standards.'
  1428.  
  1429. button1.addEventListener("click", (function (obj,j) { return function() {export_sel_deleg(obj,j,"vb");}})(obj,j));
  1430. row.cells[1].appendChild(document.createTextNode(" "));
  1431. if (obj.rid != obj.req_link)
  1432. row.cells[1].appendChild(button1);
  1433. button4.addEventListener("click", (function (obj,j) { return function() {export_sel_deleg(obj,j,"irc");}})(obj,j));
  1434. row.cells[1].appendChild(document.createTextNode(" "));
  1435. row.cells[1].appendChild(button4);
  1436. button5.addEventListener("click", (function (obj,j) { return function() {export_sel_deleg(obj,j,"reddit");}})(obj,j));
  1437. row.cells[1].appendChild(document.createTextNode(" "));
  1438. row.cells[1].appendChild(button5);
  1439.  
  1440. button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,0);}})(obj,j));
  1441. row.cells[0].appendChild(document.createTextNode(" "));
  1442. row.cells[0].appendChild(button2);
  1443. button3.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,1);}})(obj,j));
  1444. row.cells[0].appendChild(button3);
  1445. }
  1446. //});
  1447.  
  1448. }
  1449. //url = url.substring(0,url.length - 1);
  1450. //console.log(url);
  1451. var success_flag = false;
  1452. var rdata = "";
  1453. if (useTO){
  1454. if (ridString != "")
  1455. rdata = getTOMulti(ridString);
  1456. else
  1457. rdata = "Scraper logged out";
  1458. }
  1459. else
  1460. rdata = "TO Down";
  1461. //var rdata = "TO Down";
  1462. //console.log(rdata);
  1463. if (rdata != "TO Down")
  1464. {
  1465. var globalMeans = { "pay":0, "paycount":0, "quality":0, "divisor":0, "reviews":0, "reviewcount":0 };
  1466.  
  1467. for (var r = 0; r < rids.length; r++) { // calculate global values across entire table
  1468. if (rdata[rids[r]]) {
  1469. if (rdata[rids[r]].attrs.pay > 0) {
  1470. globalMeans.quality += rdata[rids[r]].attrs.pay * PAY_WEIGHT;
  1471. globalMeans.pay += rdata[rids[r]].attrs.pay * 1.0;
  1472. globalMeans.paycount++;
  1473. globalMeans.divisor += PAY_WEIGHT;
  1474. }
  1475. if (rdata[rids[r]].attrs.comm.trim() > 0) {
  1476. globalMeans.quality += rdata[rids[r]].attrs.comm.trim()*COMM_WEIGHT;
  1477. globalMeans.divisor += COMM_WEIGHT;
  1478. }
  1479. if (rdata[rids[r]].attrs.fast.trim() > 0) {
  1480. globalMeans.quality += rdata[rids[r]].attrs.fast.trim()*FAST_WEIGHT;
  1481. globalMeans.divisor += FAST_WEIGHT;
  1482. }
  1483. if (rdata[rids[r]].attrs.fair.trim() > 0) {
  1484. globalMeans.quality += rdata[rids[r]].attrs.fair.trim()*FAIR_WEIGHT;
  1485. globalMeans.divisor += FAIR_WEIGHT;
  1486. }
  1487. if (rdata[rids[r]].reviews > 0) {
  1488. globalMeans.reviews += rdata[rids[r]].reviews*1.0;
  1489. globalMeans.reviewcount++;
  1490. }
  1491. }
  1492. }
  1493. globalMeans.quality = globalMeans.divisor > 0 ? globalMeans.quality/globalMeans.divisor : 0;
  1494. globalMeans.pay = globalMeans.paycount > 0 ? globalMeans.pay/globalMeans.paycount : 0;
  1495. globalMeans.reviews = globalMeans.reviewcount > 0 ? globalMeans.reviews/globalMeans.reviewcount : 0;
  1496.  
  1497. for (var r = 0; r < rids.length; r++)
  1498. {
  1499. if (rdata[rids[r]])
  1500. {
  1501. var pay = rdata[rids[r]].attrs.pay*1.0;
  1502. var reviews = rdata[rids[r]].reviews*1.0;
  1503. var quality = 0;
  1504. var sum = 0;
  1505. var divisor = 0;
  1506. var count = 0;
  1507. var wpayrank = 0;
  1508. var wqualityrank = 0;
  1509. //console.log(rdata[rids[r]]);
  1510. var comm = rdata[rids[r]].attrs.comm.trim()*1.0;
  1511. var fair = rdata[rids[r]].attrs.fair.trim()*1.0;
  1512. var fast = rdata[rids[r]].attrs.fast.trim()*1.0;
  1513. var tos = rdata[rids[r]].tos_flags;
  1514. if (comm > 0)
  1515. {
  1516. sum += COMM_WEIGHT*comm;
  1517. divisor += COMM_WEIGHT;
  1518. }
  1519. if (pay > 0)
  1520. {
  1521. sum += PAY_WEIGHT*pay;
  1522. divisor += PAY_WEIGHT;
  1523. }
  1524. if (fair > 0)
  1525. {
  1526. sum += FAIR_WEIGHT*fair;
  1527. divisor += FAIR_WEIGHT;
  1528. }
  1529. if (fast > 0)
  1530. {
  1531. sum += FAST_WEIGHT*fast;
  1532. divisor += FAST_WEIGHT;
  1533. }
  1534. if (divisor > 0)
  1535. {
  1536. quality = sum/divisor;
  1537. }
  1538. var apay = (reviews * pay + 15) / (reviews + 5);
  1539. //wpayrank = ((globalMeans.pay - (pay/globalMeans.paycount)) + reviews * pay) / globalMeans.reviewcount; // simplification
  1540. //wpayrank = (globalMeans.reviews * (globalMeans.pay - (pay/globalMeans.paycount)) + (reviews * pay)) / globalMeans.reviewcount; // unit derivation
  1541. wpayrank = apay - 1.645 * Math.sqrt((Math.pow(1.061 * apay,2) - Math.pow(apay,2)) / (reviews + 5)); // pnormal alpha = 0.10
  1542. //wpayrank = (10*globalMeans.pay + reviews*pay)/(globalMeans.reviewcount+10); // minimalist, no zs/conf - large fluctuations
  1543. var aqual = (quality * reviews + 15)/(reviews + 5);
  1544. //wqualityrank = (15*globalMeans.quality + reviews*quality)/(reviews+15);
  1545. wqualityrank = aqual - 1.645 * Math.sqrt((Math.pow(1.0693 * aqual,2) - Math.pow(aqual,2)) / (reviews + 5)); // pnormal, alpha = 0.10
  1546. var titleText = "";
  1547. titleText += "comm: "+comm+"\nfair: "+fair+"\nfast: "+fast+"\npay: "+pay+"\nReviews: "+reviews+"\nTOS violations: "+tos;
  1548. titleText += "\n\nAdjusted pay rating: " + wpayrank.toPrecision(4) + "\nGlobal pay mean: " + globalMeans.pay.toPrecision(4);
  1549. titleText += "\nWeighted quality: " + quality.toPrecision(4) + "\nAdjusted quality rating: " + wqualityrank.toPrecision(4) +
  1550. "\nGlobal quality mean: " + globalMeans.quality.toPrecision(4);
  1551. text_area.rows[r+1].cells[4].innerHTML = "<a class=\"tolink"+sufTheme+"\" href='"+ TO_REQ_URL+rids[r] +"' target='_blank'>" + pay.toFixed(2) + "</a>";
  1552. text_area.rows[r+1].cells[4].title += titleText;
  1553. if (pay < MINIMUM_TO && text_area.rows[r+1].className.match(/Blocked/) == null) {
  1554. text_area.rows[r+1].className += (showButton.textContent == "Hide ignored hits") ? " toBlockedRowOff" : " toBlockedRow";
  1555. belowThreshold_hits++;
  1556. for (var m=0; m<found_key_list.length; m++) {
  1557. if (dings > 0 && scraper_history[found_key_list[m]].rid == rids[r] && scraper_history[found_key_list[m]].dinged == 2) {
  1558. //console.log("[threshold] "+scraper_history[found_key_list[m]].requester+"; initial dings: "+dings);
  1559. dings--;
  1560. scraper_history[found_key_list[m]].dinged = 1;
  1561. //console.log("dings left: "+dings);
  1562. }
  1563. }
  1564. }
  1565. if (reviews > 4)
  1566. {
  1567. if (wqualityrank > 4.1)
  1568. text_area.rows[r+1].className += " toHigh"+sufTheme;
  1569. else if (wqualityrank > 3.1)
  1570. text_area.rows[r+1].className += " toGood"+sufTheme;
  1571. else if (wqualityrank > 2.4)
  1572. text_area.rows[r+1].className += " toAverage"+sufTheme;
  1573. else if (wqualityrank > 1.7)
  1574. text_area.rows[r+1].className += " toLow"+sufTheme;
  1575. else if (wqualityrank > 0)
  1576. text_area.rows[r+1].className += " toPoor"+sufTheme;
  1577. }
  1578. else if (text_area.rows[r+1].className.match(/toNone/) == null) text_area.rows[r+1].className += " toNone"+sufTheme;
  1579. }
  1580. else if(rdata == "Scraper logged out")
  1581. {
  1582. text_area.rows[r+1].cells[4].innerHTML = "<a class=\"link"+sufTheme+"\" href='https://turkopticon.ucsd.edu/main/php_search?field=name&query="+rnames[r].replace(/ /g,'+') +"' target='_blank'>Search TO</a>";
  1583. text_area.rows[r+1].cells[4].setAttribute("title", "No Data");
  1584. text_area.rows[r+1].className += " toNone"+sufTheme;
  1585. if (block_no_to && text_area.rows[r+1].className.match(/Blocked/) == null) {
  1586. text_area.rows[r+1].className += (showButton.textContent == "Hide ignored hits") ? " toBlockedRowOff" : " toBlockedRow";
  1587. belowThreshold_hits++;
  1588. for (var m=0; m<found_key_list.length; m++) {
  1589. if (dings > 0 && scraper_history[found_key_list[m]].rid == rids[r] && scraper_history[found_key_list[m]].dinged == 2) {
  1590. //console.log("[nodata]"+scraper_history[found_key_list[m]].requester+"; initial dings: "+dings);
  1591. dings--;
  1592. scraper_history[found_key_list[m]].dinged = 1;
  1593. //console.log("dings left: "+dings);
  1594. }
  1595. }
  1596. }
  1597. }
  1598. else
  1599. {
  1600. text_area.rows[r+1].cells[4].innerHTML = "<a class=\"link"+sufTheme+"\" href='"+ TO_REQ_URL+rids[r] +"' target='_blank'>No Data</a>";
  1601. text_area.rows[r+1].cells[4].setAttribute("title", "No Data");
  1602. text_area.rows[r+1].className += " toNone"+sufTheme;
  1603. if (block_no_to && text_area.rows[r+1].className.match(/Blocked/) == null) {
  1604. text_area.rows[r+1].className += (showButton.textContent == "Hide ignored hits") ? " toBlockedRowOff" : " toBlockedRow";
  1605. belowThreshold_hits++;
  1606. for (var m=0; m<found_key_list.length; m++) {
  1607. if (dings > 0 && scraper_history[found_key_list[m]].rid == rids[r] && scraper_history[found_key_list[m]].dinged == 2) {
  1608. //console.log("[nodata]"+scraper_history[found_key_list[m]].requester+"; initial dings: "+dings);
  1609. dings--;
  1610. scraper_history[found_key_list[m]].dinged = 1;
  1611. //console.log("dings left: "+dings);
  1612. }
  1613. }
  1614. }
  1615. }
  1616. }
  1617. if (sort_TO) table_sort("pay");
  1618. if (sort_TO2) table_sort("quality");
  1619.  
  1620. success_flag = true;
  1621. }
  1622. var pStr = "Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). ";
  1623. if (!useBlock.checked) {
  1624. if (blocklist_hits > 0) pStr += blocklist_hits + " HITs shown from blocklist.";
  1625. if (belowThreshold_hits > 0) pStr += " " + belowThreshold_hits + " HITs below TO threshold.";
  1626. set_progress_report(pStr, false);
  1627. }
  1628. else {
  1629. if (blocklist_hits > 0 || belowThreshold_hits > 0) pStr += (belowThreshold_hits+blocklist_hits) + " HITs ignored: ";
  1630. if (blocklist_hits > 0) pStr += blocklist_hits + " from blocklist ";
  1631. if (belowThreshold_hits > 0) pStr += belowThreshold_hits + " below TO threshold.";
  1632. set_progress_report(pStr, false);
  1633. }
  1634. if (!success_flag)
  1635. for (var s = 0; s < rids.length; s++)
  1636. if (text_area.rows[r+1].className.match(/toNone/) === null) text_area.rows[r+1].className += " toNone"+sufTheme;
  1637.  
  1638. statusdetail_loop_finished = true;
  1639. if (dings > 0){
  1640. newHits(shouldDing);
  1641. }
  1642. if (SEARCH_REFRESH>0)
  1643. {
  1644. wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH);
  1645. display_wait_time(SEARCH_REFRESH);
  1646. }
  1647. else
  1648. {
  1649. global_run = false;
  1650. big_red_button.textContent = "Start";
  1651. }
  1652. }
  1653. }
  1654. }
  1655.  
  1656. function table_sort(stype) {
  1657. //--- Get the table we want to sort.
  1658. var jTableToSort = $("#body_table");
  1659.  
  1660. //--- Get the rows to sort, but skip the first row, since it contains column titles.
  1661. var jRowsToSort = jTableToSort.find ("tr:gt(0)");
  1662.  
  1663. //--- Sort the rows in place.
  1664. //if (stype == "rank") jRowsToSort.sort(SortByTORank).appendTo(jTableToSort);
  1665. //else jRowsToSort.sort(SortByTOPay).appendTo(jTableToSort);
  1666. jRowsToSort.sort(function(a,b) {
  1667. var ValA_Text = $(a).find("td:eq(4)").attr("title");
  1668. var ValB_Text = $(b).find("td:eq(4)").attr("title");
  1669. var aVal = "";
  1670. var bVal = "";
  1671. if (stype == "pay") { // extract pay data
  1672. aVal = ValA_Text.match(/pay rating: ([0-9.]+)/);
  1673. bVal = ValB_Text.match(/pay rating: ([0-9.]+)/);
  1674. }
  1675. else if (stype == "quality") { // extract rank data
  1676. aVal = ValA_Text.match(/quality rating: ([0-9.]+)/);
  1677. bVal = ValB_Text.match(/quality rating: ([0-9.]+)/);
  1678. }
  1679. // no TO goes to the bottom
  1680. aVal = aVal==null ? [0,0] : aVal;
  1681. bVal = bVal==null ? [0,0] : bVal;
  1682. //sort
  1683. if (sort_asc.checked) return aVal[1] - bVal[1];
  1684. else return bVal[1] - aVal[1]; // descending order
  1685. }).appendTo(jTableToSort);
  1686. }
  1687.  
  1688. // check block list for requester name and HIT title
  1689. function ignore_check(r,t){
  1690. var tempList = ignore_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); });
  1691. var foundR = -1;
  1692. var foundT = -1;
  1693. foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," "));
  1694. foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," "));
  1695.  
  1696. if (shouldInclude){ // if in Use Includelist mode, treat all HITs not matching the includelist as if they were on the blocklist
  1697. //console.log(include_list);
  1698. var temp = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); }).indexOf(r.toLowerCase().replace(/\s+/g," "));
  1699. console.log(temp);
  1700. if (temp != -1)
  1701. foundR = -1;
  1702. else
  1703. foundR = 0;
  1704. }
  1705.  
  1706. var found = foundR == -1 && foundT == -1;
  1707. //console.log("r: "+r+" t: "+t+" f: "+found);
  1708. return found; // returns false (making !(include_check(x,y)) true) if HIT should be blocked, returns true if it shouldn't be blocked
  1709. //return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  1710. }
  1711.  
  1712. // check include list for requester name and HIT title
  1713. function include_check(r,t){
  1714. var tempList = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); });
  1715. var foundR = -1;
  1716. var foundT = -1;
  1717. foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," "));
  1718. foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," "));
  1719. var found = foundR == -1 && foundT == -1;
  1720. return found; // returns false (making !(include_check(x,y)) true) if HIT should be highlighted, returns true if it shouldn't be highlighted
  1721. }
  1722.  
  1723. function start_running()
  1724. {
  1725. if (big_red_button.textContent == "Start")
  1726. {
  1727. status_array=[];
  1728. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  1729. if (GM_getValue("scraper_include_list"))
  1730. include_list = GM_getValue("scraper_include_list").split('^');
  1731. global_run = true;
  1732. initial_url = URL_BASE;
  1733.  
  1734. if (search_input.value.length>0)
  1735. {
  1736. initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value);
  1737. }
  1738.  
  1739. if (time_input.value.replace(/[^0-9]+/g,"") != "")
  1740. {
  1741. SEARCH_REFRESH = Number(time_input.value);
  1742. }
  1743.  
  1744. if (page_input.value.replace(/[^0-9]+/g,"") != "")
  1745. {
  1746. PAGES_TO_SCRAPE = Number(page_input.value);
  1747. if (PAGES_TO_SCRAPE > 20 && document.getElementById('lnkWorkerSignin')){
  1748. status_array.push("Search limited to 20 pages when logged out");
  1749. PAGES_TO_SCRAPE = 20;
  1750. }
  1751. }
  1752.  
  1753. if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "")
  1754. {
  1755. save_new_results_time = Number(new_time_display_input.value);
  1756. }
  1757.  
  1758. if (reward_input.value.replace(/[^0-9]+/g,"") != "")
  1759. {
  1760. initial_url += "&minReward=" + reward_input.value;
  1761. }
  1762. else
  1763. {
  1764. initial_url += "&minReward=0.00";
  1765. }
  1766.  
  1767. if (qual_input.checked)
  1768. {
  1769. if (document.getElementById('lnkWorkerSignin')){
  1770. status_array.push("Logged out, ignoring qualified");
  1771. initial_url += "&qualifiedFor=off";
  1772. }
  1773. else
  1774. initial_url += "&qualifiedFor=on";
  1775. }
  1776. else
  1777. {
  1778. initial_url += "&qualifiedFor=off";
  1779. }
  1780.  
  1781. if (masters_input.checked)
  1782. {
  1783. initial_url += "&requiresMasterQual=on";
  1784. }
  1785.  
  1786. if (masters_hide.checked)
  1787. {
  1788. status_array.push("Masters hits hidden");
  1789. }
  1790.  
  1791. switch (sort_input[sort_input.selectedIndex].value)
  1792. {
  1793. case "late":
  1794. initial_url+= "&sortType=LastUpdatedTime%3A";
  1795. type=1;
  1796. default_type = 0;
  1797. break;
  1798. case "most":
  1799. initial_url+= "&sortType=NumHITs%3A";
  1800. default_type = 1;
  1801. type=2;
  1802. status_array.push("Sorting by NumHITs ignores Correct For Skips in favor of minimum batch size");
  1803. break;
  1804. case "amount":
  1805. initial_url+= "&sortType=Reward%3A";
  1806. type=3;
  1807. default_type = 0;
  1808. break;
  1809. case "alpha":
  1810. type=4;
  1811. initial_url += "&sortType=Title%3A";
  1812. break;
  1813. default:
  1814. alert("I don't know how you did it, but you broke it. Good job.");
  1815. }
  1816.  
  1817. if (min_input.value.replace(/[^0-9]+/g,"") != "")
  1818. {
  1819. if (type != 2)
  1820. status_array.push("Minimum Batch Size requires sorting by Most Available");
  1821. MINIMUM_HITS = Number(min_input.value);
  1822. }
  1823.  
  1824. if (sort_input_invert.checked)
  1825. {
  1826. if (sort_input[sort_input.selectedIndex].value == "alpha")
  1827. initial_url += "1";
  1828. else
  1829. initial_url += "0";
  1830. }
  1831. else
  1832. {
  1833. if (sort_input[sort_input.selectedIndex].value == "alpha")
  1834. initial_url += "0";
  1835. else
  1836. initial_url += "1";
  1837. }
  1838.  
  1839. if (sort_to.checked)
  1840. {
  1841. if (document.getElementById('lnkWorkerSignin')){
  1842. logged_array.push("Logged out, ignoring TO");
  1843. sort_TO = false;
  1844. sort_TO2 = false;
  1845. }
  1846. else
  1847. {
  1848. sort_TO = true;
  1849. sort_TO2 = false;
  1850. status_array.push("Sorting by TO pay is still in testing");
  1851. }
  1852. }
  1853. else if (sort_to2.checked)
  1854. {
  1855. if (document.getElementById('lnkWorkerSignin')){
  1856. status_array.push("Logged out, ignoring TO");
  1857. sort_TO = false;
  1858. sort_TO2 = false;
  1859. }
  1860. else
  1861. {
  1862. sort_TO2 = true;
  1863. sort_TO= false;
  1864. status_array.push("Sorting by TO quality is still in testing");
  1865. }
  1866. }
  1867. else
  1868. {
  1869. sort_TO = false;
  1870. sort_TO2 = false;
  1871. }
  1872.  
  1873. if (useTO_input.checked)
  1874. {
  1875. useTO = false;
  1876. }
  1877. else
  1878. {
  1879. useTO = true;
  1880. }
  1881.  
  1882. if (min_to.value.replace(/[^0-9]+/g,"") != "")
  1883. {
  1884. MINIMUM_TO = Number(min_to.value);
  1885. $("#show_TO_stuff_button").show();
  1886. }
  1887. else
  1888. {
  1889. MINIMUM_TO = -1;
  1890. }
  1891.  
  1892. if (friesAreDone.checked)
  1893. {
  1894. shouldDing = true;
  1895. }
  1896. else
  1897. {
  1898. shouldDing = false;
  1899. }
  1900.  
  1901. if (no_to_block.checked)
  1902. {
  1903. block_no_to = true;
  1904. $("#show_TO_stuff_button").show();
  1905. }
  1906. else
  1907. {
  1908. block_no_to = false;
  1909. }
  1910.  
  1911. if (!block_no_to && MINIMUM_TO == -1)
  1912. $("#show_TO_stuff_button").hide();
  1913.  
  1914. if (correctForSkips.checked)
  1915. {
  1916. if (matchOnly.checked)
  1917. {
  1918. status_array.push("Use Includelist (match only) checked, so ignoring Correct For Skips to prevent issues");
  1919. correct_for_skips = false;
  1920. }
  1921. else{
  1922. correct_for_skips = true;
  1923. }
  1924. }
  1925. else
  1926. {
  1927. correct_for_skips = false;
  1928. }
  1929.  
  1930. if (useBlock.checked)
  1931. {
  1932. useBlocklist = true;
  1933. }
  1934. else
  1935. {
  1936. useBlocklist = false;
  1937. }
  1938.  
  1939. if (matchOnly.checked)
  1940. {
  1941. if (include_list.length == 0){
  1942. status_array.push("No items in includelist, so ignoring Use Includelist checkbox");
  1943. shouldInclude = false;
  1944. }
  1945. else
  1946. {
  1947. shouldInclude = true;
  1948. if (!useBlock.checked)
  1949. {
  1950. status_array.push("Use Includelist checked, so forcing Use Blocklist for intended output behavior");
  1951. useBlocklist = true;
  1952. }
  1953. }
  1954. }
  1955. else
  1956. {
  1957. shouldInclude = false;
  1958. }
  1959.  
  1960. initial_url += "&pageNumber=1&searchSpec=HITGroupSearch";
  1961. audio_index = audio_option[audio_option.selectedIndex].value;
  1962. saveState();
  1963. start_it();
  1964. }
  1965. else
  1966. {
  1967. global_run = false;
  1968. clearTimeout(wait_loop);
  1969. big_red_button.textContent = "Start";
  1970. set_progress_report("Stopped", true);
  1971. }
  1972. }
  1973.  
  1974. function saveState() {
  1975. //To store the last state of the items
  1976. var lastState = {"refreshTime":time_input.value,"numPages":page_input.value,"minHits":min_input.value,"newHitHighlight":new_time_display_input.value,
  1977. "reward":reward_input.value,"qualified":qual_input.checked,"masters":masters_input.checked,"mShow":masters_hide.checked,
  1978. "sort":sort_input.selectedIndex,"invert":sort_input_invert.checked,"to":sort_to.checked,"to2":sort_to2.checked,
  1979. "minTO":min_to.value,"hideNTO":no_to_block.checked,"searchTerms":search_input.value,"useInclude":matchOnly.checked,
  1980. "highlightIncl":highlightIncludes_input.checked,"fries":friesAreDone.checked,"whichfry":audio_option.selectedIndex,
  1981. "blocklist":useBlock.checked,"skips":correctForSkips.checked,"useTO":useTO_input.checked,"exvb":opt_exportvb.checked,
  1982. "exirc":opt_exportirc.checked,"exreddit":opt_exportreddit.checked,"asc":sort_asc.checked, "dsc":sort_dsc.checked,
  1983. "theme":sufTheme,"checkboxes":show_checkboxes.checked,"customwisp":uwcolors,"customsl":uslcolors,"customsd":usdcolors,
  1984. "customcustom":ucucolors,"customclassic":uclcolors};
  1985. //console.log(JSON.stringify(lastState));
  1986. localStorage["lastState_hit_scraper_with_export"] = JSON.stringify(lastState);
  1987. //console.log("[STATE SAVED]");
  1988. }
  1989.  
  1990. function start_it()
  1991. {
  1992. statusdetail_loop_finished = false;
  1993. big_red_button.textContent = "Stop";
  1994. found_key_list = [];
  1995. var ctime = new Date().getTime();
  1996. if (ctime - last_clear_time > save_results_time*666)
  1997. {
  1998. var last_history = scraper_history;
  1999. scraper_history = {};
  2000. for (var key in last_history)
  2001. {
  2002. if (last_history[key].new_result<save_results_time*1000)
  2003. {
  2004. scraper_history[key] = last_history[key];
  2005. if (last_history[key].found_this_time)
  2006. {
  2007. last_history[key].found_this_time = false;
  2008. if (last_history[key].new_result>save_new_results_time*1000)
  2009. last_history[key].initial_time = ctime-1000*save_new_results_time;
  2010. }
  2011. }
  2012.  
  2013. }
  2014. last_clear_time = ctime;
  2015. }
  2016. next_page = 1;
  2017. statusdetail_loop(initial_url);
  2018. }
  2019.  
  2020. function themeSwitchAux(th, force) {
  2021. var carr = $("[class*='"+sufTheme+"']");
  2022. for (var i=0; i<carr.length; i++) {
  2023. carr[i].className = carr[i].className.replace(/_[a-zA-Z]+/g, th);
  2024. }
  2025. sufTheme = th;
  2026. }
  2027. function UIAux(span, checkbox) {
  2028. if (checkbox.checked) {
  2029. checkbox.checked = false; saveState();
  2030. span.className = span.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2031. } else {
  2032. checkbox.checked = true; saveState();
  2033. span.className += " cpSpansOn"+sufTheme;
  2034. }
  2035. }
  2036. function colorSet(arr, loc, value, key) {
  2037. var cc = {};
  2038. if (sufTheme === "_thWisp") cc = uwcolors;
  2039. else if (sufTheme === "_thSDark") cc = usdcolors;
  2040. else if (sufTheme === "_thSLight") cc = uslcolors;
  2041. else if (sufTheme === "_thCustom") cc = ucucolors;
  2042. else if (sufTheme === "_thClassic") cc = uclcolors;
  2043. cc[key] = '#'+value.toString();
  2044. for (var j=0; j<arr.length; j++) {
  2045. if (loc == "bg") arr[j].style.background = cc[key];
  2046. else if (loc == "fg") arr[j].style.color = cc[key];
  2047. }
  2048. saveState();
  2049. }
  2050. function theme_editor() { //testinput.className = "color {hash:true, pickerFaceColor:'transparent',pickerFace:0,pickerBorder:0,pickerInsetColor:'black'}";
  2051. var col = {};
  2052. if (sufTheme === "_thWisp") col = uwcolors;
  2053. else if (sufTheme === "_thSDark") col = usdcolors;
  2054. else if (sufTheme === "_thSLight") col = uslcolors;
  2055. else if (sufTheme === "_thCustom") col = ucucolors;
  2056. else if (sufTheme === "_thClassic") col = uclcolors;
  2057. else if (sufTheme === "_thRandom") col = rcolors;
  2058. for (var i=0; i<thin.length; i++) {
  2059. var rebind = [];
  2060. switch (i) {
  2061. case 0: new jscolor.color(thin[i], {}).fromString(col.highlight);
  2062. thin[i].title = "HIGHLIGHT: distinguishes between active and inactive states in the control panel";
  2063. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2064. function() { colorSet(document.querySelectorAll(".cpSpansOn"+sufTheme), 'bg', this, 'highlight'); }});
  2065. col.highlight = thin[i].value;
  2066. break;
  2067. case 1: new jscolor.color(thin[i], {}).fromString(col.background);
  2068. thin[i].title = "BACKGROUND: background color";
  2069. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2070. function() { colorSet(document.querySelectorAll(".body"+sufTheme+", .cpInput"+sufTheme), 'bg', this, 'background'); }});
  2071. break;
  2072. case 2: new jscolor.color(thin[i], {}).fromString(col.cpBackground);
  2073. thin[i].title = "CP-BACKGROUND: background color of the control panel";
  2074. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2075. function() { colorSet(document.querySelectorAll(".cpSpans"+sufTheme+", .controlpanel"+sufTheme), 'bg', this, 'cpBackground'); }});
  2076. break;
  2077. case 3: new jscolor.color(thin[i], {}).fromString(col.accent);
  2078. thin[i].title = "ACCENT: color of spacer text and control panel buttons";
  2079. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2080. function() { colorSet(document.querySelectorAll(".spacer"+sufTheme+", .cpButtons"+sufTheme), 'fg', this, 'accent'); }});
  2081. break;
  2082. case 4: new jscolor.color(thin[i], {}).fromString(col.bodytable);
  2083. thin[i].title = "BODYTABLE: default text color of results table";
  2084. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2085. function() { colorSet(document.querySelectorAll(".bodytable"+sufTheme), 'fg', this, 'bodytable'); }});
  2086. break;
  2087. case 5: new jscolor.color(thin[i], {}).fromString(col.highTO);
  2088. thin[i].title = "HIGH-TO: color for results with high TO";
  2089. if (sufTheme === "_thClassic")
  2090. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2091. function() { colorSet(document.querySelectorAll(".toHigh"+sufTheme), 'bg', this, 'highTO'); }});
  2092. else
  2093. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2094. function() { colorSet(document.querySelectorAll(".toHigh"+sufTheme+" .link"+sufTheme+", .toHigh"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'highTO'); }});
  2095. break;
  2096. case 6: new jscolor.color(thin[i], {}).fromString(col.goodTO);
  2097. thin[i].title = "GOOD-TO: color for results with good TO";
  2098. if (sufTheme === "_thClassic")
  2099. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2100. function() { colorSet(document.querySelectorAll(".toGood"+sufTheme), 'bg', this, 'goodTO'); }});
  2101. else
  2102. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2103. function() { colorSet(document.querySelectorAll(".toGood"+sufTheme+" .link"+sufTheme+", .toGood"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'goodTO'); }});
  2104. break;
  2105. case 7: new jscolor.color(thin[i], {}).fromString(col.averageTO);
  2106. thin[i].title = "AVERAGE-TO: color for results with mediocre TO";
  2107. if (sufTheme === "_thClassic")
  2108. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2109. function() { colorSet(document.querySelectorAll(".toAvaerage"+sufTheme), 'bg', this, 'toAvaerage'); }});
  2110. else
  2111. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2112. function() { colorSet(document.querySelectorAll(".toAverage"+sufTheme+" .link"+sufTheme+", .toAverage"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'toAvaerage'); }});
  2113. break;
  2114. case 8: new jscolor.color(thin[i], {}).fromString(col.lowTO);
  2115. thin[i].title = "LOW-TO: color for results with low TO";
  2116. if (sufTheme === "_thClassic")
  2117. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2118. function() { colorSet(document.querySelectorAll(".toLow"+sufTheme), 'bg', this, 'lowTO'); }});
  2119. else
  2120. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2121. function() { colorSet(document.querySelectorAll(".toLow"+sufTheme+" .link"+sufTheme+", .toLow"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'lowTO'); }});
  2122. break;
  2123. case 9: new jscolor.color(thin[i], {}).fromString(col.poorTO);
  2124. thin[i].title = "POOR-TO: color for results with terrible TO";
  2125. if (sufTheme === "_thClassic")
  2126. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2127. function() { colorSet(document.querySelectorAll(".toPoor"+sufTheme), 'bg', this, 'poorTO'); }});
  2128. else
  2129. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2130. function() { colorSet(document.querySelectorAll(".toPoor"+sufTheme+" .link"+sufTheme+", .toPoor"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'poorTO'); }});
  2131. break;
  2132. case 10: new jscolor.color(thin[i], {}).fromString(col.noTO);
  2133. thin[i].title = "NO-TO: color for results with no TO";
  2134. if (sufTheme === "_thClassic")
  2135. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2136. function() { colorSet(document.querySelectorAll(".toNone"+sufTheme), 'bg', this, 'noTO'); }});
  2137. else
  2138. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2139. function() { colorSet(document.querySelectorAll(".toNone"+sufTheme+" .link"+sufTheme+", .toNone"+sufTheme+" .tolink"+sufTheme), 'fg', this, 'noTO'); }});
  2140. break;
  2141. case 11: new jscolor.color(thin[i], {}).fromString(col.hitDB);
  2142. thin[i].title = "HITDB: color for results found in your hitDB";
  2143. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2144. function() { colorSet(document.querySelectorAll(".yeshitDB"+sufTheme), 'bg', this, 'hitDB') }});
  2145. break;
  2146. case 12: new jscolor.color(thin[i], {}).fromString(col.nohitDB);
  2147. thin[i].title = "NOHITDB: color for results not found in your hitDB";
  2148. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2149. function() { colorSet(document.querySelectorAll(".nohitDB"+sufTheme), 'bg', this, 'nohitDB'); }});
  2150. break;
  2151. case 13: new jscolor.color(thin[i], {}).fromString(col.unqualified);
  2152. thin[i].title = "UNQUALIFIED: color for results for which you are unqualified";
  2153. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2154. function() { colorSet(document.querySelectorAll(".tooweak"+sufTheme), 'bg', this, 'unqualified'); }});
  2155. break;
  2156. case 14: new jscolor.color(thin[i], {}).fromString(col.reqmaster);
  2157. thin[i].title = "REQMASTER: color for results which require masters";
  2158. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2159. function() { colorSet(document.querySelectorAll(".needmaster"+sufTheme), 'bg', this, 'reqmaster'); }});
  2160. break;
  2161. case 15: new jscolor.color(thin[i], {}).fromString(col.nomaster);
  2162. thin[i].title = "NOMASTER: color for results which do not require masters";
  2163. mat = document.querySelectorAll(".nomaster"+sufTheme);
  2164. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2165. function() { colorSet(document.querySelectorAll(".nomaster"+sufTheme), 'bg', this, 'nomaster'); }});
  2166. break;
  2167. case 16: new jscolor.color(thin[i], {}).fromString(col.defaultText);
  2168. thin[i].title = "DEFAULT-TEXT: default text color";
  2169. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2170. function() { colorSet(document.querySelectorAll(".controlpanel"+sufTheme+", .cpspans"+sufTheme+", .mainlink"+sufTheme+", .tabhead"+sufTheme), 'fg', this, 'defaultText'); }});
  2171. break;
  2172. case 17: new jscolor.color(thin[i], {}).fromString(col.inputText);
  2173. thin[i].title = "INPUT-TEXT: color for the input boxes";
  2174. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2175. function() { colorSet(document.querySelectorAll(".cpInput"+sufTheme+", .cpSortdiv"+sufTheme), 'fg', this, 'inputText'); }});
  2176. break;
  2177. case 18: new jscolor.color(thin[i], {}).fromString(col.secondText);
  2178. thin[i].title = "SECOND-TEXT: color of secondary text (status bar, highlighted control panel buttons)";
  2179. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2180. function() { colorSet(document.querySelectorAll(".cpSpansOn"+sufTheme+", .statusdiv"+sufTheme), 'fg', this, 'secondText'); }});
  2181. break;
  2182. case 19: new jscolor.color(thin[i], {}).fromString(col.link);
  2183. thin[i].title = "LINK: default link color";
  2184. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2185. function() { colorSet(document.querySelectorAll(".link"+sufTheme+":link"), 'fg', this, 'link'); }});
  2186. break;
  2187. case 20: new jscolor.color(thin[i], {}).fromString(col.vlink);
  2188. thin[i].title = "VLINK: default visited link color";
  2189. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2190. function() { colorSet(document.querySelectorAll(".link"+sufTheme+":visited"), 'fg', this, 'vlink'); }});
  2191. break;
  2192. case 21: new jscolor.color(thin[i], {}).fromString(col.export);
  2193. thin[i].title = "EXPORT: color of buttons within the results table";
  2194. mat = document.querySelectorAll(".toButtons"+sufTheme);
  2195. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2196. function() { colorSet(document.querySelectorAll(".toButtons"+sufTheme), 'fg', this, 'export'); }});
  2197. break;
  2198. case 22: new jscolor.color(thin[i], {}).fromString(col.hover);
  2199. thin[i].title = "HOVER: color of control panel options on mouseover";
  2200. rebind[i] = new jscolor.color(thin[i], {"hash":true,"pickerBorder":0,"pickerFace":2,"onImmediateChange":
  2201. function() { colorSet(document.querySelectorAll(".cpSpans"+sufTheme+":hover"), 'bg', this, 'hover'); }});
  2202. break;
  2203. }
  2204. }
  2205. }
  2206.  
  2207. function show_interface()
  2208. {
  2209. //--- dynamic theme switching
  2210. //theme_editor();
  2211. var themeMenu = document.createElement("UL");
  2212. var thC2 = document.createElement("UL");
  2213. var thT1 = document.createElement("LI");
  2214. var thT2 = document.createElement("LI");
  2215. var thT3 = document.createElement("LI");
  2216. var thT4 = document.createElement("LI");
  2217. var thT5 = document.createElement("LI");
  2218. var thT6 = document.createElement("LI");
  2219. var thT7 = document.createElement("LI");
  2220. var thE0 = document.createElement("LI");
  2221. themeMenu.id = "thMenu";
  2222. thE0.innerHTML = " &#9670; ";
  2223. thE0.style.width = '20px';
  2224. thT1.textContent = "Solarium:Dark Theme";
  2225. thT2.textContent = "Solarium:Light Theme";
  2226. thT3.textContent = "Whisper Theme";
  2227. thT6.textContent = "Classic Theme";
  2228. thT4.textContent = "Deluge Theme";
  2229. thT7.textContent = !show_checkboxes.checked ? "Show checkboxes!" : "Remove Checkboxes!";
  2230. thT5.textContent = "I'm Feelin' Lucky";
  2231. thT7.addEventListener("click", function() {
  2232. if (show_checkboxes.checked){
  2233. var mt = document.getElementsByClassName("checkboxes")
  2234. for (var i=mt.length-1; i>-1; i--) mt[i].className = mt[i].className+"Off";
  2235. show_checkboxes.checked = false;
  2236. thT7.textContent = "Show Checkboxes!";
  2237. saveState();
  2238. }
  2239. else {
  2240. var mt = document.getElementsByClassName("checkboxesOff")
  2241. for (var i=mt.length-1; i>-1; i--) mt[i].className = mt[i].className.replace(/Off/, "");
  2242. show_checkboxes.checked = true;
  2243. thT7.textContent = "Hide Checkboxes!";
  2244. saveState();
  2245. } });
  2246. thT1.addEventListener("click", function() { themeSwitchAux("_thSDark"); saveState(); }, false);
  2247. thT2.addEventListener("click", function() { themeSwitchAux("_thSLight"); saveState();}, false);
  2248. thT3.addEventListener("click", function() { themeSwitchAux("_thWisp"); saveState();}, false);
  2249. thT4.addEventListener("click", function() { themeSwitchAux("_thCustom"); saveState();}, false);
  2250. thT5.addEventListener("click", function() { themeSwitchAux("_thRandom"); saveState();}, false);
  2251. thT6.addEventListener("click", function() { themeSwitchAux("_thClassic"); saveState();}, false);
  2252. thC2.appendChild(thT7);
  2253. thC2.appendChild(thT6);
  2254. thC2.appendChild(thT2);
  2255. thC2.appendChild(thT3);
  2256. thC2.appendChild(thT1);
  2257. thC2.appendChild(thT4);
  2258. thC2.appendChild(thT5);
  2259. thE0.appendChild(thC2);
  2260. themeMenu.appendChild(thE0);
  2261. control_panel.parentNode.insertBefore(themeMenu, control_panel);
  2262. //---
  2263.  
  2264. var spacer = document.createElement("SPAN");
  2265. spacer.className = "spacer"+sufTheme;
  2266. spacer.appendChild(document.createTextNode(SPACER_TEXT));
  2267.  
  2268. control_panel.style.fontSize = "14px";
  2269. //control_panel.removeChild(big_red_button);
  2270. control_panel.appendChild(document.createTextNode("Auto-refresh delay: "));
  2271. time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  2272. time_input.title = "Enter search refresh delay in seconds.\n" + "Enter 0 for no auto-refresh.\n" + "Default is 0 (no auto-refresh).";
  2273. time_input.size = 3;
  2274. time_input.className = "cpInput"+sufTheme;
  2275. time_input.addEventListener("keyup", function() {
  2276. time_input.value = time_input.value.replace(/.*?(\d+)?.*/, '$1');
  2277. if (time_input.value >= 0 && time_input.value != lastStateObj["refreshTime"]) saveState();
  2278. } );
  2279. control_panel.appendChild(time_input);
  2280.  
  2281. control_panel.appendChild(document.createTextNode(" "));
  2282.  
  2283. control_panel.appendChild(spacer);
  2284. control_panel.appendChild(document.createTextNode("Pages to scrape: "));
  2285. page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  2286. page_input.title = "Enter number of pages to scrape. Default is 3.\n" + "Has no effect in a batch search (Most Available sort).";
  2287. page_input.size = 3;
  2288. page_input.className = "cpInput"+sufTheme;
  2289. page_input.addEventListener("keyup", function() {
  2290. page_input.value = page_input.value.replace(/.*?(\d+)?.*/, '$1');
  2291. if (page_input.value > 0 && page_input.value != lastStateObj["numPages"]) saveState();
  2292. } );
  2293. control_panel.appendChild(page_input);
  2294.  
  2295. var skipspan = document.createElement("SPAN");
  2296. skipspan.appendChild(document.createTextNode("Correct for skips"));
  2297. skipspan.className += " cpSpans"+sufTheme;
  2298. skipspan.title = "Searches additional pages to get a more consistent number of results. Helpful if you're blocking a lot of items.";
  2299. if (correctForSkips.checked) skipspan.className += " cpSpansOn"+sufTheme;
  2300. skipspan.addEventListener("click", function() {
  2301. UIAux(skipspan, correctForSkips);
  2302. }, false);
  2303. if (show_checkboxes.checked) correctForSkips.className = "checkboxes";
  2304. else correctForSkips.className = "checkboxesOff";
  2305. skipspan.appendChild(correctForSkips);
  2306. correctForSkips.onclick = function () { UIAux(skipspan, correctForSkips); };
  2307. control_panel.appendChild(spacer.cloneNode(true));
  2308. control_panel.appendChild(skipspan);
  2309.  
  2310. control_panel.appendChild(document.createTextNode(" "));
  2311.  
  2312. control_panel.appendChild(spacer.cloneNode(true));
  2313. control_panel.appendChild(document.createTextNode("Minimum batch size: "));
  2314. min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  2315. min_input.title = "Enter minimum HITs for batch search (must Sort by Most Available).\n" + "Default is 100.";
  2316. min_input.size = 3;
  2317. min_input.className = "cpInput"+sufTheme;
  2318. min_input.addEventListener("keyup", function() {
  2319. min_input.value = min_input.value.replace(/.*?(\d+)?.*/, '$1');
  2320. if (min_input.value >= 0 && min_input.value != lastStateObj["minHits"]) saveState();
  2321. } );
  2322. control_panel.appendChild(min_input);
  2323. control_panel.appendChild(document.createTextNode(" "));
  2324.  
  2325. control_panel.appendChild(document.createElement("P"));
  2326. control_panel.appendChild(document.createTextNode("Minimum reward: "));
  2327. reward_input.size = 3;
  2328. reward_input.title = "Enter the minimum desired pay per HIT, such as 0.10";
  2329. reward_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  2330. reward_input.className = "cpInput"+sufTheme;
  2331. reward_input.addEventListener("keyup", function() {
  2332. reward_input.value = reward_input.value.replace(/.*?(\d*\.?\d*)?.*/, '$1');
  2333. if (reward_input.value >= 0 && reward_input.value != lastStateObj["reward"]) saveState();
  2334. } );
  2335. control_panel.appendChild(reward_input);
  2336.  
  2337. var qualspan = document.createElement("SPAN");
  2338. qualspan.appendChild(document.createTextNode("Qualified"));
  2339. qualspan.className += " cpSpans"+sufTheme;
  2340. qualspan.title = "Only show HITs you're currently qualified for (must be logged in).";
  2341. if (qual_input.checked) qualspan.className += " cpSpansOn"+sufTheme;
  2342. qualspan.addEventListener("click", function() {
  2343. UIAux(qualspan, qual_input);
  2344. }, false);
  2345. if (show_checkboxes.checked) qual_input.className = "checkboxes";
  2346. else qual_input.className = "checkboxesOff";
  2347. qualspan.appendChild(qual_input);
  2348. qual_input.onclick = function () { UIAux(qualspan, qual_input); };
  2349. control_panel.appendChild(spacer.cloneNode(true));
  2350. control_panel.appendChild(qualspan);
  2351.  
  2352. var forcemastersspan = document.createElement("SPAN");
  2353. forcemastersspan.appendChild(document.createTextNode("Masters Only"));
  2354. forcemastersspan.className += " cpSpans"+sufTheme;
  2355. forcemastersspan.title = "Only show HITs that require Masters qualifications.";
  2356. if (masters_input.checked) forcemastersspan.className += " cpSpansOn"+sufTheme;
  2357. forcemastersspan.addEventListener("click", function() {
  2358. UIAux(forcemastersspan, masters_input);
  2359. }, false);
  2360. if (show_checkboxes.checked) masters_input.className = "checkboxes";
  2361. else masters_input.className = "checkboxesOff";
  2362. forcemastersspan.appendChild(masters_input);
  2363. masters_input.onclick = function () { UIAux(forcemastersspan, masters_input); };
  2364. control_panel.appendChild(spacer.cloneNode(true));
  2365. control_panel.appendChild(forcemastersspan);
  2366.  
  2367. var mhidespan = document.createElement("SPAN");
  2368. mhidespan.appendChild(document.createTextNode("Hide Masters"));
  2369. mhidespan.className += " cpSpans"+sufTheme;
  2370. mhidespan.title = "Remove masters hits from the results if selected, otherwise display both masters and non-masters HITS.\nThe \"qualified\" setting superceedes this option.";
  2371. if (masters_hide.checked) mhidespan.className += " cpSpansOn"+sufTheme;
  2372. mhidespan.addEventListener("click", function() {
  2373. UIAux(mhidespan, masters_hide);
  2374. }, false);
  2375. if (show_checkboxes.checked) masters_hide.className = "checkboxes";
  2376. else masters_hide.className = "checkboxesOff";
  2377. mhidespan.appendChild(masters_hide);
  2378. masters_hide.onclick = function () { UIAux(mhidespan, masters_hide); };
  2379. control_panel.appendChild(spacer.cloneNode(true));
  2380. control_panel.appendChild(mhidespan);
  2381.  
  2382. control_panel.appendChild(spacer.cloneNode(true));
  2383. control_panel.appendChild(document.createTextNode("Sort type: "));
  2384. control_panel.appendChild(sort_input);
  2385. sort_input.className += " cpInput"+sufTheme;
  2386. sort_input.title = "Get search results by...\n Latest = HIT Creation Date (newest first),\n Most Available = HITs Available (most first),\n Reward = Reward Amount (most first),\n Title = Title (A-Z)";
  2387.  
  2388. var sinvertspan = document.createElement("SPAN");
  2389. sinvertspan.appendChild(document.createTextNode("Invert"));
  2390. sinvertspan.className += " cpSpans"+sufTheme;
  2391. sinvertspan.title = "Reverse the order of the Sort Type choice, so...\n Latest = HIT Creation Date (oldest first),\n Most Available = HITs Available (least first),\n Reward = Reward Amount (least first),\n Title = Title (Z-A)";
  2392. if (sort_input_invert.checked) sinvertspan.className += " cpSpansOn"+sufTheme;
  2393. sinvertspan.addEventListener("click", function() {
  2394. UIAux(sinvertspan, sort_input_invert);
  2395. }, false);
  2396. if (show_checkboxes.checked) sort_input_invert.className = "checkboxes";
  2397. else sort_input_invert.className = "checkboxesOff";
  2398. sinvertspan.appendChild(sort_input_invert);
  2399. sort_input_invert.onclick = function () { UIAux(sinvertspan, sort_input_invert); };
  2400. control_panel.appendChild(spacer.cloneNode(true));
  2401. control_panel.appendChild(sinvertspan);
  2402.  
  2403. control_panel.appendChild(document.createElement("P"));
  2404. control_panel.appendChild(document.createTextNode("New HIT highlighting: "));
  2405. new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  2406. new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted.\n" + "Default is 300 (5 minutes).";
  2407. new_time_display_input.size = 6;
  2408. new_time_display_input.className = "cpInput"+sufTheme;
  2409. new_time_display_input.addEventListener("keyup", function() {
  2410. new_time_display_input.value = new_time_display_input.value.replace(/.*?(\d*)?.*/, '$1');
  2411. if (new_time_display_input.value >= 0 && new_time_display_input.value != lastStateObj["newHitHighlight"]) saveState();
  2412. } );
  2413. control_panel.appendChild(new_time_display_input);
  2414.  
  2415. var soundspan = document.createElement("SPAN");
  2416. soundspan.appendChild(document.createTextNode("Sound on new HIT "));
  2417. soundspan.className += " cpSpans"+sufTheme;
  2418. soundspan.title = "Play a sound when new results are found.";
  2419. if (friesAreDone.checked) soundspan.className += " cpSpansOn"+sufTheme;
  2420. audio_option.className += " cpInput"+sufTheme;
  2421. soundspan.addEventListener("click", function() {
  2422. if (friesAreDone.checked) {
  2423. friesAreDone.checked = false; saveState();
  2424. soundspan.className = soundspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2425. control_panel.removeChild(audio_option);
  2426. } else {
  2427. friesAreDone.checked = true; saveState();
  2428. soundspan.className += " cpSpansOn"+sufTheme;
  2429. control_panel.insertBefore(audio_option, soundspan.nextSibling);
  2430. } }, false);
  2431. if (show_checkboxes.checked) friesAreDone.className = "checkboxes";
  2432. else friesAreDone.className = "checkboxesOff";
  2433. soundspan.appendChild(friesAreDone);
  2434. friesAreDone.onclick = function () { UIAux(soundspan, friesAreDone); };
  2435. control_panel.appendChild(spacer.cloneNode(true));
  2436. control_panel.appendChild(soundspan);
  2437. audio_option.title = "Select which sound will be played.";
  2438. if (friesAreDone.checked) control_panel.insertBefore(audio_option, soundspan.nextSibling);
  2439.  
  2440. var ascspan = document.createElement("SPAN");
  2441. ascspan.className += " cpSpans"+sufTheme;
  2442. ascspan.style.fontSize = '15px';
  2443. if (sort_asc.checked) ascspan.className += " cpSpansOn"+sufTheme;
  2444. ascspan.title = "Sort results in ascending (low to high) order.";
  2445. var dscspan = document.createElement("SPAN");
  2446. dscspan.className += " cpSpans"+sufTheme;
  2447. dscspan.style.fontSize = '15px';
  2448. if (sort_dsc.checked) dscspan.className += " cpSpansOn"+sufTheme;
  2449. dscspan.title = "Sort results in descending (high to low) order.";
  2450. ascspan.addEventListener("click", function() {
  2451. if (!sort_asc.checked) {
  2452. sort_asc.checked = true;
  2453. sort_dsc.checked = false; saveState();
  2454. ascspan.className += " cpSpansOn"+sufTheme;
  2455. dscspan.className = dscspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2456. }
  2457. }, false);
  2458. sort_asc.addEventListener("click", function() {
  2459. saveState();
  2460. ascspan.className += " cpSpansOn"+sufTheme;
  2461. dscspan.className = dscspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2462. }, false);
  2463. dscspan.addEventListener("click", function() {
  2464. if (!sort_dsc.checked) {
  2465. sort_dsc.checked = true;
  2466. sort_asc.checked = false; saveState();
  2467. dscspan.className += " cpSpansOn"+sufTheme;
  2468. ascspan.className = ascspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2469. }
  2470. }, false);
  2471. sort_dsc.addEventListener("click", function() {
  2472. saveState();
  2473. dscspan.className += " cpSpansOn"+sufTheme;
  2474. ascspan.className = ascspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2475. }, false);
  2476. if (show_checkboxes.checked) {
  2477. sort_asc.className = "checkboxes";
  2478. sort_dsc.className = "checkboxes";
  2479. }
  2480. else {
  2481. sort_asc.className = "checkboxesOff";
  2482. sort_dsc.className = "checkboxesOff";
  2483. }
  2484. var sortdiv = document.createElement("DIV");
  2485. sortdiv.className = "cpSortdiv"+sufTheme;
  2486. sortdiv.appendChild(document.createTextNode(" ("));
  2487. sortdiv.appendChild(ascspan);
  2488. sortdiv.appendChild(dscspan);
  2489. sortdiv.appendChild(document.createTextNode(")"));
  2490. ascspan.innerHTML = " &#9650; ";
  2491. ascspan.appendChild(sort_asc);
  2492. //ascspan.appendChild(sort_asc);
  2493. dscspan.innerHTML = "&nbsp;&#9660; ";
  2494. dscspan.appendChild(sort_dsc);
  2495. //dscspan.appendChild(sort_dsc);
  2496.  
  2497. var topayspan = document.createElement("SPAN");
  2498. var toqualspan = document.createElement("SPAN");
  2499. topayspan.appendChild(document.createTextNode("Sort by TO pay"));
  2500. topayspan.className += " cpSpans"+sufTheme;
  2501. topayspan.title = "After getting search results based on the other selected options,\n" + "re-sort the results based on their average Turkopticon pay ratings. (Bayesian adjusted)";
  2502. if (sort_to.checked) {
  2503. topayspan.className += " cpSpansOn"+sufTheme;
  2504. } else topayspan.className = topayspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2505. topayspan.addEventListener("click", function() {
  2506. if (sort_to.checked) {
  2507. sort_to.checked = false; saveState();
  2508. control_panel.removeChild(sortdiv);
  2509. topayspan.className = topayspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2510. } else {
  2511. sort_to.checked = true;
  2512. sort_to2.checked = false; saveState();
  2513. control_panel.insertBefore(sortdiv, topayspan.nextSibling);
  2514. toqualspan.className = toqualspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2515. topayspan.className += " cpSpansOn"+sufTheme;
  2516. } }, false);
  2517. if (show_checkboxes.checked) sort_to.className = "checkboxes";
  2518. else sort_to.className = "checkboxesOff";
  2519. topayspan.appendChild(sort_to);
  2520. sort_to.onclick = function () { UIAux(topayspan, sort_to); };
  2521. control_panel.appendChild(spacer.cloneNode(true));
  2522. control_panel.appendChild(topayspan);
  2523. if (sort_to.checked) control_panel.insertBefore(sortdiv, topayspan.nextSibling);
  2524.  
  2525. toqualspan.style.cursor = 'default';
  2526. toqualspan.appendChild(document.createTextNode("Sort by TO overall"));
  2527. toqualspan.className += " cpSpans"+sufTheme;
  2528. toqualspan.title = "After getting search results based on the other selected options,\n" + "re-sort the results by their overall Turkopticon rating. (Bayesian adjusted)";
  2529. if (sort_to2.checked) {
  2530. toqualspan.className += " cpSpansOn"+sufTheme;
  2531. } else toqualspan.className = toqualspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2532. toqualspan.addEventListener("click", function() {
  2533. if (sort_to2.checked) {
  2534. sort_to2.checked = false; saveState();
  2535. control_panel.removeChild(sortdiv);
  2536. toqualspan.className = toqualspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2537. } else {
  2538. sort_to2.checked = true;
  2539. sort_to.checked = false; saveState();
  2540. control_panel.insertBefore(sortdiv, toqualspan.nextSibling);
  2541. topayspan.className = topayspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2542. toqualspan.className += " cpSpansOn"+sufTheme;
  2543. } }, false);
  2544. if (show_checkboxes.checked) sort_to2.className = "checkboxes";
  2545. else sort_to2.className = "checkboxesOff";
  2546. toqualspan.appendChild(sort_to2);
  2547. sort_to2.onclick = function () { UIAux(toqualspan, sort_to2); };
  2548. control_panel.appendChild(spacer.cloneNode(true));
  2549. control_panel.appendChild(toqualspan);
  2550. if (sort_to2.checked) control_panel.insertBefore(sortdiv, toqualspan.nextSibling);
  2551.  
  2552. control_panel.appendChild(document.createElement("P"));
  2553. control_panel.appendChild(document.createTextNode("Min pay TO: "));
  2554. control_panel.appendChild(min_to);
  2555. min_to.size = 3;
  2556. min_to.className = "cpInput"+sufTheme;
  2557. min_to.addEventListener("keyup", function() {
  2558. min_to.value = min_to.value.replace(/.*?(\d*\.?\d*)?.*/, '$1');
  2559. if (min_to.value >= 0 && min_to.value != lastStateObj["minTO"]) saveState();
  2560. } );
  2561. min_to.title = "After getting search results based on the other selected options,\n" + "hide any results below this average Turkopticon pay rating.\n" + "Minimum is 1, maximum is 5, decimals up to 2 places, such as 3.25";
  2562.  
  2563. var hidenotospan = document.createElement("SPAN");
  2564. hidenotospan.appendChild(document.createTextNode("Hide no TO"));
  2565. hidenotospan.className += " cpSpans"+sufTheme;
  2566. hidenotospan.title = "After getting search results based on the other selected options,\n" + "hide any results that have no Turkopticon pay ratings yet.";
  2567. if (no_to_block.checked) hidenotospan.className += " cpSpansOn"+sufTheme;
  2568. hidenotospan.addEventListener("click", function() {
  2569. UIAux(hidenotospan, no_to_block);
  2570. }, false);
  2571. if (show_checkboxes.checked) no_to_block.className = "checkboxes";
  2572. else no_to_block.className = "checkboxesOff";
  2573. hidenotospan.appendChild(no_to_block);
  2574. no_to_block.onclick = function () { UIAux(hidenotospan, no_to_block); };
  2575. control_panel.appendChild(spacer.cloneNode(true));
  2576. control_panel.appendChild(hidenotospan);
  2577.  
  2578. var disabletospan = document.createElement("SPAN");
  2579. disabletospan.appendChild(document.createTextNode("Disable TO"));
  2580. disabletospan.className += " cpSpans"+sufTheme;
  2581. disabletospan.title = "Disable attempts to download ratings data from Turkopticon for the results table.";
  2582. if (useTO_input.checked) disabletospan.className += " cpSpansOn"+sufTheme;
  2583. disabletospan.addEventListener("click", function() {
  2584. UIAux(disabletospan, useTO_input);
  2585. }, false);
  2586. if (show_checkboxes.checked) useTO_input.className = "checkboxes";
  2587. else useTO_input.className = "checkboxesOff";
  2588. disabletospan.appendChild(useTO_input);
  2589. useTO_input.onclick = function () { UIAux(disabletospan, useTO_input); };
  2590. control_panel.appendChild(spacer.cloneNode(true));
  2591. control_panel.appendChild(disabletospan);
  2592.  
  2593. control_panel.appendChild(spacer.cloneNode(true));
  2594. control_panel.appendChild(document.createTextNode("Display export buttons: "));
  2595. var vbspan = document.createElement("SPAN");
  2596. vbspan.className += " cpSpans"+sufTheme;
  2597. vbspan.title = 'Show a button to export the specified HIT with vBulletin formatted text.';
  2598. if (opt_exportvb.checked) vbspan.className += " cpSpansOn"+sufTheme;
  2599. vbspan.addEventListener("click", function(){
  2600. var carr = document.getElementsByClassName('vbButton');
  2601. if (!opt_exportvb.checked) {
  2602. opt_exportvb.checked=true; vbspan.className += " cpSpansOn"+sufTheme;
  2603. for (var i=0; i<carr.length; i++)
  2604. carr[i].className = carr[i].className.replace(/taButtonsOff/, "taButtons");
  2605. } else {
  2606. for (var i=0; i<carr.length; i++)
  2607. carr[i].className = carr[i].className.replace(/taButtons/, "taButtonsOff");
  2608. opt_exportvb.checked=false; vbspan.className = vbspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2609. }
  2610. saveState();
  2611. }, false);
  2612. vbspan.appendChild(document.createTextNode(" VB "));
  2613. if (show_checkboxes.checked) opt_exportvb.className = "checkboxes";
  2614. else opt_exportvb.className = "checkboxesOff";
  2615. vbspan.appendChild(opt_exportvb);
  2616. opt_exportvb.onclick = function () { UIAux(vbspan, opt_exportvb); };
  2617. control_panel.appendChild(vbspan);
  2618.  
  2619. var ircspan = document.createElement("SPAN");
  2620. ircspan.className += " cpSpans"+sufTheme;
  2621. ircspan.title = 'Show a button to export the specified HIT streamlined for IRC.';
  2622. if (opt_exportirc.checked) ircspan.className += " cpSpansOn"+sufTheme;
  2623. ircspan.addEventListener("click", function(){
  2624. var carr = document.getElementsByClassName('ircButton');
  2625. if (!opt_exportirc.checked) {
  2626. for (var i=0; i<carr.length; i++)
  2627. carr[i].className = carr[i].className.replace(/taButtonsOff/, "taButtons");
  2628. opt_exportirc.checked=true; ircspan.className += " cpSpansOn"+sufTheme;
  2629. } else {
  2630. for (var i=0; i<carr.length; i++)
  2631. carr[i].className = carr[i].className.replace(/taButtons/, "taButtonsOff");
  2632. opt_exportirc.checked=false; ircspan.className = ircspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2633. }
  2634. saveState();
  2635. }, false);
  2636. ircspan.appendChild(document.createTextNode(" IRC "));
  2637. if (show_checkboxes.checked) opt_exportirc.className = "checkboxes";
  2638. else opt_exportirc.className = "checkboxesOff";
  2639. ircspan.appendChild(opt_exportirc);
  2640. opt_exportirc.onclick = function () { UIAux(ircspan, opt_exportirc); };
  2641. control_panel.appendChild(ircspan);
  2642.  
  2643. var redditspan = document.createElement("SPAN");
  2644. redditspan.className += " cpSpans"+sufTheme;
  2645. redditspan.title = 'Show a button to export the specified HIT formatted to r/HITsWorthTurkingFor standards .';
  2646. if (opt_exportreddit.checked) redditspan.className += " cpSpansOn"+sufTheme;
  2647. redditspan.addEventListener("click", function(){
  2648. var carr = document.getElementsByClassName('redditButton');
  2649. if (!opt_exportreddit.checked) {
  2650. for (var i=0; i<carr.length; i++)
  2651. carr[i].className = carr[i].className.replace(/taButtonsOff/, "taButtons");
  2652. opt_exportreddit.checked=true; redditspan.className += " cpSpansOn"+sufTheme;
  2653. } else {
  2654. for (var i=0; i<carr.length; i++)
  2655. carr[i].className = carr[i].className.replace(/taButtons/, "taButtonsOff");
  2656. opt_exportreddit.checked=false; redditspan.className = redditspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2657. }
  2658. saveState();
  2659. }, false);
  2660. redditspan.appendChild(document.createTextNode(" HWTF "));
  2661. if (show_checkboxes.checked) opt_exportreddit.className = "checkboxes";
  2662. else opt_exportreddit.className = "checkboxesOff";
  2663. redditspan.appendChild(opt_exportreddit);
  2664. opt_exportreddit.onclick = function () { UIAux(redditspan, opt_exportreddit); };
  2665. control_panel.appendChild(redditspan);
  2666.  
  2667. control_panel.appendChild(document.createElement("P"));
  2668. control_panel.appendChild(document.createTextNode("Search Terms: "));
  2669. control_panel.appendChild(search_input);
  2670. search_input.size = 20;
  2671. search_input.title = "Enter keywords to search for.\n" + "Default is blank (no search terms).";
  2672. search_input.placeholder="Enter search terms here";
  2673. search_input.style.textAlign = "left";
  2674. search_input.className = "cpInput"+sufTheme;
  2675.  
  2676. var blockspan = document.createElement("SPAN");
  2677. blockspan.appendChild(document.createTextNode("Hide blocklisted"));
  2678. blockspan.className += " cpSpans"+sufTheme;
  2679. blockspan.title = "When enabled, hide HITs that match your blocklist.\n" + "When disabled, HITs that match your blocklist will be displayed with a red border.";
  2680. if (useBlock.checked) blockspan.className += " cpSpansOn"+sufTheme;
  2681. blockspan.addEventListener("click", function() {
  2682. if (useBlock.checked) {
  2683. var mt = document.getElementsByClassName("scraperBlockedRow");
  2684. if (mt.length > 0) for (var i=mt.length-1; i>-1; i--)
  2685. mt[i].className = mt[i].className.replace(/(?:^| +)scraperBlockedRow/, "scraperBlockedRowOff");
  2686. useBlock.checked = false;
  2687. blockspan.className = blockspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2688. }
  2689. else {
  2690. var mt = document.getElementsByClassName("scraperBlockedRowOff");
  2691. if (mt.length > 0) for (var i=mt.length-1; i>-1; i--)
  2692. mt[i].className = mt[i].className.replace(/(?:^| +)scraperBlockedRowOff/, "scraperBlockedRow");
  2693. useBlock.checked = true;
  2694. blockspan.className += " cpSpansOn"+sufTheme;
  2695. }
  2696. saveState();
  2697. }, false);
  2698. if (show_checkboxes.checked) useBlock.className = "checkboxes";
  2699. else useBlock.className = "checkboxesOff";
  2700. blockspan.appendChild(useBlock);
  2701. useBlock.onclick = function () { UIAux(blockspan, useBlock); };
  2702. control_panel.appendChild(spacer.cloneNode(true));
  2703. control_panel.appendChild(blockspan);
  2704.  
  2705. var includelistspan = document.createElement("SPAN");
  2706. includelistspan.appendChild(document.createTextNode("Restrict to includelist"));
  2707. includelistspan.className += " cpSpans"+sufTheme;
  2708. includelistspan.title = "Show only HITs that match your includelist.\n" + "Be sure to edit your includelist first or no results will be displayed.";
  2709. if (matchOnly.checked) includelistspan.className += " cpSpansOn"+sufTheme;
  2710. includelistspan.addEventListener("click", function() {
  2711. if (matchOnly.checked) {
  2712. matchOnly.checked = false;
  2713. includelistspan.className = includelistspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2714. }
  2715. else {
  2716. matchOnly.checked = true;
  2717. includelistspan.className += " cpSpansOn"+sufTheme;
  2718. }
  2719. saveState();
  2720. }, false);
  2721. if (show_checkboxes.checked) matchOnly.className = "checkboxes";
  2722. else matchOnly.className = "checkboxesOff";
  2723. includelistspan.appendChild(matchOnly);
  2724. matchOnly.onclick = function () { UIAux(includelistspan, matchOnly); };
  2725. control_panel.appendChild(spacer.cloneNode(true));
  2726. control_panel.appendChild(includelistspan);
  2727.  
  2728. var highincspan = document.createElement("SPAN");
  2729. highincspan.appendChild(document.createTextNode("Highlight Includelisted"));
  2730. highincspan.className += " cpSpans"+sufTheme;
  2731. highincspan.title = "Outline HITs that match your includelist with a dashed green border.";
  2732. if (highlightIncludes_input.checked) highincspan.className += " cpSpansOn"+sufTheme;
  2733. highincspan.addEventListener("click", function() {
  2734. if (highlightIncludes_input.checked) {
  2735. var mt = document.getElementsByClassName("scraperIncludelistedRow");
  2736. if (mt.length > 0)
  2737. for (var i=mt.length-1; i>-1; i--) { mt[i].className = mt[i].className.replace(/(?:^| +)scraperIncludelistedRow/, "scraperIncludelistedRowOff"); }
  2738. highlightIncludes_input.checked = false;
  2739. highincspan.className = highincspan.className.replace(/(?:^| +)cpSpansOn_[a-zA-Z]+/g, "");
  2740. }
  2741. else {
  2742. var mt = document.getElementsByClassName("scraperIncludelistedRowOff");
  2743. if ( mt.length > 0)
  2744. for (var i=mt.length-1; i>-1; i--) { mt[i].className = mt[i].className.replace(/(?:^| +)scraperIncludelistedRowOff/, "scraperIncludelistedRow"); }
  2745. highlightIncludes_input.checked = true;
  2746. highincspan.className += " cpSpansOn"+sufTheme;
  2747. }
  2748. saveState();
  2749. }, false);
  2750. if (show_checkboxes.checked) highlightIncludes_input.className = "checkboxes";
  2751. else highlightIncludes_input.className = "checkboxesOff";
  2752. highincspan.appendChild(highlightIncludes_input);
  2753. highlightIncludes_input.onclick = function () { UIAux(highincspan, highlightIncludes_input); };
  2754. control_panel.appendChild(spacer.cloneNode(true));
  2755. control_panel.appendChild(highincspan);
  2756. control_panel.appendChild(document.createElement("BR"));
  2757. control_panel.appendChild(document.createTextNode(" "));
  2758. //------
  2759. big_red_button.textContent = "Start";
  2760. big_red_button.className += " cpButtons"+sufTheme;
  2761. big_red_button.onclick = function(){start_running();};
  2762.  
  2763. // open blocklist editor
  2764. reset_blocks.textContent = "Edit blocklist";
  2765. reset_blocks.className += " cpButtons"+sufTheme;
  2766. reset_blocks.setAttribute("id","blocklist_reset_button");
  2767. reset_blocks.onclick = function(){
  2768. //console.log("in");
  2769. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  2770. var textarea = $("#block_text");
  2771. var text = "";
  2772. for (var i = 0; i < ignore_list.length; i++){
  2773. text += ignore_list[i]+"^";
  2774. }
  2775. textarea.val(text.substring(0, text.length - 1));
  2776. $("#block_div").show();
  2777. };
  2778.  
  2779. // open includelist editor
  2780. include_button.textContent = "Edit includelist";
  2781. include_button.className += " cpButtons"+sufTheme;
  2782. include_button.id = "includes_reset_button";
  2783. include_button.onclick = function() {
  2784. include_list = GM_getValue("scraper_include_list").split('^');
  2785. var textarea = $("#include_text");
  2786. var text = "";
  2787. for (var i = 0; i < include_list.length; i++){
  2788. text += include_list[i]+"^";
  2789. }
  2790. textarea.val(text.substring(0, text.length - 1));
  2791. $("#include_div").show();
  2792. };
  2793.  
  2794. control_panel.appendChild(document.createElement("P"));
  2795. text_area.style.fontWeight = "normal";
  2796. text_area.createCaption().innerHTML = '<a class="mainlink'+sufTheme+'" target="_blank" href="https://greasyfork.org/en/scripts/2002-hit-scraper-with-export" title="Read the documentation for HIT Scraper With Export on its Greasyfork page.">HIT Scraper</a> Results';
  2797. var col_heads = ['Requester','Title','Reward','# Avail','TO pay','Accept HIT','M?'];
  2798. var row = text_area.createTHead().insertRow(0);
  2799. text_area.caption.style.fontWeight = 800;
  2800. text_area.caption.className = "tabhead"+sufTheme;
  2801. text_area.caption.style.lineHeight = "1.25em";
  2802. if (default_text_size > 10)
  2803. text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5);
  2804. //console.log(text_area.cellPadding);
  2805. //text_area.cellPadding=2;
  2806. text_area.caption.style.fontSize = "24px";
  2807. text_area.rows[0].style.fontWeight = 800;
  2808. for (var i=0; i<col_heads.length; i++)
  2809. {
  2810. var this_cell = row.insertCell(i);
  2811. this_cell.innerHTML = col_heads[i];
  2812. this_cell.style.fontSize = "14px";
  2813. this_cell.className = "tabhead"+sufTheme;
  2814. if (i > 1)
  2815. this_cell.style.textAlign = 'center';
  2816. }
  2817. text_area.style.width = '100%';
  2818. var table_div = document.createElement('div');
  2819. table_div.className = "bodytable"+sufTheme;
  2820. text_area.rows[0].className = "tabHead"+sufTheme;
  2821. table_div.style.fontSize = "14px";
  2822. document.body.insertBefore(table_div,control_panel.nextSibling);
  2823. var header_hide_button = document.createElement('button');
  2824. table_div.appendChild(big_red_button);
  2825. table_div.appendChild(document.createTextNode(" "));
  2826. table_div.appendChild(header_hide_button);
  2827. table_div.appendChild(document.createTextNode(" "));
  2828. table_div.appendChild(reset_blocks);
  2829. table_div.appendChild(document.createTextNode(" "));
  2830. table_div.appendChild(include_button);
  2831. table_div.appendChild(document.createTextNode(" "));
  2832. table_div.appendChild(showButton);
  2833. table_div.appendChild(document.createTextNode(" "));
  2834. table_div.appendChild(btn01);
  2835. $("#show_TO_stuff_button").hide();
  2836.  
  2837. table_div.appendChild(document.createElement("P"));
  2838. var statusdiv = document.createElement("DIV");
  2839. statusdiv.className = "statusdiv"+sufTheme;
  2840. statusdiv.appendChild(progress_report);
  2841. statusdiv.appendChild(document.createElement("P"));
  2842. statusdiv.appendChild(document.createTextNode("Status messages: "));
  2843. statusdiv.appendChild(status_report);
  2844. table_div.appendChild(statusdiv);
  2845. if (document.getElementById('lnkWorkerSignin'))
  2846. {
  2847. var logged_out_warning = document.createElement("P");
  2848. logged_out_warning.style.color = "#ff3300";
  2849. logged_out_warning.innerHTML = "<b>ATTENTION: SCRAPER IS RUNNING WHILE LOGGED OUT. SOME DATA WILL BE MISSING. GO TO REQUESTER'S LINK IN LOGGED-IN WINDOW FOR FORUM EXPORT.</b> <a class=\"link"+sufTheme+"\" href='https://www.mturk.com/mturk/beginsignin'>Click here to sign in</a>";
  2850. table_div.appendChild(logged_out_warning);
  2851. table_div.appendChild(document.createElement("P"));
  2852. }
  2853. table_div.appendChild(text_area);
  2854. header_hide_button.textContent = "Hide Settings";
  2855. header_hide_button.className += " cpButtons"+sufTheme;
  2856. header_hide_button.onclick = function(){
  2857. if (header_hide_button.textContent == "Hide Settings"){
  2858. $('#control_panel').hide(300);
  2859. //$('#control_panel').hide();
  2860. btn01.style.display = 'none';
  2861. header_hide_button.textContent = "Show Settings";
  2862. }
  2863. else{
  2864. $('#control_panel').show(300);
  2865. btn01.style.display = 'initial';
  2866. //$('#control_panel').show();
  2867. header_hide_button.textContent = "Hide Settings";
  2868. }
  2869. };
  2870. }
  2871.  
  2872. /********HIT EXPORT ADDITIONS*****/
  2873.  
  2874. var EDIT = false;
  2875. var HIT;
  2876.  
  2877. var TO_BASE = "http://turkopticon.ucsd.edu/";
  2878. var API_BASE = "https://mturk-api.istrack.in/";
  2879. var API_URL = API_BASE + "multi-attrs.php?ids=";
  2880.  
  2881. var DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n';
  2882. DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]';
  2883. DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])';
  2884. DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}';
  2885. DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}';
  2886. DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}';
  2887. DEFAULT_TEMPLATE += '\n[b]Hits Available:[/b] {hits}';
  2888. DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]';
  2889. DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]';
  2890.  
  2891. var TEMPLATE;
  2892. var EASYLINK;
  2893.  
  2894. if (typeof GM_getValue === 'undefined')
  2895. TEMPLATE = null;
  2896. else {
  2897. TEMPLATE = GM_getValue('HITScraper Template');
  2898. EASYLINK = GM_getValue('HITScraper Easylink');
  2899. }
  2900. if (TEMPLATE == null) {
  2901. TEMPLATE = DEFAULT_TEMPLATE;
  2902. }
  2903.  
  2904. function buildXhrUrl(rai) {
  2905. var url = API_URL;
  2906. var ri = rai;
  2907. url += rai;
  2908. return url;
  2909. }
  2910.  
  2911. function makeXhrQuery(url) {
  2912. var xhr = new XMLHttpRequest();
  2913. try{
  2914. xhr.open('GET', url, false);
  2915. xhr.send(null);
  2916. return $.parseJSON(xhr.response);
  2917. }
  2918. catch(err){
  2919. return "TO DOWN";
  2920. }
  2921. }
  2922.  
  2923. function getNamesForEmptyResponses(rai, resp) {
  2924. for (var rid in rai) {
  2925. if (rai.hasOwnProperty(rid) && resp[rid] == "") {
  2926. resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}');
  2927. }
  2928. }
  2929. return resp;
  2930. }
  2931.  
  2932. function getKeys(obj) {
  2933. var keys = [];
  2934. for (var key in obj) {
  2935. keys.push(key);
  2936. }
  2937. return keys;
  2938. }
  2939.  
  2940. function export_sel_deleg(item,index,extype) {
  2941. //console.log(item);
  2942. if (extype == "vb") export_func(item);
  2943. else display(item, extype);
  2944. }
  2945.  
  2946. function block_deleg(item,index) {
  2947. //console.log(item);
  2948. block(item,index);
  2949. }
  2950.  
  2951. function block(hit,index){
  2952. var blockType = ["requester_strip","title"];
  2953. var blockThis = hit[blockType[index]].replace(/\s+/g," ").toLowerCase().trim();
  2954. var r = confirm("Do you really want to block hits matching requester/title \""+blockThis+"\"?");
  2955. if(r)
  2956. {
  2957. ignore_list.push(blockThis);
  2958. GM_setValue("scraper_ignore_list",ignore_list.join('^'));
  2959. alert("\""+blockThis+"\" ignored (added to blocklist) and will be removed on subsequent scrapes.");
  2960. }
  2961. }
  2962.  
  2963. function search_deleg(item,index) {
  2964. //console.log(item);
  2965. var searches = ["rid","title"];
  2966. search(item,searches[index]);
  2967. }
  2968.  
  2969. function hit_sort_func()
  2970. {
  2971. return function(a,b) {
  2972. if (a.date == b.date) {
  2973. if (a.requesterName < b.requesterName)
  2974. return -1;
  2975. if (a.requesterName > b.requesterName)
  2976. return 1;
  2977. if (a.title < b.title)
  2978. return -1;
  2979. if (a.title > b.title)
  2980. return 1;
  2981. if (a.status < b.status)
  2982. return -1;
  2983. if (a.status > b.status)
  2984. return 1;
  2985. }
  2986. if (a.date > b.date)
  2987. return 1;
  2988. if (a.date < b.date)
  2989. return -1;
  2990. };
  2991. }
  2992.  
  2993. function escapeRegExp(str) {
  2994. return str.replace(/[-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&");
  2995. }
  2996.  
  2997. function search(item,search_type){
  2998. //return true;/*
  2999.  
  3000. var request = indexedDB.open("HITDB", v);
  3001. request.onsuccess = function(e) {
  3002. HITStorage.indexedDB.db = e.target.result;
  3003. var db = HITStorage.indexedDB.db;
  3004. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  3005. var store = trans.objectStore("HIT");
  3006.  
  3007. var req;
  3008. var results = [];
  3009. var index;
  3010. var range;
  3011. req = store.openCursor();
  3012. req.onsuccess = function(event) {
  3013. var cursor = event.target.result;
  3014. if (cursor) {
  3015. hit = cursor.value;
  3016. var keys = ['title', 'requesterId'];
  3017. var re = new RegExp(escapeRegExp(item[search_type]),"ig");
  3018. for (var k in keys)
  3019. {
  3020. if (hit[keys[k]] != null && re.test(hit[keys[k]].trim())){
  3021. results.push(cursor.value);
  3022. }
  3023. }
  3024.  
  3025. cursor.continue();
  3026. }
  3027. else {
  3028. //console.log(results);
  3029. results.sort(hit_sort_func());
  3030. show_results(results);
  3031. }
  3032. db.close();
  3033. };
  3034. request.onerror = HITStorage.indexedDB.onerror;/**/
  3035. };
  3036. }
  3037.  
  3038. function format_hit_line (hit, odd, status_color, new_day)
  3039. {
  3040. var line = '<tr style="background-color:';
  3041. if (odd)
  3042. line += '#f1f3eb;';
  3043. else
  3044. line += 'white;';
  3045. line += ' valign=top;';
  3046. if (new_day)
  3047. line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  3048. else
  3049. line += '">';
  3050.  
  3051. line += '<td>' + hit.date + '</td>';
  3052. if (hit.requesterLink != null)
  3053. line += '<td style="width:165px"><a href="' + hit.requesterLink + '" title="Contact this Requester">' + hit.requesterName + '</a></td>';
  3054. else
  3055. line += '<td style="width:165px">' + hit.requesterName + '</td>';
  3056. line += '<td style="width:213px">' + hit.title + '</td>';
  3057. line += '<td style="width:45px">$' + hit.reward.toFixed(2) + '</td>';
  3058. line += '<td style="color:' + status_color + '; width:55px">' + hit.status + '</td>';
  3059. line += '<td><div style="width:225px; overflow:hidden">' + hit.feedback + '</div></td>';
  3060. line += '</tr>\n';
  3061. return line;
  3062. }
  3063.  
  3064. function status_color (status)
  3065. {
  3066. var color = "green";
  3067.  
  3068. if (status.match("Pending Approval"))
  3069. color = "orange";
  3070. else if (status.match("Rejected"))
  3071. color = "red";
  3072.  
  3073. return color;
  3074. }
  3075.  
  3076. function show_results (results){
  3077. var resultsWindow = window.open();
  3078. resultsWindow.document.write("<html><head><title>Status Detail Search Results</title></head><body>\n");
  3079. resultsWindow.document.write("<h1>HITs matching your search:</h1>\n");
  3080. resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  3081. resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Requester</th><th>HIT Title</th><th>Reward</th><th>Status</th><th>Feedback</th></tr>\n');
  3082.  
  3083. var odd = true;
  3084. var sum = 0;
  3085. var sum_rejected = 0;
  3086. var sum_approved = 0;
  3087. var sum_pending = 0;
  3088.  
  3089.  
  3090. var new_day = false;
  3091.  
  3092. for (var i=0; i<results.length; i++) {
  3093. odd = !odd;
  3094. sum += results[i].reward;
  3095. if (results[i].status == 'Rejected')
  3096. sum_rejected += results[i].reward;
  3097. else if (results[i].status == 'Pending Approval')
  3098. sum_pending += results[i].reward;
  3099. else
  3100. sum_approved += results[i].reward;
  3101.  
  3102. if (i>0 && (results[i-1].date != results[i].date))
  3103. new_day = true;
  3104. else
  3105. new_day = false;
  3106. resultsWindow.document.write(format_hit_line(results[i], odd, status_color(results[i].status), new_day ));
  3107. }
  3108.  
  3109. resultsWindow.document.write('<tr style="background-color:lightgrey"><th></th><th></th><th></th><th>$' + sum.toFixed(2) + '</th><th></th><th></th></tr>\n');
  3110. resultsWindow.document.write("</table>");
  3111. resultsWindow.document.write("<p>Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " +
  3112. "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.</p>");
  3113. resultsWindow.document.write("</body></html>");
  3114. resultsWindow.document.close();
  3115. }
  3116.  
  3117.  
  3118. // ---- vB
  3119.  
  3120. function export_func(item) {
  3121. HIT = item;
  3122. gedit_button.textContent = 'Edit Template';
  3123. apply_template(item);
  3124. gdiv.style.display = 'block';
  3125. gtextarea.select();
  3126. }
  3127.  
  3128. function apply_template(hit_data) {
  3129. var txt = TEMPLATE;
  3130.  
  3131. var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  3132.  
  3133. var resp = null;
  3134. if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  3135. var url = buildXhrUrl(hit_data["rid"]);
  3136. resp = getTOMulti(hit_data["rid"]);
  3137. //console.log(resp);
  3138. }
  3139. var toText = "";
  3140. var toStuff = "";
  3141. var toData = "";
  3142. var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  3143. if (resp == "TO DOWN"){
  3144. toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  3145. toText = toStuff;
  3146. }
  3147. else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  3148. toStuff = " No TO ";
  3149. toText = " No TO ";
  3150. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  3151. toStuff += "(Submit a new TO rating for this requester)[/URL]";
  3152. }
  3153. else {
  3154. for (var key in resp[hit_data["rid"]].attrs) {
  3155. //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  3156. var i = 0;
  3157. var color = "green";
  3158. var name = key;
  3159. var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  3160. switch (key){
  3161. case "comm":
  3162. name = "Communicativity";
  3163. break;
  3164. case "pay":
  3165. name = "Generosity";
  3166. break;
  3167. case "fast":
  3168. name = "Promptness";
  3169. break;
  3170. case "fair":
  3171. name = "Fairness";
  3172. break;
  3173. default:
  3174. name = key;
  3175. break;
  3176. }
  3177. switch (num){
  3178. case 0:
  3179. color = "red";
  3180. break;
  3181. case 1:
  3182. color = "red";
  3183. break;
  3184. case 2:
  3185. color = "orange";
  3186. break;
  3187. case 3:
  3188. color = "yellow";
  3189. break;
  3190. default:
  3191. break;
  3192. }
  3193. toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  3194. for (i; i < num; i++){
  3195. toText += "[b]"+symbol+"[/b]";
  3196. }
  3197. toText += (num > 0 ? "[/color]" : "");
  3198. if (i < 5){
  3199. toText += "[color=white]";
  3200. for (i; i < 5; i++)
  3201. toText += "[b]"+symbol+"[/b]";
  3202. toText += "[/color]";
  3203. }
  3204. toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  3205. toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  3206. }
  3207. //toText += "[/list]";
  3208. toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  3209. toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  3210. toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  3211. toStuff += "\nNumber of Reviews: "+numResp;
  3212. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  3213. toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  3214. }
  3215.  
  3216. for (var u = 0; u < vars.length; u++) {
  3217. var t = new RegExp('\{' + vars[u] + '\}', 'g');
  3218. if (vars[u] == "to_stuff") {
  3219. txt = txt.replace(t, toStuff);
  3220. }
  3221. else if (vars[u] == "to_text") {
  3222. txt = txt.replace(t, toText);
  3223. }
  3224. else if (vars[u] == "prev_link") {
  3225. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  3226. }
  3227. else if (vars[u] == "acc_link") {
  3228. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  3229. }
  3230. else
  3231. txt = txt.replace(t, hit_data[vars[u]]);
  3232. }
  3233. gtextarea.value = txt;
  3234. }
  3235.  
  3236. function export_irc(item) {
  3237. display(item);
  3238. }
  3239.  
  3240. function apply_template(hit_data) {
  3241. var txt = TEMPLATE;
  3242.  
  3243. var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  3244.  
  3245. var resp = null;
  3246. if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  3247. var url = buildXhrUrl(hit_data["rid"]);
  3248. resp = getTOMulti(hit_data["rid"]);
  3249. //console.log(resp);
  3250. }
  3251. var toText = "";
  3252. var toStuff = "";
  3253. var toData = "";
  3254. var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  3255. if (resp == "TO DOWN"){
  3256. toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  3257. toText = toStuff;
  3258. }
  3259. else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  3260. toStuff = " No TO ";
  3261. toText = " No TO ";
  3262. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  3263. toStuff += "(Submit a new TO rating for this requester)[/URL]";
  3264. }
  3265. else {
  3266. for (var key in resp[hit_data["rid"]].attrs) {
  3267. //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  3268. var i = 0;
  3269. var color = "green";
  3270. var name = key;
  3271. var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  3272. switch (key){
  3273. case "comm":
  3274. name = "Communicativity";
  3275. break;
  3276. case "pay":
  3277. name = "Generosity";
  3278. break;
  3279. case "fast":
  3280. name = "Promptness";
  3281. break;
  3282. case "fair":
  3283. name = "Fairness";
  3284. break;
  3285. default:
  3286. name = key;
  3287. break;
  3288. }
  3289. switch (num){
  3290. case 0:
  3291. color = "red";
  3292. break;
  3293. case 1:
  3294. color = "red";
  3295. break;
  3296. case 2:
  3297. color = "orange";
  3298. break;
  3299. case 3:
  3300. color = "yellow";
  3301. break;
  3302. default:
  3303. break;
  3304. }
  3305. toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  3306. for (i; i < num; i++){
  3307. toText += "[b]"+symbol+"[/b]";
  3308. }
  3309. toText += (num > 0 ? "[/color]" : "");
  3310. if (i < 5){
  3311. toText += "[color=white]";
  3312. for (i; i < 5; i++)
  3313. toText += "[b]"+symbol+"[/b]";
  3314. toText += "[/color]";
  3315. }
  3316. toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  3317. toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  3318. }
  3319. //toText += "[/list]";
  3320. toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  3321. toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  3322. toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  3323. toStuff += "\nNumber of Reviews: "+numResp;
  3324. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  3325. toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  3326. }
  3327.  
  3328. for (var u = 0; u < vars.length; u++) {
  3329. var t = new RegExp('\{' + vars[u] + '\}', 'g');
  3330. if (vars[u] == "to_stuff") {
  3331. txt = txt.replace(t, toStuff);
  3332. }
  3333. else if (vars[u] == "to_text") {
  3334. txt = txt.replace(t, toText);
  3335. }
  3336. else if (vars[u] == "prev_link") {
  3337. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  3338. }
  3339. else if (vars[u] == "acc_link") {
  3340. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  3341. }
  3342. else
  3343. txt = txt.replace(t, hit_data[vars[u]]);
  3344. }
  3345. gtextarea.value = txt;
  3346. }
  3347.  
  3348. function hide_func(div) {
  3349. if (EDIT == false)
  3350. div.style.display = 'none';
  3351. }
  3352.  
  3353. function edit_func() {
  3354. if (EDIT == true) {
  3355. EDIT = false;
  3356. TEMPLATE = gtextarea.value;
  3357. gedit_button.textContent = 'Edit Template';
  3358. apply_template(HIT);
  3359. }
  3360. else {
  3361. //console.log("Editing");
  3362. EDIT = true;
  3363. gedit_button.textContent = 'Show Changes';
  3364. gsave_button.disabled = false;
  3365. gtextarea.value = TEMPLATE;
  3366. }
  3367. }
  3368.  
  3369. function default_func() {
  3370. GM_deleteValue('HITScraper Template');
  3371. TEMPLATE = DEFAULT_TEMPLATE;
  3372. EDIT = false;
  3373. gedit_button.textContent = 'Edit Template';
  3374. apply_template(HIT);
  3375. }
  3376.  
  3377. function save_func() {
  3378. if (EDIT)
  3379. TEMPLATE = gtextarea.value;
  3380. GM_setValue('HITScraper Template', TEMPLATE);
  3381. }
  3382.  
  3383. var gdiv = document.createElement('div');
  3384. var gtextarea = document.createElement('textarea');
  3385. var gdiv2 = document.createElement('label');
  3386.  
  3387. gdiv.style.position = 'fixed';
  3388. gdiv.style.width = '500px';
  3389. gdiv.style.height = '235px';
  3390. gdiv.style.left = '50%';
  3391. gdiv.style.right = '50%';
  3392. gdiv.style.margin = '-250px 0px 0px -250px';
  3393. gdiv.style.top = '300px';
  3394. gdiv.style.padding = '5px';
  3395. gdiv.style.border = '2px';
  3396. gdiv.style.backgroundColor = 'black';
  3397. gdiv.style.color = 'white';
  3398. gdiv.style.zIndex = '100';
  3399.  
  3400. gtextarea.style.padding = '2px';
  3401. gtextarea.style.width = '500px';
  3402. gtextarea.style.height = '200px';
  3403. gtextarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}';
  3404.  
  3405. gdiv.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close';
  3406. gdiv.style.fontSize = '12px';
  3407. gdiv.appendChild(gtextarea);
  3408.  
  3409. var gedit_button = document.createElement('button');
  3410. var gsave_button = document.createElement('button');
  3411. var gdefault_button = document.createElement('button');
  3412. var geasy_button = document.createElement('button');
  3413.  
  3414. gedit_button.textContent = 'Edit Template';
  3415. gedit_button.setAttribute('id', 'edit_button');
  3416. gedit_button.style.height = '18px';
  3417. gedit_button.style.width = '100px';
  3418. gedit_button.style.fontSize = '10px';
  3419. gedit_button.style.paddingLeft = '3px';
  3420. gedit_button.style.paddingRight = '3px';
  3421. gedit_button.style.backgroundColor = 'white';
  3422.  
  3423. gsave_button.textContent = 'Save Template';
  3424. gsave_button.setAttribute('id', 'save_button');
  3425. gsave_button.style.height = '18px';
  3426. gsave_button.style.width = '100px';
  3427. gsave_button.style.fontSize = '10px';
  3428. gsave_button.style.paddingLeft = '3px';
  3429. gsave_button.style.paddingRight = '3px';
  3430. gsave_button.style.backgroundColor = 'white';
  3431. gsave_button.style.marginLeft = '5px';
  3432.  
  3433. geasy_button.textContent = 'Change Adfly Url';
  3434. geasy_button.setAttribute('id', 'easy_button');
  3435. geasy_button.style.height = '18px';
  3436. geasy_button.style.width = '100px';
  3437. geasy_button.style.fontSize = '10px';
  3438. geasy_button.style.paddingLeft = '3px';
  3439.  
  3440. gdefault_button.textContent = ' D ';
  3441. gdefault_button.setAttribute('id', 'default_button');
  3442. gdefault_button.style.height = '18px';
  3443. gdefault_button.style.width = '20px';
  3444. gdefault_button.style.fontSize = '10px';
  3445. gdefault_button.style.paddingLeft = '3px';
  3446. gdefault_button.style.paddingRight = '3px';
  3447. gdefault_button.style.backgroundColor = 'white';
  3448. gdefault_button.style.marginLeft = '5px';
  3449. gdefault_button.title = 'Return default template';
  3450.  
  3451. gdiv.appendChild(gedit_button);
  3452. gdiv.appendChild(gsave_button);
  3453. gdiv.appendChild(gdefault_button);
  3454. gdiv.appendChild(geasy_button);
  3455. gsave_button.disabled = true;
  3456.  
  3457. gdiv.style.display = 'none';
  3458. gtextarea.addEventListener("click", function() {hide_func(gdiv);}, false);
  3459. gedit_button.addEventListener("click", function() {edit_func();}, false);
  3460. gsave_button.addEventListener("click", function() {save_func();}, false);
  3461. gdefault_button.addEventListener("click", function() {default_func();}, false);
  3462. document.body.insertBefore(gdiv, document.body.firstChild);
  3463.  
  3464.  
  3465. //Functions below were added for the irc export with the help of clickhappier and Cristo
  3466.  
  3467. var accountStatus = "loggedOut";
  3468. if ( !document.getElementById("lnkWorkerSignin") ) // if sign-in link not present
  3469. {
  3470. accountStatus = "loggedIn";
  3471. }
  3472.  
  3473.  
  3474. function getUrlVariable(url, variable)
  3475. {
  3476. var query = url.split('?');
  3477. var vars = query[1].split("&");
  3478. for ( var i=0; i<vars.length; i++ )
  3479. {
  3480. var pair = vars[i].split("=");
  3481. if ( pair[0] == variable )
  3482. { return pair[1]; }
  3483. }
  3484. return(false);
  3485. }
  3486.  
  3487. function getTO(f){
  3488. var toComp = [];
  3489. var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  3490. var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f;
  3491. var requestTO = new XMLHttpRequest();
  3492. try{ // first try Miku's TO mirror server (istrack.in)
  3493. requestTO.onreadystatechange = function () {
  3494. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  3495. if (requestTO.responseText.split(':').length > 2) {
  3496. var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  3497. for (var t = 0; t < 4; t++) {
  3498. var arrTo = toInfo[t].split(':');
  3499. toComp.push(arrTo[1].substring(1,4));
  3500. }
  3501. }
  3502. else { toComp = ['-','-','-','-']; }
  3503. }
  3504. };
  3505. requestTO.open('GET', toUrl, false);
  3506. requestTO.send(null);
  3507. return toComp;
  3508. }
  3509. catch(err){ // if mirror unavailable, try main TO server
  3510. try{
  3511. requestTO.onreadystatechange = function () {
  3512. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  3513. if (requestTO.responseText.split(':').length > 2) {
  3514. var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  3515. for (var t = 0; t < 4; t++) {
  3516. var arrTo = toInfo[t].split(':');
  3517. toComp.push(arrTo[1].substring(1,4));
  3518. }
  3519. }
  3520. else { toComp = ['-','-','-','-']; }
  3521. }
  3522. };
  3523. requestTO.open('GET', toUrl2, false);
  3524. requestTO.send(null);
  3525. return toComp;
  3526. }
  3527. catch(err){ // if both unavailable, return 'na's
  3528. toComp = ['na','na','na','na'];
  3529. return toComp;
  3530. }
  3531. }
  3532. }
  3533.  
  3534. function getTOMulti(f){
  3535. var toComp = {};
  3536. var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  3537. var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f;
  3538. var rids = f.split(',');
  3539. var requestTO = new XMLHttpRequest();
  3540. try{ // first try Miku's TO mirror server (istrack.in)
  3541. requestTO.onreadystatechange = function () {
  3542. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  3543. if (requestTO.responseText.split(':').length > 2)
  3544. toComp = $.parseJSON(requestTO.responseText);
  3545. else
  3546. toComp = null;
  3547. }
  3548. };
  3549. requestTO.open('GET', toUrl, false);
  3550. requestTO.send(null);
  3551. return toComp;
  3552. }
  3553. catch(err){ // if mirror unavailable, try main TO server
  3554. try{
  3555. requestTO.onreadystatechange = function () {
  3556. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  3557. if (requestTO.responseText.split(':').length > 2)
  3558. toComp = $.parseJSON(requestTO.responseText);
  3559. else
  3560. toComp = null;
  3561. }
  3562. };
  3563. requestTO.open('GET', toUrl2, false);
  3564. requestTO.send(null);
  3565. return toComp;
  3566. }
  3567. catch(err){ // if both unavailable, return 'na's
  3568. toComp = "TO DOWN";
  3569. return toComp;
  3570. }
  3571. }
  3572. }
  3573.  
  3574. function sleep(ms){ // from http://www.digimantra.com/tutorials/sleep-or-wait-function-in-javascript/
  3575. var dt = new Date();
  3576. dt.setTime(dt.getTime() + ms);
  3577. while (new Date().getTime() < dt.getTime());
  3578. }
  3579. function ns4tShorten(url){ // mturk-only URL shortener on Tjololo's server ns4t.net
  3580. console.log("ns4tShorten function");
  3581. var shortUrl;
  3582. var urlT = "https://ns4t.net/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk&username=publicuser&password=publicpass";
  3583. var requestNs4t = new XMLHttpRequest();
  3584. try{
  3585. requestNs4t.onreadystatechange = function () {
  3586. if (requestNs4t.readyState == 4) {
  3587. if (requestNs4t.status == 200) {
  3588. shortUrl = requestNs4t.responseText;
  3589. console.log("ns4t.net response: " + requestNs4t.status + " " + requestNs4t.statusText + " " + requestNs4t.responseText);
  3590. }
  3591. else {
  3592. console.log('ns4t.net unsuccessful: ' + requestNs4t.status + " " + requestNs4t.statusText);
  3593. }
  3594. }
  3595. };
  3596. requestNs4t.open('GET', urlT, false);
  3597. requestNs4t.send(null);
  3598. return shortUrl;
  3599. }
  3600. catch(err){
  3601. return shortUrl;
  3602. }
  3603. }
  3604. function tnyimShorten(url){ // Tny.im URL Shortener - http://tny.im/aboutapi.php - this is only possible this way because their server has the "Access-Control-Allow-Origin = *" headers enabled (the above TO mirror server does too)
  3605. console.log("tnyimShorten function");
  3606. var shortUrl;
  3607. var urlT = "https://tny.im/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk";
  3608. var requestTnyim = new XMLHttpRequest();
  3609. try{
  3610. requestTnyim.onreadystatechange = function () {
  3611. if (requestTnyim.readyState == 4) {
  3612. if (requestTnyim.status == 200) {
  3613. shortUrl = requestTnyim.responseText;
  3614. console.log("tny.im response: " + requestTnyim.status + " " + requestTnyim.statusText + " " + requestTnyim.responseText);
  3615. }
  3616. else {
  3617. console.log('tny.im unsuccessful: ' + requestTnyim.status + " " + requestTnyim.statusText);
  3618. }
  3619. }
  3620. };
  3621. requestTnyim.open('GET', urlT, false);
  3622. requestTnyim.send(null);
  3623. return shortUrl;
  3624. }
  3625. catch(err){
  3626. return shortUrl;
  3627. }
  3628. }
  3629. function googlShorten(url){ // Goo.gl URL Shortener
  3630. console.log("googlShorten function");
  3631. var shortUrl;
  3632. var urlG = "https://www.googleapis.com/urlshortener/v1/url";
  3633. var requestGoogl = new XMLHttpRequest();
  3634. try{
  3635. requestGoogl.open("POST", urlG, false);
  3636. requestGoogl.setRequestHeader("Content-Type", "application/json");
  3637. requestGoogl.onreadystatechange = function() {
  3638. if (requestGoogl.readyState == 4) {
  3639. if (requestGoogl.status == 200) {
  3640. shortUrl = JSON.parse(requestGoogl.response).id;
  3641. console.log("goo.gl response: " + requestGoogl.status + " " + requestGoogl.statusText + " " + JSON.parse(requestGoogl.response).id );
  3642. }
  3643. else {
  3644. console.log('goo.gl unsuccessful: ' + requestGoogl.status + " " + requestGoogl.statusText);
  3645. }
  3646. }
  3647. };
  3648. var data = new Object();
  3649. data.longUrl = url;
  3650. requestGoogl.send(JSON.stringify(data));
  3651. return shortUrl;
  3652. }
  3653. catch(err){
  3654. return shortUrl;
  3655. }
  3656. }
  3657. function shortenUrl(url){
  3658. sleep(500); // milliseconds delay - wait some milliseconds (currently half a second) between shortens to reduce chance of hitting usage limits
  3659. var shortUrl;
  3660. shortUrl = ns4tShorten(url);
  3661. if ( shortUrl === undefined ) { // if you reached the ns4t.net URL shortener's temporary usage limits or the server is otherwise unavailable
  3662. shortUrl = tnyimShorten(url);
  3663. if ( shortUrl === undefined ) { // if you reached the tny.im URL shortener's temporary limits or the server is otherwise unavailable
  3664. shortUrl = googlShorten(url);
  3665. if ( shortUrl === undefined ) { // if you reached the Google URL shortener's temporary limits too or the server is otherwise unavailable
  3666. shortUrl = "(x)";
  3667. }
  3668. }
  3669. }
  3670. return shortUrl;
  3671. }
  3672.  
  3673. // output display box
  3674. // this is messy
  3675. // TODO: make it cleaner
  3676. var exportdiv = document.createElement('div');
  3677. var exporttextarea1 = document.createElement('textarea'); var exporttextarea2 = document.createElement('textarea');
  3678. var exporttextarea3 = document.createElement('textarea'); var exporttextarea4 = document.createElement('textarea');
  3679. var exporttextarea5 = document.createElement('textarea');
  3680. var exportclosebutton = document.createElement('button');var exporttitlebutton = document.createElement('button');var exporturlbutton = document.createElement('button');
  3681. var exportreqbutton = document.createElement('button');var exportpandabutton = document.createElement('button');var exporttobutton = document.createElement('button');
  3682. exportclosebutton.style.backgroundColor = 'black';
  3683. exportclosebutton.style.color = 'white';
  3684. //exportclosebutton.style.border = 'none';
  3685. exportclosebutton.style.width = '505px';
  3686. exportclosebutton.style.align = 'center';
  3687. exportclosebutton.textContent='Close';
  3688. exporttitlebutton.style.backgroundColor = 'black';
  3689. exporttitlebutton.style.color = 'white';
  3690. //exporttitlebutton.style.border = 'none';
  3691. exporttitlebutton.style.width = '101px';
  3692. exporttitlebutton.style.align = 'center';
  3693. exporttitlebutton.textContent='Title';
  3694. exporturlbutton.style.backgroundColor = 'black';
  3695. exporturlbutton.style.color = 'white';
  3696. //exporturlbutton.style.border = 'none';
  3697. exporturlbutton.style.width = '101px';
  3698. exporturlbutton.style.align = 'center';
  3699. exporturlbutton.textContent='URL';
  3700. exportreqbutton.style.backgroundColor = 'black';
  3701. exportreqbutton.style.color = 'white';
  3702. //exportreqbutton.style.border = 'none';
  3703. exportreqbutton.style.width = '101px';
  3704. exportreqbutton.style.align = 'center';
  3705. exportreqbutton.textContent='Req';
  3706. exportpandabutton.style.backgroundColor = 'black';
  3707. exportpandabutton.style.color = 'white';
  3708. //exportpandabutton.style.border = 'none';
  3709. exportpandabutton.style.width = '101px';
  3710. exportpandabutton.style.align = 'center';
  3711. exportpandabutton.textContent='PandA';
  3712. exporttobutton.style.backgroundColor = 'black';
  3713. exporttobutton.style.color = 'white';
  3714. //exporttobutton.style.border = 'none';
  3715. exporttobutton.style.width = '101px';
  3716. exporttobutton.style.align = 'center';
  3717. exporttobutton.textContent='TO';
  3718. exportdiv.style.position = 'fixed';
  3719. exportdiv.style.width = '505px';
  3720. exportdiv.style.height = '155px';
  3721. exportdiv.style.left = '50%';
  3722. exportdiv.style.right = '50%';
  3723. exportdiv.style.margin = '-250px 0px 0px -250px';
  3724. exportdiv.style.top = '300px';
  3725. exportdiv.style.padding = 'none'; // def 5px
  3726. exportdiv.style.border = 'none'; //def 2px
  3727. exportdiv.style.backgroundColor = 'black';
  3728. exportdiv.style.color = 'white';
  3729. exportdiv.style.zIndex = '1000';
  3730. exportdiv.style.display = 'none';
  3731. document.body.insertBefore(exportdiv, document.body.firstChild);
  3732. exporttextarea1.style.padding = 'none';
  3733. exporttextarea1.style.width = '500px';
  3734. exporttextarea2.style.padding = 'none';
  3735. exporttextarea2.style.width = '500px';
  3736. exporttextarea2.style.height = '30px';
  3737. exporttextarea2.style.overflow = 'hidden';
  3738. exporttextarea2.setAttribute('id','hwtf_url');
  3739. exporttextarea3.style.padding = 'none';
  3740. exporttextarea3.style.width = '500px';
  3741. exporttextarea3.style.height = '30px';
  3742. exporttextarea3.style.overflow = 'hidden';
  3743. exporttextarea3.setAttribute('id','hwtf_req');
  3744. exporttextarea4.style.padding = 'none';
  3745. exporttextarea4.style.width = '500px';
  3746. exporttextarea4.style.height = '30px';
  3747. exporttextarea4.style.overflow = 'hidden';
  3748. exporttextarea4.setAttribute('id','hwtf_panda');
  3749. exporttextarea5.style.padding = '2px';
  3750. exporttextarea5.style.width = '500px';
  3751. exporttextarea5.style.height = '20px';
  3752. exporttextarea5.style.overflow = 'hidden';
  3753. exporttextarea5.setAttribute('id','hwtf_to');
  3754. exportdiv.style.fontSize = '12px';
  3755. //exportdiv.style.display = 'block';
  3756.  
  3757. function display(hit, extype){
  3758.  
  3759. var thisReqName = hit["requester_strip"];
  3760. var thisReqId = "unavailable";
  3761. if ( accountStatus == "loggedIn" )
  3762. {
  3763. thisReqId = hit["rid"];
  3764. }
  3765.  
  3766. var thisTitle = hit["title"].replace(" (Requester link substituted)","");
  3767.  
  3768. var thisReward = hit["reward"];
  3769.  
  3770. var thisTimeLimit = hit["time"];
  3771.  
  3772. var thisHitsAvail = "??";
  3773. if ( accountStatus == "loggedIn" )
  3774. {
  3775. thisHitsAvail = hit["hits"];
  3776. }
  3777.  
  3778. var qualList = hit["quals"];
  3779. var qualColl = qualList.split(',');
  3780. var masterQual = '';
  3781. var locationStat = 'ICA';
  3782. var locationIndex = null;
  3783. for ( var m = 0; m < qualColl.length; m++ ) {
  3784. if ( qualColl[m].indexOf('Masters') > -1 ) {
  3785. masterQual = (extype == "irc") ? 'MASTERS • ' : ' [MASTERS]';
  3786. }
  3787. else if (qualColl[m].indexOf('is US') > -1) {
  3788. locationStat = ' US';
  3789. locationIndex = m;
  3790. }
  3791. else if (qualColl[m].match(/approval rate/)) {
  3792. qualColl[m] = qualColl[m].replace(/[A-Za-z ]+\(%\) is (?:not less than (\d+)|greater than (\d+))/, '>$1$2%');
  3793. }
  3794. else if (qualColl[m].match(/approved HITs/)) {
  3795. qualColl[m] = qualColl[m].replace(/Total approved HITs is (?:not less than (\d+)|greater than (\d+))/, '>$1$2');
  3796. qualColl[m] = qualColl[m].replace(/Total approved HITs is (?:not greater than (\d+)|less than (\d+))/, '<$1$2');
  3797. }
  3798. }
  3799.  
  3800. if (extype == "reddit" && locationIndex != null) qualColl.splice(locationIndex,1);
  3801. if (qualColl[0] == null) qualColl = "None";
  3802. var prevUrl = (thisReqId == "unavailable") ? "Unavailable due to logged out scraper" : LINK_BASE+hit["prev_link"];
  3803. var accUrl = (thisReqId == "unavailable") ? "Unavailable due to logged out scraper" : LINK_BASE+hit["acc_link"];
  3804. var thisPreviewUrl = (extype == "irc") ? shortenUrl(prevUrl) : prevUrl;
  3805. var thisPandaUrl = (extype == "irc") ? shortenUrl(accUrl) : accUrl;
  3806. var thisReqUrl = "(url n/a)";
  3807. if ( thisReqId != "unavailable")
  3808. {
  3809. if (extype == "irc")
  3810. thisReqUrl = shortenUrl('https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId=' + thisReqId);
  3811. else
  3812. thisReqUrl = 'https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId=' + thisReqId;
  3813. }
  3814. else if ( thisReqId == "unavailable") // handle 2015-07-20 loss of logged-out requester ids
  3815. {
  3816. if (extype == "irc")
  3817. thisReqUrl = shortenUrl('https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&searchWords=' + thisReqName.replace(/ /g, "+") ) + " (search)";
  3818. else
  3819. thisReqUrl = 'https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&searchWords=' + thisReqName.replace(/ /g, "+") + " (Requester search URL due to logged out scraper)";
  3820. }
  3821. var hitLinkUnav = '';
  3822. //if ( capGId == 'unavailable' ) { capUrl = capReqUrl; pandaUrl = ""; hitLinkUnav = " (preview link unavailable)"; } // handle logged-out export requests for HITs with no preview/notqualified links ** This is handled at line 647
  3823. if (hit["prev_link"].indexOf("requesterId") > -1)
  3824. {
  3825. hitLinkUnav = " (preview link unavailable)";
  3826. thisPandaUrl = "";
  3827. }
  3828. var thisTOUrl = "(url n/a)";
  3829. var thisTOStats = "??";
  3830. if ( thisReqId != "unavailable" )
  3831. {
  3832. thisTOUrl = (extype == "irc") ? shortenUrl(TO_BASE+thisReqId) : TO_BASE+thisReqId;
  3833. thisTOStats = getTO(thisReqId);
  3834. }
  3835. else if ( thisReqId == "unavailable") // handle 2015-07-20 loss of logged-out requester ids
  3836. {
  3837. thisTOUrl = (extype == "irc") ? shortenUrl('https://turkopticon.ucsd.edu/main/php_search?query=' + thisReqName.replace(/ /g, "+") ) + " (search)" : 'https://turkopticon.ucsd.edu/main/php_search?query=' + thisReqName.replace(/ /g, "+") +" (TO search URL due to logged out scraper)";
  3838. }
  3839. var shortUrlUnav = '';
  3840. if ( (thisPreviewUrl == "(x)") && (thisHitGroup != "unavailable") )
  3841. {
  3842. shortUrlUnav = " \r\n^ https://www.mturk.com/mturk/preview?groupId=" + thisHitGroup;
  3843. }
  3844. var exportOutput = "";
  3845. var loggedOutApology = " (Info missing since logged out.)";
  3846. var temp = [];
  3847. for (var i = 0; i < qualColl.length; i++)
  3848. {
  3849. var search = /b\](.*?)\[/.exec(qualColl[i]);
  3850. if (search)
  3851. temp[i] = search[1].trim();
  3852. else
  3853. temp[i] = qualColl[i].trim();
  3854. }
  3855. if (temp[0] != "None")
  3856. var qualString = temp.join(", ");
  3857. else
  3858. qualString = temp;
  3859. var exTitle = locationStat + ' - ' + thisTitle.replace(" (Preview link unavailable)","") + ' - ' + thisReqName + ' - ' + thisReward + '/' + 'COMTIME - ' + '(' + qualString + ')' + masterQual;
  3860. var exUrl = 'URL: ' + thisPreviewUrl +'\n\n';
  3861. var exReq = 'Req: ' + thisReqUrl +'\n\n';
  3862. var exTO = 'TO: ' + thisTOUrl +'\n\n';
  3863. var exPanda = 'PandA: ' + thisPandaUrl +'\n\n';
  3864. if ( accountStatus == "loggedIn" )
  3865. {
  3866. if (extype == "irc") {
  3867. exportOutput = masterQual + 'Requester: ' + thisReqName + ' ' + thisReqUrl + ' • ' + 'HIT: ' + thisTitle + ' ' + thisPreviewUrl + ' • ' + 'Pay: ' + thisReward + ' • ' + 'Avail: ' + thisHitsAvail + ' • ' + 'Limit: ' + thisTimeLimit + ' • ' + 'TO: ' + 'Pay='+thisTOStats[1] + ' Fair='+thisTOStats[2] + ' Comm='+thisTOStats[0] + ' ' + thisTOUrl + ' • ' + 'PandA: ' + thisPandaUrl + shortUrlUnav ;
  3868. exporttextarea1.value = exportOutput;
  3869. exporttextarea1.style.height = '130px';
  3870. exporttextarea1.setAttribute('id', 'ircexport_text');
  3871. exportdiv.textContent = 'IRC Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.';
  3872. exportdiv.appendChild(exporttextarea1);
  3873. exporttextarea1.addEventListener("click", function(){ exportdiv.style.display = 'none'; }, false);
  3874. exportdiv.style.display = 'block';
  3875. exporttextarea1.select();
  3876. }
  3877. else if (extype == "reddit") {
  3878. exporttextarea1.value = exTitle;
  3879. exporttextarea2.value = exUrl;
  3880. exporttextarea3.value = exReq;
  3881. exporttextarea4.value = exPanda;
  3882. exporttextarea5.value = exTO;
  3883. exporttextarea1.style.height = '50px';
  3884. exporttextarea1.setAttribute('id','hwtf_title');
  3885. exportdiv.textContent = 'r/HitsWorthTurkingFor Export: Use the buttons for single-click copying.';
  3886. exportdiv.appendChild(exporttextarea1);
  3887. exportdiv.appendChild(exporttextarea2);
  3888. exportdiv.appendChild(exporttextarea3);
  3889. exportdiv.appendChild(exporttextarea4);
  3890. exportdiv.appendChild(exporttextarea5);
  3891. exportdiv.appendChild(exporttitlebutton);
  3892. exportdiv.appendChild(exporturlbutton);
  3893. exportdiv.appendChild(exportreqbutton);
  3894. exportdiv.appendChild(exportpandabutton);
  3895. exportdiv.appendChild(exporttobutton);
  3896. exportdiv.appendChild(exportclosebutton);
  3897. document.body.insertBefore(exportdiv, document.body.firstChild);
  3898. exportclosebutton.addEventListener("click", function(){ exportdiv.style.display = 'none'; }, false);
  3899. exporttitlebutton.addEventListener("click", function(){ exporttextarea1.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea1.value); } }, false);
  3900. exporturlbutton.addEventListener("click", function(){ exporttextarea2.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea2.value); } }, false);
  3901. exportreqbutton.addEventListener("click", function(){ exporttextarea3.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea3.value); } }, false);
  3902. exportpandabutton.addEventListener("click", function(){ exporttextarea4.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea4.value); } }, false);
  3903. exporttobutton.addEventListener("click", function(){ exporttextarea5.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea5.value); } }, false);
  3904. exportdiv.style.display = 'block';
  3905. //exporttextarea1.focus();
  3906. var tindex = exTitle.search(/COMTIME/);
  3907. exporttextarea1.setSelectionRange(tindex, tindex+7); // pre-select completion time
  3908. }
  3909. }
  3910. else if ( accountStatus == "loggedOut" )
  3911. {
  3912. if (extype == "irc") {
  3913. exportOutput = masterQual + 'Requester: ' + thisReqName + ' ' + thisReqUrl + ' • ' + 'HIT: ' + thisTitle + ' ' + thisPreviewUrl + ' • ' + 'Pay: ' + thisReward + ' • ' + 'Avail: ' + thisHitsAvail + ' • ' + 'Limit: ' + thisTimeLimit + ' • ' + 'TO: ?? ' + thisTOUrl + ' • ' + 'PandA: ' + thisPandaUrl + loggedOutApology + shortUrlUnav ;
  3914. exporttextarea1.value = exportOutput;
  3915. exporttextarea1.style.height = '130px';
  3916. exporttextarea1.setAttribute('id', 'ircexport_text');
  3917. exportdiv.textContent = 'IRC Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.';
  3918. exportdiv.appendChild(exporttextarea1);
  3919. exporttextarea1.addEventListener("click", function(){ exportdiv.style.display = 'none'; }, false);
  3920. exportdiv.style.display = 'block';
  3921. exporttextarea1.select();
  3922. }
  3923. else if (extype == "reddit") {
  3924. exporttextarea1.value = exTitle;
  3925. exporttextarea2.value = exUrl;
  3926. exporttextarea3.value = exReq;
  3927. exporttextarea4.value = exPanda;
  3928. exporttextarea5.value = exTO;
  3929. exporttextarea1.style.height = '50px';
  3930. exporttextarea1.setAttribute('id','hwtf_title');
  3931. exportdiv.textContent = 'r/HitsWorthTurkingFor Export: Use the buttons for single-click copying.';
  3932. exportdiv.appendChild(exporttextarea1);
  3933. exportdiv.appendChild(exporttextarea2);
  3934. exportdiv.appendChild(exporttextarea3);
  3935. exportdiv.appendChild(exporttextarea4);
  3936. exportdiv.appendChild(exporttextarea5);
  3937. exportdiv.appendChild(exporttitlebutton);
  3938. exportdiv.appendChild(exporturlbutton);
  3939. exportdiv.appendChild(exportreqbutton);
  3940. exportdiv.appendChild(exportpandabutton);
  3941. exportdiv.appendChild(exporttobutton);
  3942. exportdiv.appendChild(exportclosebutton);
  3943. document.body.insertBefore(exportdiv, document.body.firstChild);
  3944. exportclosebutton.addEventListener("click", function(){ exportdiv.style.display = 'none'; }, false);
  3945. exporttitlebutton.addEventListener("click", function(){ exporttextarea1.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea1.value); } }, false);
  3946. exporturlbutton.addEventListener("click", function(){ exporttextarea2.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea2.value); } }, false);
  3947. exportreqbutton.addEventListener("click", function(){ exporttextarea3.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea3.value); } }, false);
  3948. exportpandabutton.addEventListener("click", function(){ exporttextarea4.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea4.value); } }, false);
  3949. exporttobutton.addEventListener("click", function(){ exporttextarea5.select(); if (GM_setClipboard) { GM_setClipboard(exporttextarea5.value); } }, false);
  3950. exportdiv.style.display = 'block';
  3951. //exporttextarea1.focus();
  3952. var tindex = exTitle.search(/COMTIME/);
  3953. exporttextarea1.setSelectionRange(tindex, tindex+7); // pre-select completion time
  3954. }
  3955. }
  3956. }