HIT Scraper WITH EXPORT

Snag HITs.

当前为 2015-01-27 提交的版本,查看 最新版本

  1. // ==UserScript==
  2. // @name HIT Scraper WITH EXPORT
  3. // @author Kerek and TJ
  4. // @description Snag HITs.
  5. // Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints
  6. // @namespace http://userscripts.org/users/536998
  7. // @match https://www.mturk.com/mturk/findhits?match=true#hit_scraper*
  8. // @match https://www.mturk.com/mturk/findhits?match=true?hit_scraper*
  9. // @version 1.5.5
  10. // @grant GM_xmlhttpRequest
  11. // @require http://code.jquery.com/jquery-latest.min.js
  12. // ==/UserScript==
  13.  
  14. //Fixes it soas not to rely on GM's storage schemes
  15. if (!this.GM_getValue || (this.GM_getValue.toString && this.GM_getValue.toString().indexOf("not supported")>-1)) {
  16. this.GM_getValue=function (key,def) {
  17. return localStorage[key] || def;
  18. };
  19. this.GM_setValue=function (key,value) {
  20. return localStorage[key]=value;
  21. };
  22. this.GM_deleteValue=function (key) {
  23. return localStorage.removeItem(key);
  24. };
  25. }
  26.  
  27. //alter the requester ignore last as you desire, case insensitive
  28. var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"];
  29. var ignore_list = default_list;
  30. if (GM_getValue("scraper_ignore_list"))
  31. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  32. else
  33. GM_setValue("scraper_ignore_list", default_list.join('^'));
  34.  
  35. var include_list = [];
  36. if (GM_getValue("scraper_include_list"))
  37. include_list = GM_getValue("scraper_include_list").split('^');
  38.  
  39. //This is to update the hit export symbol
  40. var symbol = "☭";
  41.  
  42. //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs. Change to true for this behavior.
  43. var correct_for_skips = true;
  44.  
  45. //weight the four TO ratings for the coloring. Default has pay twice as important as fairness and nothing for communication and fast.
  46. var COMM_WEIGHT = 0;
  47. var PAY_WEIGHT = 10;
  48. var FAIR_WEIGHT = 5;
  49. var FAST_WEIGHT = 0;
  50.  
  51. //Used for themeing, change the colors to change how scraper looks
  52. var GREEN = '#66CC66'; // > 4
  53. var LIGHTGREEN = '#ADFF2F'; // > 3 GREEN YELLOW
  54. var YELLOW = '#FFD700'; //Not used
  55. var ORANGE = '#FF9900'; // > 2
  56. var RED = '#FF3030'; // <= 2
  57. var BLUE = '#C0D9D9'; // no TO
  58. var GREY = 'lightGrey'; //TO down
  59. var BROWN = '#94704D'; //Font color
  60. var DARKGREY = '#9F9F9F'; //No HITDB, "Not Qualified" column
  61. var BACKGROUND_COLOR = "rgb(19, 19, 19)"; //Background of page
  62.  
  63. //display your hitdb records if applicable
  64. var check_hitDB = true;
  65.  
  66. //default text size
  67. var default_text_size=11;
  68.  
  69. //set to "true" to override checkbox setting and ding on new hits
  70. var newHitDing = false;
  71.  
  72. //DO NOT EDIT ANYTHING BELOW THIS LINE UNLESS YOU KNOW WHAT YOU ARE DOING!
  73.  
  74. var status_text = "None";
  75. var shouldDing = false;
  76. var audio = document.createElement('audio');
  77. document.body.appendChild(audio);
  78. audio.src = 'data:audio/ogg;base64,T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF';
  79. audio.setAttribute("id", "ding_noise");
  80. audio.volume = 1;
  81.  
  82. function newHits(dingNoise) {
  83. console.log(dingNoise);
  84. if (dingNoise || newHitDing)
  85. document.getElementById("ding_noise").play();
  86. }
  87.  
  88. //For editing the blocklist
  89. var div = document.createElement('div');
  90. var textarea = document.createElement('textarea');
  91.  
  92. div.style.position = 'fixed';
  93. div.style.width = '500px';
  94. div.style.height = '235px';
  95. div.style.left = '50%';
  96. div.style.right = '50%';
  97. div.style.margin = '-250px 0px 0px -250px';
  98. div.style.top = '300px';
  99. div.style.padding = '5px';
  100. div.style.border = '2px';
  101. div.style.backgroundColor = 'black';
  102. div.style.color = 'white';
  103. div.style.zIndex = '100';
  104. div.setAttribute('id','block_div');
  105.  
  106. textarea.style.padding = '2px';
  107. textarea.style.width = '500px';
  108. textarea.style.height = '180px';
  109. textarea.title = 'Block list';
  110. textarea.setAttribute('id','block_text');
  111.  
  112. div.textContent = 'Change the blocklist to be whatever you like, save to save it. Separate requesters with the ^ character. After clicking "Save", you\'ll need to scrape again to apply the changes.';
  113. div.style.fontSize = '12px';
  114. div.appendChild(textarea);
  115.  
  116. var save_button = document.createElement('button');
  117. var cancel_button = document.createElement('button');
  118.  
  119. save_button.textContent = 'Save';
  120. save_button.setAttribute('id', 'save_blocklist');
  121. save_button.style.height = '18px';
  122. save_button.style.width = '100px';
  123. save_button.style.fontSize = '10px';
  124. save_button.style.paddingLeft = '3px';
  125. save_button.style.paddingRight = '3px';
  126. save_button.style.backgroundColor = 'white';
  127. save_button.style.marginLeft = '5px';
  128.  
  129. cancel_button.textContent = 'Cancel';
  130. cancel_button.setAttribute('id', 'cancel_blocklist');
  131. cancel_button.style.height = '18px';
  132. cancel_button.style.width = '100px';
  133. cancel_button.style.fontSize = '10px';
  134. cancel_button.style.paddingLeft = '3px';
  135. cancel_button.style.paddingRight = '3px';
  136. cancel_button.style.backgroundColor = 'white';
  137. cancel_button.style.marginLeft = '5px';
  138.  
  139.  
  140. div.appendChild(save_button);
  141. div.appendChild(cancel_button);
  142.  
  143. $("#block_div").hide();
  144. save_button.addEventListener("click", function() {save_blocklist();}, false);
  145. cancel_button.addEventListener("click", function() {$("#block_div").hide();}, false);
  146. document.body.insertBefore(div, document.body.firstChild);
  147.  
  148. //For editing the include list
  149. var shouldInclude = false;
  150. var div2 = document.createElement('div');
  151. var textarea2 = document.createElement('textarea');
  152.  
  153. div2.style.position = 'fixed';
  154. div2.style.width = '500px';
  155. div2.style.height = '235px';
  156. div2.style.left = '50%';
  157. div2.style.right = '50%';
  158. div2.style.margin = '-250px 0px 0px -250px';
  159. div2.style.top = '300px';
  160. div2.style.padding = '5px';
  161. div2.style.border = '2px';
  162. div2.style.backgroundColor = 'black';
  163. div2.style.color = 'white';
  164. div2.style.zIndex = '100';
  165. div2.setAttribute('id','include_div');
  166.  
  167. textarea2.style.padding = '2px';
  168. textarea2.style.width = '500px';
  169. textarea2.style.height = '180px';
  170. textarea2.title = 'include list';
  171. textarea2.setAttribute('id','include_text');
  172.  
  173. div2.textContent = 'Used if you only want to see certain requesters. Separator is ^. Only takes effect if \"Use includelist\" is checked.';
  174. div2.style.fontSize = '12px';
  175. div2.appendChild(textarea2);
  176.  
  177. var save_button2 = document.createElement('button');
  178. var cancel_button2 = document.createElement('button');
  179.  
  180. save_button2.textContent = 'Save';
  181. save_button2.setAttribute('id', 'save_includelist');
  182. save_button2.style.height = '18px';
  183. save_button2.style.width = '100px';
  184. save_button2.style.fontSize = '10px';
  185. save_button2.style.paddingLeft = '3px';
  186. save_button2.style.paddingRight = '3px';
  187. save_button2.style.backgroundColor = 'white';
  188. save_button2.style.marginLeft = '5px';
  189.  
  190. cancel_button2.textContent = 'Cancel';
  191. cancel_button2.setAttribute('id', 'cancel_includelist');
  192. cancel_button2.style.height = '18px';
  193. cancel_button2.style.width = '100px';
  194. cancel_button2.style.fontSize = '10px';
  195. cancel_button2.style.paddingLeft = '3px';
  196. cancel_button2.style.paddingRight = '3px';
  197. cancel_button2.style.backgroundColor = 'white';
  198. cancel_button2.style.marginLeft = '5px';
  199.  
  200. div2.appendChild(save_button2);
  201. div2.appendChild(cancel_button2);
  202.  
  203. $("#include_div").hide();
  204. save_button2.addEventListener("click", function() {save_includelist();}, false);
  205. cancel_button2.addEventListener("click", function() {$("#include_div").hide();}, false);
  206. document.body.insertBefore(div2, document.body.firstChild);
  207.  
  208. function save_blocklist() {
  209. console.log("Save");
  210. var textarea = $("#block_text");
  211. var text = textarea.val();
  212. var block_list = text.split("^");
  213. var trimmed_list = [];
  214. for (var requester in block_list){
  215. if (block_list[requester].trim().length != 0)
  216. trimmed_list.push(block_list[requester].toLowerCase().trim());
  217. }
  218. console.log(trimmed_list);
  219. GM_setValue("scraper_ignore_list",trimmed_list.join('^'));
  220. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  221. console.log("Save complete: ");
  222. console.log(ignore_list);
  223. $("#block_div").hide();
  224. }
  225.  
  226. function save_includelist() {
  227. console.log("Save");
  228. var textarea = $("#include_text");
  229. var text = textarea.val();
  230. var includes = text.split("^");
  231. console.log(includes);
  232. var trimmed_list = [];
  233. for (var requester in includes){
  234. if (includes[requester].trim().length != 0)
  235. trimmed_list.push(includes[requester].toLowerCase().trim());
  236. }
  237. GM_setValue("scraper_include_list",trimmed_list.join('^'));
  238. include_list = GM_getValue("scraper_include_list").split('^');
  239. console.log(include_list);
  240. $("#include_div").hide();
  241. }
  242.  
  243. var HITStorage = {};
  244. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  245. window.mozIndexedDB;
  246. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  247. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  248. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  249. var IDBKeyRange = window.IDBKeyRange;
  250.  
  251. HITStorage.indexedDB = {};
  252. HITStorage.indexedDB = {};
  253. HITStorage.indexedDB.db = null;
  254.  
  255. HITStorage.indexedDB.onerror = function(e) {
  256. console.log(e);
  257. };
  258.  
  259. var v=4;
  260.  
  261. HITStorage.indexedDB.checkTitle = function(title,button) {
  262. var request = indexedDB.open("HITDB", v);
  263. request.onsuccess = function(e) {
  264. HITStorage.indexedDB.db = e.target.result;
  265. var db = HITStorage.indexedDB.db;
  266. if (!db.objectStoreNames.contains("HIT"))
  267. {
  268. db.close();
  269. return;
  270. }
  271. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  272. var store = trans.objectStore("HIT");
  273.  
  274. var index = store.index("title");
  275. index.get(title).onsuccess = function(event)
  276. {
  277. if (event.target.result === undefined)
  278. {
  279. console.log(title + ' not found');
  280. history[button].titledb=false;
  281. }
  282. else
  283. {
  284. console.log(title + ' found');
  285. history[button].titledb=true;
  286. }
  287. db.close();
  288. };
  289. };
  290. request.onerror = HITStorage.indexedDB.onerror;
  291. };
  292.  
  293. HITStorage.indexedDB.checkRequester = function(id,button) {
  294. var request = indexedDB.open("HITDB", v);
  295. request.onsuccess = function(e) {
  296. HITStorage.indexedDB.db = e.target.result;
  297. var db = HITStorage.indexedDB.db;
  298. if (!db.objectStoreNames.contains("HIT"))
  299. {
  300. db.close();
  301. return;
  302. }
  303. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  304. var store = trans.objectStore("HIT");
  305.  
  306. var index = store.index("requesterId");
  307. index.get(id).onsuccess = function(event)
  308. {
  309. if (event.target.result === undefined)
  310. {history[button].reqdb=false;
  311. console.log(id + ' not found');
  312. }
  313. else
  314. {
  315. history[button].reqdb=true;
  316. console.log(id + ' found');
  317. }
  318. db.close();
  319. };
  320. };
  321. request.onerror = HITStorage.indexedDB.onerror;
  322. };
  323.  
  324. var PAGES_TO_SCRAPE = 3;
  325. var MINIMUM_HITS = 100;
  326. var SEARCH_REFRESH=0;
  327. var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups";
  328. var initial_url = URL_BASE;
  329. var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id=";
  330. var found_key_list=[];
  331. var last_clear_time = new Date().getTime();
  332. var searched_once = false;
  333. var save_new_results_time = 120;
  334. var save_results_time = 3600;
  335. var default_type = 0;
  336. var cur_loc = window.location.href;
  337. var time_input = document.createElement("INPUT");
  338. time_input.value = 0;
  339. var page_input = document.createElement("INPUT");
  340. page_input.value = 3;
  341. var min_input = document.createElement("INPUT");
  342. var new_time_display_input = document.createElement("INPUT");
  343. new_time_display_input.value = 300;
  344. var reward_input = document.createElement("INPUT");
  345. var qual_input = document.createElement("INPUT");
  346. qual_input.type = "checkbox";
  347. qual_input.checked = true;
  348. var masters_input = document.createElement("INPUT");
  349. masters_input.type = "checkbox";
  350. var sort_input1 = document.createElement("INPUT");
  351. sort_input1.type = "radio";
  352. sort_input1.name = "sort_type";
  353. sort_input1.value = "latest";
  354. sort_input1.checked = true;
  355. var sort_input2 = document.createElement("INPUT");
  356. sort_input2.type = "radio";
  357. sort_input2.name = "sort_type";
  358. sort_input2.value = "most";
  359. var sort_input3 = document.createElement("INPUT");
  360. sort_input3.type = "radio";
  361. sort_input3.name = "sort_type";
  362. sort_input3.value = "amount";
  363. var sort_input4 = document.createElement("INPUT");
  364. sort_input4.type = "radio";
  365. sort_input4.name = "sort_type";
  366. sort_input4.value = "A-Z";
  367. var sort_input_invert = document.createElement("INPUT");
  368. sort_input_invert.type = "checkbox";
  369. var friesAreDone = document.createElement("INPUT");
  370. friesAreDone.type = "checkbox";
  371. var correctForSkips = document.createElement("INPUT");
  372. correctForSkips.type = "checkbox";
  373. correctForSkips.checked = true;
  374. var matchOnly = document.createElement("INPUT");
  375. matchOnly.type = "checkbox";
  376.  
  377. var search_input = document.createElement("INPUT");
  378.  
  379. var LINK_BASE = "https://www.mturk.com";
  380. var STATUSDETAIL_DELAY = 250;
  381. var MPRE_DELAY = 3000;
  382.  
  383. $('body').css('background', BACKGROUND_COLOR);
  384.  
  385. var next_page = 1;
  386.  
  387. var API_PROXY_BASE = 'https://mturk-api.istrack.in/';
  388. var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids=';
  389. var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/';
  390.  
  391. var control_panel_HTML = '<div id="control_panel" style="margin: 0 auto 0 auto;' +
  392. 'border-bottom: 1px solid #000000; margin-bottom: 5px; ' +
  393. 'background-color: ' + BACKGROUND_COLOR + ';"></div>';
  394. $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body
  395. $('body').prepend(control_panel_HTML);
  396.  
  397. var control_panel = document.getElementById("control_panel");
  398. var big_red_button = document.createElement("BUTTON");
  399. var reset_blocks = document.createElement("BUTTON");
  400. var include_button = document.createElement("BUTTON");
  401. var progress_report = document.createTextNode("Stopped");
  402. var status_report = document.createTextNode("None");
  403. var text_area = document.createElement("TABLE");
  404. big_red_button.textContent = "Show Interface";
  405. big_red_button.onclick = function(){show_interface();};
  406. control_panel.appendChild(big_red_button);
  407.  
  408. show_interface();
  409.  
  410. var global_run = false;
  411. var statusdetail_loop_finished = false;
  412. var date_header = "";
  413. var history = {};
  414. var wait_loop;
  415.  
  416. function set_progress_report(text, force)
  417. {
  418. if (global_run == true || force == true)
  419. {
  420. progress_report.textContent = text;
  421. status_report.textContent = status_text;
  422. }
  423. }
  424.  
  425. function get_progress_report()
  426. {
  427. return progress_report.textContent;
  428. }
  429.  
  430. function wait_until_stopped()
  431. {
  432. if (global_run == true)
  433. {
  434. if (statusdetail_loop_finished == true)
  435. {
  436. big_red_button.textContent = "Start";
  437. set_progress_report("Finished", false);
  438. }
  439. else
  440. {
  441. setTimeout(function(){wait_until_stopped();}, 500);
  442. }
  443. }
  444. }
  445.  
  446. function display_wait_time(wait_time)
  447. {
  448. if (global_run == true)
  449. {
  450. var current_progress = get_progress_report();
  451. if (current_progress.indexOf("Searching again in")!==-1)
  452. {
  453. set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false);
  454. }
  455. else
  456. set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false);
  457. if (wait_time>1)
  458. setTimeout(function(){display_wait_time(wait_time-1);}, 1000);
  459. }
  460. }
  461.  
  462. function dispArr(ar)
  463. {
  464. var disp = "";
  465. for (var z = 0; z < ar.length; z++)
  466. {
  467. disp += "id " + z + " is " + ar[z] + " ";
  468. }
  469. console.log(disp);
  470. }
  471.  
  472. function scrape($src)
  473. {
  474. var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]');
  475. var $title = $src.find('a[class="capsulelink"]');
  476. var $reward = $src.find('span[class="reward"]');
  477. var $preview = $src.find('a[href^="/mturk/preview?"]');
  478. var $qualified = $src.find('a[href^="/mturk/notqualified?"]');
  479. var $times = $src.find('a[id^="duration_to_complete"]');
  480. var $descriptions = $src.find('a[id^="description"]');
  481. var not_qualified_group_IDs=[];
  482. var $quals = $src.find('a[id^="qualificationsRequired"]');
  483. $qualified.each(function(){
  484. var groupy = $(this).attr('href');
  485. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  486. groupy = groupy.replace("/mturk/notqualified?hit","");
  487. not_qualified_group_IDs.push(groupy);
  488. });
  489. var $mixed = $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"]');
  490. var listy =[];
  491. $mixed.each(function(){
  492. var groupy = $(this).attr('href');
  493. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  494. groupy = groupy.replace("/mturk/notqualified?hit","");
  495. groupy = groupy.replace("/mturk/preview?groupId=","");
  496. listy.push(groupy);
  497. });
  498. listy = listy.filter(function(elem, pos) {
  499. return listy.indexOf(elem) == pos;
  500. });
  501.  
  502. for (var j = 0; j < $requester.length; j++)
  503. {
  504. var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]');
  505. var requester_name = $requester.eq(j).text().trim();
  506. var requester_link = $requester.eq(j).attr('href');
  507. var group_ID=(listy[j] ? listy[j].replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1") : "");
  508. if (listy[j] && listy[j].indexOf("notqualified") > -1)
  509. noqual = true;
  510. group_ID=group_ID.replace("/mturk/notqualified?hit","");
  511. var masters = false;
  512. var preview_link = "/mturk/preview?groupId=" + group_ID;
  513. if (!listy[j])
  514. preview_link = requester_link;
  515. var title = $title.eq(j).text().trim();
  516. var reward = $reward.eq(j).text().trim();
  517. var hits = $hits.eq(4).text().trim();
  518. var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  519. var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  520. //console.log(description);
  521. var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=','');
  522. var accept_link;
  523. accept_link = preview_link.replace('preview','previewandaccept');
  524. /*HIT SCRAPER ADDITION*/
  525. var qElements = $quals.eq(j).parent().parent().parent().find('tr');
  526. //console.log(qElements);
  527.  
  528. var qualifications = [];
  529. for (var i = 1; i < qElements.length; i++) {
  530. qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')));
  531. if (qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1)
  532. masters=true;
  533. }
  534. var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None");
  535.  
  536. key = requester_name+title+reward+group_ID;
  537. found_key_list.push(key);
  538. if (history[key] == undefined)
  539. {
  540. history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:"",masters:false};
  541. history[key].req_link = requester_link;
  542. history[key].prev_link = preview_link;
  543. history[key].requester = requester_name;
  544. history[key].title = title;
  545. history[key].reward = reward;
  546. history[key].hits = hits;
  547. history[key].rid = requester_id;
  548. history[key].acc_link = accept_link;
  549. history[key].time = time;
  550. history[key].quals = qualList;
  551. history[key].description = description;
  552. history[key].masters = masters;
  553. HITStorage.indexedDB.checkRequester(requester_id,key);
  554. HITStorage.indexedDB.checkTitle(title,key);
  555. if (searched_once)
  556. {
  557. history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH);
  558. history[key].new_result = 0;
  559. }
  560. else
  561. {
  562. history[key].initial_time = new Date().getTime()-1000*save_new_results_time;
  563. history[key].new_result = 1000*save_new_results_time;
  564. }
  565. if (not_qualified_group_IDs.indexOf(group_ID)!==-1)
  566. history[key].qualified = false;
  567. else
  568. history[key].qualified = true;
  569.  
  570. history[key].found_this_time = true;
  571. }
  572. else
  573. {
  574. history[key].new_result = new Date().getTime() - history[key].initial_time;
  575. history[key].found_this_time = true;
  576. history[key].hits = hits;
  577. }
  578. }
  579. }
  580.  
  581. function statusdetail_loop(next_URL)
  582. {
  583. if (global_run == true)
  584. {
  585. if (next_URL.length != 0)
  586. {
  587. $.get(next_URL, function(data)
  588. {
  589. var $src = $(data);
  590. var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")');
  591. if (maxpagerate.length == 0)
  592. {
  593. if (next_page > PAGES_TO_SCRAPE)
  594. {
  595. if(status_text.indexOf("Correcting for skips") == -1)
  596. status_text += ". Correcting for skips";
  597. }
  598. set_progress_report("Processing page " + next_page, false);
  599. scrape($src);
  600. $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")');
  601. next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : "";
  602. next_page++;
  603. if (default_type == 1)
  604. {
  605. var hmin = MINIMUM_HITS+1;
  606. for (j = 0; j < found_key_list.length; j++)
  607. {
  608. console.log(history[found_key_list[j]]);
  609. if (history[found_key_list[j]].hits < hmin)
  610. {
  611. next_URL = "";
  612. next_page = -1;
  613. break;
  614. }
  615. }
  616. }
  617. else if (next_page > PAGES_TO_SCRAPE && correct_for_skips)
  618. {
  619. var skipped_hits = 0;
  620. var added_pages = 0;
  621. for (j = 0; j < found_key_list.length; j++)
  622. {
  623. var obj = history[found_key_list[j]];
  624. if (!ignore_check(obj.requester,obj.title))
  625. skipped_hits++;
  626. }
  627. added_pages = Math.floor(skipped_hits/10);
  628. if (skipped_hits%10 >6)
  629. added_pages++;
  630. if (next_page > PAGES_TO_SCRAPE + added_pages)
  631. {
  632. next_URL = "";
  633. next_page = -1;
  634. }
  635. }
  636. else if (next_page > PAGES_TO_SCRAPE)
  637. {
  638. next_URL = "";
  639. next_page = -1;
  640. }
  641. setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY);
  642. }
  643. else
  644. {
  645. console.log("MPRE");
  646. setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY);
  647. }
  648. });
  649. }
  650. else
  651. {
  652. searched_once = true;
  653. var found_hits = found_key_list.length;
  654. var shown_hits = 0;
  655. var new_hits = 0;
  656. var url = API_MULTI_ATTRS_URL;
  657. var rids = [];
  658. var lastRow = text_area.rows.length - 1;
  659. for (i = lastRow; i>0; i--)
  660. text_area.deleteRow(i);
  661. for (j = 0; j < found_key_list.length; j++)
  662. {
  663. //(function(url,rids,j) {
  664. var obj = history[found_key_list[j]];
  665. if (ignore_check(obj.requester,obj.title) && obj.found_this_time){
  666. ++shown_hits;
  667. //console.log(obj);
  668. //hit export will update col_heads[1]
  669. var col_heads = ["<a href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down","<a href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  670. var row = text_area.insertRow(text_area.rows.length);
  671. url += obj.rid + ',';
  672. rids.push(obj.rid);
  673. if (check_hitDB)
  674. {
  675. col_heads.push("R");
  676. col_heads.push("T");
  677. }
  678. if (!obj.qualified)
  679. {
  680. col_heads.push("Not Qualified");
  681. }
  682. for (i=0; i<col_heads.length; i++)
  683. {
  684. var this_cell = row.insertCell(i);
  685. row.cells[i].style.fontSize = default_text_size;
  686. this_cell.innerHTML = col_heads[i];
  687. if(i>1)
  688. this_cell.style.textAlign = 'center';
  689. if (i==6)
  690. {
  691. var listOfQuals = obj.quals.replace(/,/g,'\n');
  692. listOfQuals = listOfQuals.replace(/\[(.*?)\]/g,'');
  693. this_cell.title=listOfQuals;
  694. if (obj.masters)
  695. {
  696. this_cell.style.backgroundColor=RED;
  697. this_cell.innerHTML="Y";
  698. }
  699. else
  700. {
  701. this_cell.style.backgroundColor=GREEN;
  702. this_cell.innerHTML="N";
  703. }
  704. }
  705. if (check_hitDB)
  706. {
  707. if (i==7)
  708. {
  709. if (obj.reqdb){
  710. this_cell.style.backgroundColor = GREEN;
  711. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,0);}})(obj));
  712. }
  713. else
  714. this_cell.style.backgroundColor = RED;
  715. }
  716. else if (i==8)
  717. {
  718. if (obj.titledb){
  719. this_cell.style.backgroundColor = GREEN;
  720. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,1);}})(obj));
  721. }
  722. else
  723. this_cell.style.backgroundColor = RED;
  724. }
  725. else if (i==9)
  726. this_cell.style.backgroundColor = DARKGREY;
  727. }
  728. else if (i==7)
  729. this_cell.style.backgroundColor = DARKGREY;
  730. }
  731. if (Object.keys(history).length>0)
  732. {
  733. if (obj.new_result < 1000*save_new_results_time)
  734. {
  735. new_hits++;
  736. for (i in col_heads)
  737. {
  738. row.cells[i].style.fontSize = default_text_size + 1;
  739. row.cells[i].style.fontWeight = "bold";
  740. }
  741. }
  742. }
  743. button = document.createElement('button'); //HIT SCRAPER ADDITION
  744. button.textContent = 'vB';
  745. button.title = 'Export this HIT description as vBulletin formatted text';
  746. button.style.height = '14px';
  747. button.style.width = '30px';
  748. button.style.fontSize = '8px';
  749. button.style.border = '1px solid';
  750. button.style.padding = '0px';
  751. button.style.backgroundColor = 'transparent';
  752. button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER
  753. button2.textContent = 'R';
  754. button2.title = 'Add requester to block list';
  755. button2.style.height = '14px';
  756. button2.style.width = '15px';
  757. button2.style.fontSize = '8px';
  758. button2.style.border = '1px solid';
  759. button2.style.padding = '0px';
  760. button2.style.backgroundColor = 'transparent';
  761. button3 = document.createElement('button'); //BUTTON TO BLOCK TITLE
  762. button3.textContent = 'T';
  763. button3.title = 'Add title to block list';
  764. button3.style.height = '14px';
  765. button3.style.width = '15px';
  766. button3.style.fontSize = '8px';
  767. button3.style.border = '1px solid';
  768. button3.style.padding = '0px';
  769. button3.style.backgroundColor = 'transparent';
  770. //button.addEventListener("click", function() {export_func_deleg(j);}.bind(null,j), false);
  771. button.addEventListener("click", (function (obj,j) { return function() {export_func_deleg(obj,j);}})(obj,j));
  772. row.cells[1].appendChild(document.createTextNode(" "));
  773. row.cells[1].appendChild(button);
  774. button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,0);}})(obj,j));
  775. row.cells[0].appendChild(document.createTextNode(" "));
  776. row.cells[0].appendChild(button2);
  777. button3.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,1);}})(obj,j));
  778. row.cells[0].appendChild(button3);
  779. }
  780. //});
  781. }
  782. set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + (found_hits - shown_hits) + " HITs ignored.", false);
  783. if (new_hits > 0){
  784. newHits(shouldDing);
  785. }
  786. url = url.substring(0,url.length - 1);
  787. //console.log(url);
  788. var success_flag = false;
  789. GM_xmlhttpRequest(
  790. {
  791. method: "GET",
  792. url: url,
  793. onload: function (results)
  794. {
  795. //console.log(results.responseText);
  796. rdata = $.parseJSON(results.responseText);
  797. for (i = 0; i < rids.length; i++)
  798. {
  799. text_area.rows[i+1].style.backgroundColor = GREY;
  800. if (rdata[rids[i]])
  801. {
  802. var pay = rdata[rids[i]].attrs.pay;
  803. var reviews = rdata[rids[i]].reviews;
  804. var average = 0;
  805. var sum = 0;
  806. var divisor = 0;
  807. var comm = rdata[rids[i]].attrs.comm;
  808. var fair = rdata[rids[i]].attrs.fair;
  809. var fast = rdata[rids[i]].attrs.fast;
  810. var titleText = "comm: "+comm+"\nfair: "+fair+"\nfast: "+fast+"\npay: "+pay;
  811. if (comm > 0)
  812. {
  813. sum += COMM_WEIGHT*comm;
  814. divisor += COMM_WEIGHT;
  815. }
  816. if (pay > 0)
  817. {
  818. sum += PAY_WEIGHT*pay;
  819. divisor += PAY_WEIGHT;
  820. }
  821. if (fair > 0)
  822. {
  823. sum += FAIR_WEIGHT*fair;
  824. divisor += FAIR_WEIGHT;
  825. }
  826. if (fast > 0)
  827. {
  828. sum += FAST_WEIGHT*fast;
  829. divisor += FAST_WEIGHT;
  830. }
  831. if (divisor > 0)
  832. {
  833. average = sum/divisor;
  834. }
  835. text_area.rows[i+1].cells[4].innerHTML = "<a href='"+ TO_REQ_URL+rids[i] +"' target='_blank'>" + pay + "</a>";
  836. text_area.rows[i+1].cells[4].setAttribute("title", titleText);
  837. if (reviews > 4)
  838. {
  839. if (average > 4.49)
  840. text_area.rows[i+1].style.backgroundColor = GREEN;
  841. else if (average > 3.49)
  842. text_area.rows[i+1].style.backgroundColor = LIGHTGREEN;
  843. //else if (average > 2.99)
  844. // text_area.rows[i+1].style.backgroundColor = YELLOW;
  845. else if (average > 1.99)
  846. text_area.rows[i+1].style.backgroundColor = ORANGE;
  847. else if (average > 0)
  848. text_area.rows[i+1].style.backgroundColor = RED;
  849. }
  850. }
  851. else
  852. {
  853. text_area.rows[i+1].cells[4].innerHTML = "No data";
  854. }
  855. }
  856. success_flag = true;
  857. }
  858. });
  859. if (!success_flag)
  860. for (i = 0; i < rids.length; i++) text_area.rows[i+1].style.backgroundColor = GREY;
  861. statusdetail_loop_finished = true;
  862. if (SEARCH_REFRESH>0)
  863. {
  864. wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH);
  865. display_wait_time(SEARCH_REFRESH);
  866. }
  867. else
  868. {
  869. global_run = false;
  870. big_red_button.textContent = "Start";
  871. }
  872. }
  873. }
  874. }
  875.  
  876. function ignore_check(r,t){
  877. tempList = ignore_list.map(function(item) { return item.toLowerCase(); });
  878. foundR = -1;
  879. foundT = -1;
  880. foundR = tempList.indexOf(r.toLowerCase());
  881. foundT = tempList.indexOf(t.toLowerCase());
  882. if (shouldInclude){
  883. console.log(include_list);
  884. temp = include_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  885. console.log(temp);
  886. if (temp != -1)
  887. foundR = -1;
  888. else
  889. foundR = 0;
  890. }
  891. found = foundR == -1 && foundT == -1;
  892. //console.log("r: "+r+" t: "+t+" f: "+found);
  893. return found;
  894. //return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  895. }
  896.  
  897. function start_running()
  898. {
  899. if (big_red_button.textContent == "Start")
  900. {
  901. status_text="";
  902. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  903. if (GM_getValue("scraper_include_list"))
  904. include_list = GM_getValue("scraper_include_list").split('^');
  905. global_run = true;
  906. initial_url = URL_BASE;
  907. if (search_input.value.length>0)
  908. {
  909. initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value);
  910. }
  911. if (time_input.value.replace(/[^0-9]+/g,"") != "")
  912. {
  913. SEARCH_REFRESH = Number(time_input.value);
  914. }
  915. if (page_input.value.replace(/[^0-9]+/g,"") != "")
  916. {
  917. PAGES_TO_SCRAPE = Number(page_input.value);
  918. }
  919. if (min_input.value.replace(/[^0-9]+/g,"") != "")
  920. {
  921. if (!sort_input2.checked)
  922. status_text += " Minimum batch size selected but not sorting by most available";
  923. MINIMUM_HITS = Number(min_input.value);
  924. }
  925. if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "")
  926. {
  927. save_new_results_time = Number(new_time_display_input.value);
  928. }
  929. if (reward_input.value.replace(/[^0-9]+/g,"") != "")
  930. {
  931. initial_url += "&minReward=" + reward_input.value;
  932. }
  933. else
  934. {
  935. initial_url += "&minReward=0.00";
  936. }
  937. if (qual_input.checked)
  938. {
  939. initial_url += "&qualifiedFor=on";
  940. }
  941. else
  942. {
  943. initial_url += "&qualifiedFor=off";
  944. }
  945. if (masters_input.checked)
  946. {
  947. initial_url += "&requiresMasterQual=on";
  948. }
  949. if (sort_input1.checked)
  950. {
  951. initial_url+= "&sortType=LastUpdatedTime%3A";
  952. default_type = 0;
  953. }
  954. else if (sort_input2.checked)
  955. {
  956. initial_url+= "&sortType=NumHITs%3A";
  957. default_type = 1;
  958. status_text += " Sorting by NumHITs ignores correct for skips in favor of minimum batch size";
  959. }
  960. else if (sort_input3.checked)
  961. {
  962. initial_url+= "&sortType=Reward%3A";
  963. default_type = 0;
  964. }
  965. else if (sort_input4.checked)
  966. {
  967. initial_url += "&sortType=Title%3A";
  968. }
  969. if (sort_input_invert.checked)
  970. {
  971. if (sort_input4.checked)
  972. initial_url += "1";
  973. else
  974. initial_url += "0";
  975. }
  976. else
  977. {
  978. if (sort_input4.checked)
  979. initial_url += "0";
  980. else
  981. initial_url += "1";
  982. }
  983. if (friesAreDone.checked)
  984. {
  985. shouldDing = true;
  986. }
  987. else {
  988. shouldDing = false;
  989. }
  990. if (correctForSkips.checked){
  991. if (matchOnly.checked)
  992. {
  993. status_text += " Match only checked, ignoring skip correction to prevent issues.";
  994. correct_for_skips = false;
  995. }
  996. else{
  997. correct_for_skips = true;
  998. }
  999. }
  1000. else {
  1001. correct_for_skips = false;
  1002. }
  1003. if (matchOnly.checked){
  1004. if (include_list.length == 0){
  1005. status_text += " No items in include list. Ignoring inclusion checkbox.";
  1006. shouldInclude = false;
  1007. }
  1008. else
  1009. shouldInclude = true;
  1010. }
  1011. else{
  1012. shouldInclude = false;
  1013. }
  1014. if (status_text == "")
  1015. status_text = "None";
  1016. initial_url+="&pageNumber=1&searchSpec=HITGroupSearch"
  1017. start_it();
  1018. }
  1019. else
  1020. {
  1021. global_run = false;
  1022. clearTimeout(wait_loop);
  1023. big_red_button.textContent = "Start";
  1024. set_progress_report("Stopped", true);
  1025. }
  1026. }
  1027.  
  1028. function start_it()
  1029. {
  1030. statusdetail_loop_finished = false;
  1031. big_red_button.textContent = "Stop";
  1032. found_key_list=[];
  1033. var ctime = new Date().getTime()
  1034. if (ctime - last_clear_time > save_results_time*666)
  1035. {
  1036. var last_history=history;
  1037. history = {};
  1038. for (var key in last_history)
  1039. {
  1040. if (last_history[key].new_result<save_results_time*1000)
  1041. {
  1042. history[key]=last_history[key];
  1043. if (last_history[key].found_this_time)
  1044. {
  1045. last_history[key].found_this_time = false;
  1046. if (last_history[key].new_result>save_new_results_time*1000)
  1047. last_history[key].initial_time = ctime-1000*save_new_results_time;
  1048. }
  1049. }
  1050.  
  1051. }
  1052. last_clear_time = ctime;
  1053. }
  1054. next_page = 1;
  1055. statusdetail_loop(initial_url);
  1056. }
  1057.  
  1058.  
  1059. function show_interface()
  1060. {
  1061. control_panel.style.color = BROWN;
  1062. control_panel.style.fontSize = 14;
  1063. control_panel.removeChild(big_red_button);
  1064. control_panel.appendChild(document.createTextNode("Auto-refresh delay: "));
  1065. time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1066. time_input.title = "Enter search refresh delay in seconds\n" + "Enter 0 for no auto-refresh\n" + "Default is 0 (no auto-refresh)";
  1067. time_input.size = 3;
  1068. control_panel.appendChild(time_input);
  1069. control_panel.appendChild(document.createTextNode(" "));
  1070. control_panel.appendChild(document.createTextNode("| Pages to scrape: "));
  1071. page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1072. page_input.title = "Enter number of pages to scrape\n" + "Default is 3";
  1073. page_input.size = 3;
  1074. control_panel.appendChild(page_input);
  1075. control_panel.appendChild(document.createTextNode(" Correct for skips: "));
  1076. correctForSkips.title = "Searches additional pages to get a consistent number of results. Helpful if you're blocking a lot of people";
  1077. control_panel.appendChild(correctForSkips);
  1078. control_panel.appendChild(document.createTextNode(" "));
  1079. control_panel.appendChild(document.createTextNode("| Minimum batch size: "));
  1080. min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1081. min_input.title = "Enter minimum HITs for batch search\n" + "Default is 100";
  1082. min_input.size = 3;
  1083. control_panel.appendChild(min_input);
  1084. control_panel.appendChild(document.createTextNode(" "));
  1085. control_panel.appendChild(document.createTextNode("| New HIT highlighting: "));
  1086. new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1087. new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted\n" + "Default is 300 (5 minutes)";
  1088. new_time_display_input.size = 6;
  1089. control_panel.appendChild(new_time_display_input);
  1090. control_panel.appendChild(document.createTextNode(" "));
  1091. control_panel.appendChild(document.createTextNode("| Ding on new hit: "));
  1092. control_panel.appendChild(friesAreDone);
  1093. control_panel.appendChild(document.createElement("P"));
  1094. control_panel.appendChild(document.createTextNode("Minimum reward: "));
  1095. reward_input.size = 6;
  1096. control_panel.appendChild(reward_input);
  1097. control_panel.appendChild(document.createTextNode(" "));
  1098.  
  1099. control_panel.appendChild(document.createTextNode("| Qualified: "));
  1100. control_panel.appendChild(qual_input);
  1101. control_panel.appendChild(document.createTextNode(" "));
  1102. control_panel.appendChild(document.createTextNode("| Masters: "));
  1103. control_panel.appendChild(masters_input);
  1104. control_panel.appendChild(document.createTextNode(" "));
  1105. control_panel.appendChild(document.createTextNode("| Sort types: "));
  1106. control_panel.appendChild(document.createTextNode(" Latest: "));
  1107. control_panel.appendChild(sort_input1);
  1108. control_panel.appendChild(document.createTextNode("| Most Available: "));
  1109. control_panel.appendChild(sort_input2);
  1110. control_panel.appendChild(document.createTextNode("| Amount: "));
  1111. control_panel.appendChild(sort_input3);
  1112. control_panel.appendChild(document.createTextNode("| A-Z: "));
  1113. control_panel.appendChild(sort_input4);
  1114. control_panel.appendChild(document.createTextNode("| Invert: "));
  1115. control_panel.appendChild(sort_input_invert);
  1116. control_panel.appendChild(document.createElement("P"));
  1117. control_panel.appendChild(search_input);
  1118. search_input.size = 20;
  1119. search_input.title = "Enter a search term to include\n" + "Default is blank (no included terms)";
  1120. search_input.placeholder="Enter search terms here";
  1121. control_panel.appendChild(document.createTextNode(" "));
  1122. control_panel.appendChild(document.createTextNode("| Use includelist: "));
  1123. control_panel.appendChild(document.createTextNode(" "));
  1124. matchOnly.title = "Be sure to edit the include list or nothing will be displayed.";
  1125. control_panel.appendChild(matchOnly);
  1126. big_red_button.textContent = "Start";
  1127. big_red_button.onclick = function(){start_running();};
  1128. reset_blocks.textContent = "Edit blocklist";
  1129. reset_blocks.setAttribute("id","blocklist_reset_button");
  1130. reset_blocks.onclick = function(){
  1131. console.log("in");
  1132. var textarea = $("#block_text");
  1133. var text = "";
  1134. for (var i in ignore_list){
  1135. text += ignore_list[i]+"^";
  1136. }
  1137. textarea.text(text.substring(0, text.length - 1));
  1138. $("#block_div").show();
  1139. };
  1140. include_button.textContent = "Edit includes";
  1141. include_button.id = "includes_reset_button";
  1142. include_button.onclick = function() {
  1143. var div = $("#include_div");
  1144. var textarea = $("#include_text");
  1145. var text = "";
  1146. for (var i in include_list){
  1147. text += include_list[i]+"^";
  1148. }
  1149. textarea.text(text.substring(0, text.length - 1));
  1150. $("#include_div").show();
  1151. };
  1152. control_panel.appendChild(document.createTextNode(" | "));
  1153. control_panel.appendChild(big_red_button);
  1154. control_panel.appendChild(document.createTextNode(" "));
  1155. control_panel.appendChild(reset_blocks);
  1156. control_panel.appendChild(document.createTextNode(" "));
  1157. control_panel.appendChild(include_button);
  1158. control_panel.appendChild(document.createElement("P"));
  1159. control_panel.appendChild(progress_report);
  1160. control_panel.appendChild(document.createElement("P"));
  1161. control_panel.appendChild(document.createTextNode("Status messages: "));
  1162. control_panel.appendChild(status_report);
  1163. control_panel.appendChild(document.createElement("P"));
  1164. text_area.style.fontWeight = 400;
  1165. text_area.createCaption().innerHTML = "HITs";
  1166. var col_heads = ['Requester','Title','Reward','HITs Available','TO pay','Accept HIT','M?'];
  1167. var row = text_area.createTHead().insertRow(0);
  1168. text_area.caption.style.fontWeight = 800;
  1169. text_area.caption.style.color = BROWN;
  1170. if (default_text_size > 10)
  1171. text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5);
  1172. //console.log(text_area.cellPadding);
  1173. //text_area.cellPadding=2;
  1174. text_area.caption.style.fontSize = 28;
  1175. text_area.rows[0].style.fontWeight = 800;
  1176. text_area.rows[0].style.color = BROWN;
  1177. for (i=0; i<col_heads.length; i++)
  1178. {
  1179. var this_cell = row.insertCell(i);
  1180. this_cell.innerHTML = col_heads[i];
  1181. this_cell.style.fontSize = 14;
  1182. if (i > 1)
  1183. this_cell.style.textAlign = 'center';
  1184. }
  1185. control_panel.appendChild(text_area);
  1186. }
  1187.  
  1188. /********HIT EXPORT ADDITIONS*****/
  1189.  
  1190. var EDIT = false;
  1191. var HIT;
  1192.  
  1193. var TO_BASE = "http://turkopticon.ucsd.edu/";
  1194. var API_BASE = "https://mturk-api.istrack.in/";
  1195. var API_URL = API_BASE + "multi-attrs.php?ids=";
  1196. DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n';
  1197. DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]';
  1198. DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])';
  1199. DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}';
  1200. DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}';
  1201. DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}';
  1202. DEFAULT_TEMPLATE += '\n[b]Hits Available:[/b] {hits}';
  1203. DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]';
  1204. DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]';
  1205.  
  1206. var TEMPLATE;
  1207. var EASYLINK;
  1208.  
  1209. if (typeof GM_getValue === 'undefined')
  1210. TEMPLATE = null;
  1211. else {
  1212. TEMPLATE = GM_getValue('HITScraper Template');
  1213. EASYLINK = GM_getValue('HITScraper Easylink');
  1214. }
  1215. if (TEMPLATE == null) {
  1216. TEMPLATE = DEFAULT_TEMPLATE;
  1217. }
  1218.  
  1219. function buildXhrUrl(rai) {
  1220. var url = API_URL;
  1221. var ri = rai;
  1222. url += rai;
  1223. return url;
  1224. }
  1225.  
  1226. function makeXhrQuery(url) {
  1227. var xhr = new XMLHttpRequest();
  1228. try{
  1229. xhr.open('GET', url, false);
  1230. xhr.send(null);
  1231. return $.parseJSON(xhr.response);
  1232. }
  1233. catch(err){
  1234. return "TO DOWN";
  1235. }
  1236. }
  1237.  
  1238. function getNamesForEmptyResponses(rai, resp) {
  1239. for (var rid in rai) {
  1240. if (rai.hasOwnProperty(rid) && resp[rid] == "") {
  1241. resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}');
  1242. }
  1243. }
  1244. return resp;
  1245. }
  1246.  
  1247. function getKeys(obj) {
  1248. var keys = [];
  1249. for (var key in obj) {
  1250. keys.push(key);
  1251. }
  1252. return keys;
  1253. }
  1254.  
  1255. function export_func_deleg(item,index) {
  1256. //console.log(item);
  1257. export_func(item);
  1258. }
  1259.  
  1260. function block_deleg(item,index) {
  1261. //console.log(item);
  1262. block(item,index);
  1263. }
  1264.  
  1265. function block(hit,index){
  1266. var blockType = ["requester","title"];
  1267. var blockThis = hit[blockType[index]];
  1268. ignore_list.push(blockThis);
  1269. GM_setValue("scraper_ignore_list",ignore_list.join('^'));
  1270. //console.log(GM_getValue("scraper_ignore_list"));
  1271. alert("\""+blockThis+"\" ignored. Re-scrape");
  1272. }
  1273.  
  1274. function search_deleg(item,index) {
  1275. console.log(item);
  1276. var searches = ["rid","title"];
  1277. search(item,searches[index]);
  1278. }
  1279.  
  1280. function hit_sort_func()
  1281. {
  1282. return function(a,b) {
  1283. if (a.date == b.date) {
  1284. if (a.requesterName < b.requesterName)
  1285. return -1;
  1286. if (a.requesterName > b.requesterName)
  1287. return 1;
  1288. if (a.title < b.title)
  1289. return -1;
  1290. if (a.title > b.title)
  1291. return 1;
  1292. if (a.status < b.status)
  1293. return -1;
  1294. if (a.status > b.status)
  1295. return 1;
  1296. }
  1297. if (a.date > b.date)
  1298. return 1;
  1299. if (a.date < b.date)
  1300. return -1;
  1301. };
  1302. }
  1303.  
  1304. function escapeRegExp(str) {
  1305. return str.replace(/[-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&");
  1306. }
  1307.  
  1308. function search(item,search_type){
  1309. //return true;/*
  1310. var request = indexedDB.open("HITDB", v);
  1311. request.onsuccess = function(e) {
  1312. HITStorage.indexedDB.db = e.target.result;
  1313. var db = HITStorage.indexedDB.db;
  1314. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1315. var store = trans.objectStore("HIT");
  1316. var req;
  1317. var results = [];
  1318. var index;
  1319. var range;
  1320. req = store.openCursor();
  1321. req.onsuccess = function(event) {
  1322. var cursor = event.target.result;
  1323. if (cursor) {
  1324. hit = cursor.value;
  1325. var keys = ['title', 'requesterId'];
  1326. var re = new RegExp(escapeRegExp(item[search_type]),"ig");
  1327. for (var k in keys)
  1328. {
  1329. if (hit[keys[k]] != null && re.test(hit[keys[k]].trim())){
  1330. results.push(cursor.value);
  1331. }
  1332. }
  1333.  
  1334. cursor.continue();
  1335. }
  1336. else {
  1337. console.log(results);
  1338. results.sort(hit_sort_func());
  1339. show_results(results);
  1340. }
  1341. db.close();
  1342. };
  1343. request.onerror = HITStorage.indexedDB.onerror;/**/
  1344. }
  1345. }
  1346.  
  1347. function format_hit_line (hit, odd, status_color, new_day)
  1348. {
  1349. var line = '<tr style="background-color:';
  1350. if (odd)
  1351. line += '#f1f3eb;';
  1352. else
  1353. line += 'white;';
  1354. line += ' valign=top;';
  1355. if (new_day)
  1356. line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  1357. else
  1358. line += '">';
  1359.  
  1360. line += '<td>' + hit.date + '</td>';
  1361. if (hit.requesterLink != null)
  1362. line += '<td style="width:165px"><a href="' + hit.requesterLink + '" title="Contact this Requester">' + hit.requesterName + '</a></td>';
  1363. else
  1364. line += '<td style="width:165px">' + hit.requesterName + '</td>';
  1365. line += '<td style="width:213px">' + hit.title + '</td>';
  1366. line += '<td style="width:45px">$' + hit.reward.toFixed(2) + '</td>';
  1367. line += '<td style="color:' + status_color + '; width:55px">' + hit.status + '</td>';
  1368. line += '<td><div style="width:225px; overflow:hidden">' + hit.feedback + '</div></td>';
  1369. line += '</tr>\n';
  1370. return line;
  1371. }
  1372.  
  1373. function status_color (status)
  1374. {
  1375. var color = "green";
  1376.  
  1377. if (status.match("Pending Approval"))
  1378. color = "orange";
  1379. else if (status.match("Rejected"))
  1380. color = "red";
  1381.  
  1382. return color;
  1383. }
  1384.  
  1385. function show_results (results){
  1386. resultsWindow = window.open();
  1387. resultsWindow.document.write("<html><head><title>Status Detail Search Results</title></head><body>\n");
  1388. resultsWindow.document.write("<h1>HITs matching your search:</h1>\n");
  1389. resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1390. resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Requester</th><th>HIT Title</th><th>Reward</th><th>Status</th><th>Feedback</th></tr>\n');
  1391.  
  1392. var odd = true;
  1393. var sum = 0;
  1394. var sum_rejected = 0;
  1395. var sum_approved = 0;
  1396. var sum_pending = 0;
  1397. var new_day = false;
  1398.  
  1399. for (var i=0; i<results.length; i++) {
  1400. odd = !odd;
  1401. sum += results[i].reward;
  1402. if (results[i].status == 'Rejected')
  1403. sum_rejected += results[i].reward;
  1404. else if (results[i].status == 'Pending Approval')
  1405. sum_pending += results[i].reward;
  1406. else
  1407. sum_approved += results[i].reward;
  1408.  
  1409. if (i>0 && (results[i-1].date != results[i].date))
  1410. new_day = true;
  1411. else
  1412. new_day = false;
  1413. resultsWindow.document.write(format_hit_line(results[i], odd, status_color(results[i].status), new_day ));
  1414. }
  1415.  
  1416. resultsWindow.document.write('<tr style="background-color:lightgrey"><th></th><th></th><th></th><th>$' + sum.toFixed(2) + '</th><th></th><th></th></tr>\n');
  1417. resultsWindow.document.write("</table>");
  1418. resultsWindow.document.write("<p>Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " +
  1419. "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.</p>");
  1420. resultsWindow.document.write("</body></html>")
  1421. resultsWindow.document.close();
  1422. }
  1423.  
  1424. function export_func(item) {
  1425. HIT = item;
  1426. edit_button.textContent = 'Edit Template';
  1427. apply_template(item);
  1428. div.style.display = 'block';
  1429. textarea.select();
  1430. }
  1431.  
  1432. function apply_template(hit_data) {
  1433. var txt = TEMPLATE;
  1434.  
  1435. var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  1436.  
  1437. var resp = null;
  1438. if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  1439. var url = buildXhrUrl(hit_data["rid"]);
  1440. resp = makeXhrQuery(url);
  1441. //console.log(resp);
  1442. }
  1443. var toText = "";
  1444. var toStuff = "";
  1445. var toData = "";
  1446. var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  1447. if (resp == "TO DOWN"){
  1448. toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  1449. toText = toStuff;
  1450. }
  1451. else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  1452. toStuff = " No TO ";
  1453. toText = " No TO ";
  1454. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1455. toStuff += "(Submit a new TO rating for this requester)[/URL]";
  1456. }
  1457. else {
  1458. for (var key in resp[hit_data["rid"]].attrs) {
  1459. //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  1460. var i = 0;
  1461. var color = "green";
  1462. var name = key;
  1463. var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  1464. switch (key){
  1465. case "comm":
  1466. name = "Communicativity";
  1467. break;
  1468. case "pay":
  1469. name = "Generosity";
  1470. break;
  1471. case "fast":
  1472. name = "Promptness";
  1473. break;
  1474. case "fair":
  1475. name = "Fairness";
  1476. break;
  1477. default:
  1478. name = key;
  1479. break;
  1480. }
  1481. switch (num){
  1482. case 0:
  1483. color = "red";
  1484. break;
  1485. case 1:
  1486. color = "red";
  1487. break;
  1488. case 2:
  1489. color = "orange";
  1490. break;
  1491. case 3:
  1492. color = "yellow";
  1493. break;
  1494. default:
  1495. break;
  1496. }
  1497. toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  1498. for (i; i < num; i++){
  1499. toText += "[b]"+symbol+"[/b]"
  1500. }
  1501. toText += (num > 0 ? "[/color]" : "")
  1502. if (i < 5){
  1503. toText += "[color=white]";
  1504. for (i; i < 5; i++)
  1505. toText += "[b]"+symbol+"[/b]";
  1506. toText += "[/color]";
  1507. }
  1508. toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  1509. toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  1510. }
  1511. //toText += "[/list]";
  1512. toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  1513. toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  1514. toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  1515. toStuff += "\nNumber of Reviews: "+numResp;
  1516. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1517. toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  1518. }
  1519. for (var i = 0; i < vars.length; i++) {
  1520. t = new RegExp('\{' + vars[i] + '\}', 'g');
  1521. if (vars[i] == "to_stuff") {
  1522. txt = txt.replace(t, toStuff);
  1523. }
  1524. else if (vars[i] == "to_text"){
  1525. txt = txt.replace(t, toText);
  1526. }
  1527. else if (vars[i] == "prev_link"){
  1528. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1529. }
  1530. else if (vars[i] == "acc_link"){
  1531. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1532. }
  1533. else
  1534. txt = txt.replace(t, hit_data[vars[i]]);
  1535. }
  1536. textarea.value = txt;
  1537. }
  1538.  
  1539. function hide_func(div) {
  1540. if (EDIT == false)
  1541. div.style.display = 'none';
  1542. }
  1543.  
  1544. function edit_func() {
  1545. if (EDIT == true) {
  1546. EDIT = false;
  1547. TEMPLATE = textarea.value;
  1548. edit_button.textContent = 'Edit Template';
  1549. apply_template(HIT);
  1550. }
  1551. else {
  1552. console.log("Editing");
  1553. EDIT = true;
  1554. edit_button.textContent = 'Show Changes';
  1555. save_button.disabled = false;
  1556. textarea.value = TEMPLATE;
  1557. }
  1558. }
  1559.  
  1560. function default_func() {
  1561. GM_deleteValue('HITScraper Template');
  1562. TEMPLATE = DEFAULT_TEMPLATE;
  1563. EDIT = false;
  1564. edit_button.textContent = 'Edit Template';
  1565. apply_template(HIT);
  1566. }
  1567.  
  1568. function save_func() {
  1569. if (EDIT)
  1570. TEMPLATE = textarea.value;
  1571. GM_setValue('HITScraper Template', TEMPLATE);
  1572. }
  1573.  
  1574. var div = document.createElement('div');
  1575. var textarea = document.createElement('textarea');
  1576. var div2 = document.createElement('label');
  1577.  
  1578. div.style.position = 'fixed';
  1579. div.style.width = '500px';
  1580. div.style.height = '235px';
  1581. div.style.left = '50%';
  1582. div.style.right = '50%';
  1583. div.style.margin = '-250px 0px 0px -250px';
  1584. div.style.top = '300px';
  1585. div.style.padding = '5px';
  1586. div.style.border = '2px';
  1587. div.style.backgroundColor = 'black';
  1588. div.style.color = 'white';
  1589. div.style.zIndex = '100';
  1590.  
  1591. textarea.style.padding = '2px';
  1592. textarea.style.width = '500px';
  1593. textarea.style.height = '200px';
  1594. textarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}';
  1595.  
  1596. div.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close';
  1597. div.style.fontSize = '12px';
  1598. div.appendChild(textarea);
  1599.  
  1600. var edit_button = document.createElement('button');
  1601. var save_button = document.createElement('button');
  1602. var default_button = document.createElement('button');
  1603. var easy_button = document.createElement('button');
  1604.  
  1605. edit_button.textContent = 'Edit Template';
  1606. edit_button.setAttribute('id', 'edit_button');
  1607. edit_button.style.height = '18px';
  1608. edit_button.style.width = '100px';
  1609. edit_button.style.fontSize = '10px';
  1610. edit_button.style.paddingLeft = '3px';
  1611. edit_button.style.paddingRight = '3px';
  1612. edit_button.style.backgroundColor = 'white';
  1613.  
  1614. save_button.textContent = 'Save Template';
  1615. save_button.setAttribute('id', 'save_button');
  1616. save_button.style.height = '18px';
  1617. save_button.style.width = '100px';
  1618. save_button.style.fontSize = '10px';
  1619. save_button.style.paddingLeft = '3px';
  1620. save_button.style.paddingRight = '3px';
  1621. save_button.style.backgroundColor = 'white';
  1622. save_button.style.marginLeft = '5px';
  1623.  
  1624. easy_button.textContent = 'Change Adfly Url';
  1625. easy_button.setAttribute('id', 'easy_button');
  1626. easy_button.style.height = '18px';
  1627. easy_button.style.width = '100px';
  1628. easy_button.style.fontSize = '10px';
  1629. easy_button.style.paddingLeft = '3px';
  1630. default_button.textContent = ' D ';
  1631. default_button.setAttribute('id', 'default_button');
  1632. default_button.style.height = '18px';
  1633. default_button.style.width = '20px';
  1634. default_button.style.fontSize = '10px';
  1635. default_button.style.paddingLeft = '3px';
  1636. default_button.style.paddingRight = '3px';
  1637. default_button.style.backgroundColor = 'white';
  1638. default_button.style.marginLeft = '5px';
  1639. default_button.title = 'Return default template';
  1640. div.appendChild(edit_button);
  1641. div.appendChild(save_button);
  1642. div.appendChild(default_button);
  1643. div.appendChild(easy_button);
  1644. save_button.disabled = true;
  1645.  
  1646. div.style.display = 'none';
  1647. textarea.addEventListener("click", function() {hide_func(div);}, false);
  1648. edit_button.addEventListener("click", function() {edit_func();}, false);
  1649. save_button.addEventListener("click", function() {save_func();}, false);
  1650. default_button.addEventListener("click", function() {default_func();}, false);
  1651. document.body.insertBefore(div, document.body.firstChild);