HIT Scraper WITH EXPORT

Snag HITs.

当前为 2015-06-03 提交的版本,查看 最新版本

  1. // ==UserScript==
  2. // @name HIT Scraper WITH EXPORT
  3. // @author Kerek, TJ, and clickhappier
  4. // @description Snag HITs.
  5. // Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints
  6. // @namespace https://greasyfork.org/users/710
  7. // @match https://www.mturk.com/mturk/findhits?match=true#hit_scraper*
  8. // @match https://www.mturk.com/mturk/findhits?match=true?hit_scraper*
  9. // @version 2.3.7.4
  10. // @grant GM_xmlhttpRequest
  11. // @grant GM_setClipboard
  12. // @require http://code.jquery.com/jquery-latest.min.js
  13. // ==/UserScript==
  14.  
  15. //Fixes it so as not to rely on GM's storage schemes
  16. this.GM_getValue=function (key,def) {
  17. return localStorage[key] || def;
  18. };
  19. this.GM_setValue=function (key,value) {
  20. return localStorage[key]=value;
  21. };
  22. this.GM_deleteValue=function (key) {
  23. return localStorage.removeItem(key);
  24. };
  25.  
  26. var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"];
  27. var ignore_list = default_list;
  28. if (GM_getValue("scraper_ignore_list"))
  29. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  30. else
  31. GM_setValue("scraper_ignore_list", default_list.join('^'));
  32.  
  33. var include_list = [];
  34. if (!GM_getValue("scraper_include_list"))
  35. GM_setValue("scraper_include_list","nothing includelisted yet");
  36. if (GM_getValue("scraper_include_list"))
  37. include_list = GM_getValue("scraper_include_list").split('^');
  38.  
  39. //This is to update the hit export symbol
  40. var symbol = "☭";
  41.  
  42. //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs. Change to true for this behavior.
  43. var correct_for_skips = true;
  44.  
  45. //This will hide masters if selected to "hide"
  46. var hide_masters = false;
  47.  
  48. //This is to test sorting by TO
  49. var sort_TO = false;
  50.  
  51. //weight the four TO ratings for the coloring. Default has pay twice as important as fairness and nothing for communication and fast.
  52. var COMM_WEIGHT = 1;
  53. var PAY_WEIGHT = 3;
  54. var FAIR_WEIGHT = 3;
  55. var FAST_WEIGHT = 1;
  56.  
  57. //Used for themeing, change the colors to change how scraper looks
  58. var GREEN = '#66CC66'; // > 4
  59. var LIGHTGREEN = '#ADFF2F'; // > 3 GREEN YELLOW
  60. var YELLOW = '#FFD700'; //Not used
  61. var ORANGE = '#FF9900'; // > 2
  62. var RED = '#FF3030'; // <= 2
  63. var BLUE = '#7FAAEB'; // no TO
  64. var GREY = 'lightGrey'; //TO down
  65. var BROWN = '#94704D'; //Font color
  66. var DARKGREY = '#9F9F9F'; //No HITDB, "Not Qualified" column
  67. var BACKGROUND_COLOR = "rgb(19, 19, 19)"; //Background of page
  68.  
  69. //display your hitdb records if applicable
  70. var check_hitDB = true;
  71.  
  72. //default text size
  73. var default_text_size=11;
  74.  
  75. //set to "true" to override checkbox setting and ding on new hits
  76. var newHitDing = false;
  77.  
  78. //DO NOT EDIT ANYTHING BELOW THIS LINE UNLESS YOU KNOW WHAT YOU ARE DOING!
  79.  
  80.  
  81. var maxPages = 20;
  82. var type = -1;
  83. var status_array = [];
  84. var shouldDing = false;
  85. var useTO = true;
  86.  
  87.  
  88. var audiofile1 = document.createElement('audio');
  89. document.body.appendChild(audiofile1);
  90. audiofile1.src = 'data:audio/ogg;base64,T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF';
  91. audiofile1.setAttribute("id", "ding_noise0");
  92. audiofile1.volume = 1;
  93.  
  94. var audiofile2 = document.createElement('audio');
  95. document.body.appendChild(audiofile2);
  96. audiofile2.src = 'data:audio/mp3;base64,SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU=';
  97. audiofile2.setAttribute("id", "ding_noise1");
  98. audiofile2.volume = 1;
  99.  
  100. function newHits(dingNoise) {
  101. //console.log(dingNoise);
  102. if (dingNoise || newHitDing)
  103. document.getElementById("ding_noise"+audio_index).play();
  104. }
  105.  
  106.  
  107. $("head").append('<style>tr.scraperBlockedRow td { border: 3pt solid #cc0000; }</style>');
  108. $("head").append('<style>tr.scraperIncludelistedRow td { border: 3pt dashed #008800; }</style>');
  109.  
  110. //For editing the blocklist
  111. var div1 = document.createElement('div');
  112. var textarea1 = document.createElement('textarea');
  113.  
  114. div1.style.position = 'fixed';
  115. div1.style.width = '500px';
  116. div1.style.height = '235px';
  117. div1.style.left = '50%';
  118. div1.style.right = '50%';
  119. div1.style.margin = '-250px 0px 0px -250px';
  120. div1.style.top = '300px';
  121. div1.style.padding = '5px';
  122. div1.style.border = '2px';
  123. div1.style.backgroundColor = 'black';
  124. div1.style.color = 'white';
  125. div1.style.zIndex = '100';
  126. div1.setAttribute('id','block_div');
  127.  
  128. textarea1.style.padding = '2px';
  129. textarea1.style.width = '500px';
  130. textarea1.style.height = '180px';
  131. textarea1.title = 'Block list';
  132. textarea1.setAttribute('id','block_text');
  133.  
  134. div1.textContent = 'BLOCKLIST - Edit the blocklist with what you want to ignore/hide. Separate requester names and HIT titles with the ^ character. After clicking "Save", you\'ll need to scrape again to apply the changes.';
  135. div1.style.fontSize = '12px';
  136. div1.appendChild(textarea1);
  137.  
  138. var save_button1 = document.createElement('button');
  139. var cancel_button1 = document.createElement('button');
  140.  
  141. save_button1.textContent = 'Save';
  142. save_button1.setAttribute('id', 'save_blocklist');
  143. save_button1.style.height = '18px';
  144. save_button1.style.width = '100px';
  145. save_button1.style.fontSize = '10px';
  146. save_button1.style.paddingLeft = '3px';
  147. save_button1.style.paddingRight = '3px';
  148. save_button1.style.backgroundColor = 'white';
  149. save_button1.style.marginLeft = '5px';
  150.  
  151. cancel_button1.textContent = 'Cancel';
  152. cancel_button1.setAttribute('id', 'cancel_blocklist');
  153. cancel_button1.style.height = '18px';
  154. cancel_button1.style.width = '100px';
  155. cancel_button1.style.fontSize = '10px';
  156. cancel_button1.style.paddingLeft = '3px';
  157. cancel_button1.style.paddingRight = '3px';
  158. cancel_button1.style.backgroundColor = 'white';
  159. cancel_button1.style.marginLeft = '5px';
  160.  
  161. div1.appendChild(save_button1);
  162. div1.appendChild(cancel_button1);
  163. document.body.insertBefore(div1, document.body.firstChild);
  164. $("#block_div").hide();
  165.  
  166. // save and cancel for blocklist
  167. function save_blocklist() {
  168. //console.log("Save");
  169. var textarea = $("#block_text");
  170. var text = textarea.val();
  171. var block_list = text.split("^");
  172. var trimmed_list = [];
  173. for (var requester in block_list){
  174. if (block_list[requester].trim().length !== 0)
  175. trimmed_list.push(block_list[requester].toLowerCase().trim());
  176. }
  177. //console.log(trimmed_list);
  178. GM_setValue("scraper_ignore_list",trimmed_list.join('^'));
  179. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  180. //console.log("Save complete: ");
  181. //console.log(ignore_list);
  182. $("#block_div").hide();
  183. }
  184. save_button1.addEventListener("click", function(){ save_blocklist(); }, false);
  185. cancel_button1.addEventListener("click", function(){
  186. // reset textarea contents upon cancel
  187. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  188. var textarea = $("#block_text");
  189. var text = "";
  190. for (var i = 0; i < ignore_list.length; i++){
  191. text += ignore_list[i]+"^";
  192. }
  193. textarea.val(text.substring(0, text.length - 1));
  194. // close editor
  195. $("#block_div").hide();
  196. }, false);
  197.  
  198.  
  199. //For editing the include list
  200. var shouldInclude = false;
  201. var div2 = document.createElement('div');
  202. var textarea2 = document.createElement('textarea');
  203.  
  204. div2.style.position = 'fixed';
  205. div2.style.width = '500px';
  206. div2.style.height = '235px';
  207. div2.style.left = '50%';
  208. div2.style.right = '50%';
  209. div2.style.margin = '-250px 0px 0px -250px';
  210. div2.style.top = '300px';
  211. div2.style.padding = '5px';
  212. div2.style.border = '2px';
  213. div2.style.backgroundColor = 'black';
  214. div2.style.color = 'white';
  215. div2.style.zIndex = '100';
  216. div2.setAttribute('id','include_div');
  217.  
  218. textarea2.style.padding = '2px';
  219. textarea2.style.width = '500px';
  220. textarea2.style.height = '180px';
  221. textarea2.title = 'include list';
  222. textarea2.setAttribute('id','include_text');
  223.  
  224. div2.textContent = 'INCLUDELIST - Focus the results on your favorite requesters. Separate requester names and HIT titles with the ^ character. When \"Use includelist\" is selected, HIT Scraper only shows results matching the includelist.';
  225. div2.style.fontSize = '12px';
  226. div2.appendChild(textarea2);
  227.  
  228. var save_button2 = document.createElement('button');
  229. var cancel_button2 = document.createElement('button');
  230.  
  231. save_button2.textContent = 'Save';
  232. save_button2.setAttribute('id', 'save_includelist');
  233. save_button2.style.height = '18px';
  234. save_button2.style.width = '100px';
  235. save_button2.style.fontSize = '10px';
  236. save_button2.style.paddingLeft = '3px';
  237. save_button2.style.paddingRight = '3px';
  238. save_button2.style.backgroundColor = 'white';
  239. save_button2.style.marginLeft = '5px';
  240.  
  241. cancel_button2.textContent = 'Cancel';
  242. cancel_button2.setAttribute('id', 'cancel_includelist');
  243. cancel_button2.style.height = '18px';
  244. cancel_button2.style.width = '100px';
  245. cancel_button2.style.fontSize = '10px';
  246. cancel_button2.style.paddingLeft = '3px';
  247. cancel_button2.style.paddingRight = '3px';
  248. cancel_button2.style.backgroundColor = 'white';
  249. cancel_button2.style.marginLeft = '5px';
  250.  
  251. div2.appendChild(save_button2);
  252. div2.appendChild(cancel_button2);
  253. document.body.insertBefore(div2, document.body.firstChild);
  254. $("#include_div").hide();
  255.  
  256. // save and cancel for includelist
  257. function save_includelist() {
  258. //console.log("Save");
  259. var textarea = $("#include_text");
  260. var text = textarea.val();
  261. var includes = text.split("^");
  262. //console.log(includes);
  263. var trimmed_list = [];
  264. for (var requester in includes){
  265. if (includes[requester].trim().length !== 0)
  266. trimmed_list.push(includes[requester].toLowerCase().trim());
  267. }
  268. GM_setValue("scraper_include_list",trimmed_list.join('^'));
  269. include_list = GM_getValue("scraper_include_list").split('^');
  270. //console.log(include_list);
  271. $("#include_div").hide();
  272. }
  273. save_button2.addEventListener("click", function(){ save_includelist(); }, false);
  274. cancel_button2.addEventListener("click", function(){
  275. // reset textarea contents upon cancel
  276. include_list = GM_getValue("scraper_include_list").split('^');
  277. var textarea = $("#include_text");
  278. var text = "";
  279. for (var i = 0; i < include_list.length; i++){
  280. text += include_list[i]+"^";
  281. }
  282. textarea.val(text.substring(0, text.length - 1));
  283. // close editor
  284. $("#include_div").hide();
  285. }, false);
  286.  
  287.  
  288. var HITStorage = {};
  289. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  290. window.mozIndexedDB;
  291. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  292. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  293. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  294. var IDBKeyRange = window.IDBKeyRange;
  295.  
  296. HITStorage.indexedDB = {};
  297. HITStorage.indexedDB = {};
  298. HITStorage.indexedDB.db = null;
  299.  
  300. HITStorage.indexedDB.onerror = function(e) {
  301. //console.log(e);
  302. };
  303.  
  304. var v=4;
  305.  
  306. HITStorage.indexedDB.checkTitle = function(title,button) {
  307. var request = indexedDB.open("HITDB", v);
  308. request.onsuccess = function(e) {
  309. HITStorage.indexedDB.db = e.target.result;
  310. var db = HITStorage.indexedDB.db;
  311. if (!db.objectStoreNames.contains("HIT"))
  312. {
  313. db.close();
  314. return;
  315. }
  316. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  317. var store = trans.objectStore("HIT");
  318.  
  319. var index = store.index("title");
  320. index.get(title).onsuccess = function(event)
  321. {
  322. if (event.target.result === undefined)
  323. {
  324. //console.log(title + ' not found');
  325. scraper_history[button].titledb = false;
  326. }
  327. else
  328. {
  329. //console.log(title + ' found');
  330. scraper_history[button].titledb = true;
  331. }
  332.  
  333. db.close();
  334. };
  335. };
  336. request.onerror = HITStorage.indexedDB.onerror;
  337. };
  338.  
  339. HITStorage.indexedDB.checkRequester = function(id,button) {
  340. var request = indexedDB.open("HITDB", v);
  341. request.onsuccess = function(e) {
  342. HITStorage.indexedDB.db = e.target.result;
  343. var db = HITStorage.indexedDB.db;
  344. if (!db.objectStoreNames.contains("HIT"))
  345. {
  346. db.close();
  347. return;
  348. }
  349. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  350. var store = trans.objectStore("HIT");
  351.  
  352. var index = store.index("requesterId");
  353. index.get(id).onsuccess = function(event)
  354. {
  355. if (event.target.result === undefined)
  356. {scraper_history[button].reqdb = false;
  357. //console.log(id + ' not found');
  358. }
  359. else
  360. {
  361. scraper_history[button].reqdb = true;
  362. //console.log(id + ' found');
  363. }
  364. db.close();
  365. };
  366. };
  367. request.onerror = HITStorage.indexedDB.onerror;
  368. };
  369.  
  370. var PAGES_TO_SCRAPE = 3;
  371. var MINIMUM_HITS = 100;
  372. var SEARCH_REFRESH=0;
  373. var MINIMUM_TO = -1;
  374. var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups";
  375. var initial_url = URL_BASE;
  376. var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id=";
  377. var found_key_list=[];
  378. var last_clear_time = new Date().getTime();
  379. var searched_once = false;
  380. var useBlocklist = true;
  381. var highlightIncludes = false;
  382. var save_new_results_time = 120;
  383. var save_results_time = 3600;
  384. var default_type = 0;
  385. var block_no_to = false;
  386. var audio_index = 0;
  387. var cur_loc = window.location.href;
  388. var time_input = document.createElement("INPUT");
  389. time_input.value = 0;
  390. var page_input = document.createElement("INPUT");
  391. page_input.value = 3;
  392. var min_input = document.createElement("INPUT");
  393. var new_time_display_input = document.createElement("INPUT");
  394. new_time_display_input.value = 300;
  395. var reward_input = document.createElement("INPUT");
  396. var qual_input = document.createElement("INPUT");
  397. qual_input.type = "checkbox";
  398. var masters_input = document.createElement("INPUT");
  399. masters_input.type = "checkbox";
  400. var masters_dropdown = document.createElement("SELECT");
  401. var myes = document.createElement("OPTION");
  402. var mno = document.createElement("OPTION");
  403. myes.value = "y";
  404. mno.value = "n";
  405. myes.text = "Show";
  406. mno.text = "Hide";
  407. masters_dropdown.appendChild(myes);
  408. masters_dropdown.appendChild(mno);
  409. var sort_input = document.createElement("SELECT");
  410. var sort_input1 = document.createElement("OPTION");
  411. sort_input1.text = "Latest";
  412. sort_input1.value = "late";
  413. var sort_input2 = document.createElement("OPTION");
  414. sort_input2.text = "Most Available";
  415. sort_input2.value = "most";
  416. var sort_input3 = document.createElement("OPTION");
  417. sort_input3.text = "Reward";
  418. sort_input3.value = "amount";
  419. var sort_input4 = document.createElement("OPTION");
  420. sort_input4.text = "Title";
  421. sort_input4.value = "alpha";
  422. sort_input.appendChild(sort_input1);
  423. sort_input.appendChild(sort_input2);
  424. sort_input.appendChild(sort_input3);
  425. sort_input.appendChild(sort_input4);
  426. var sort_input_invert = document.createElement("INPUT");
  427. sort_input_invert.type = "checkbox";
  428. var sort_to = document.createElement("INPUT");
  429. sort_to.type = "checkbox";
  430. var min_to = document.createElement("INPUT");
  431. var no_to_block = document.createElement("INPUT");
  432. no_to_block.type = "checkbox";
  433. var useTO_input = document.createElement("INPUT");
  434. useTO_input.type = "checkbox";
  435. var friesAreDone = document.createElement("INPUT");
  436. friesAreDone.type = "checkbox";
  437. var audio_option = document.createElement("SELECT");
  438. var audio1 = document.createElement("OPTION");
  439. var audio2 = document.createElement("OPTION");
  440. audio1.text = "Ding";
  441. audio1.value = 0;
  442. audio2.text = "Squee";
  443. audio2.value = 1;
  444. audio_option.appendChild(audio1);
  445. audio_option.appendChild(audio2);
  446. var correctForSkips = document.createElement("INPUT");
  447. correctForSkips.type = "checkbox";
  448. correctForSkips.checked = true;
  449. var useBlock = document.createElement("INPUT");
  450. useBlock.type = "checkbox";
  451. useBlock.checked = true;
  452. var matchOnly = document.createElement("INPUT");
  453. matchOnly.type = "checkbox";
  454. var highlightIncludes_input = document.createElement("INPUT");
  455. highlightIncludes_input.type = "checkbox";
  456.  
  457. var search_input = document.createElement("INPUT");
  458.  
  459.  
  460. //In order to recover from the last state, let's see if it exists
  461. if (localStorage["lastState_hit_scraper_with_export"])
  462. {
  463. var lastStateObj = JSON.parse(localStorage["lastState_hit_scraper_with_export"]);
  464. time_input.value = lastStateObj["refreshTime"];
  465. page_input.value = lastStateObj["numPages"];
  466. min_input.value = lastStateObj["minHits"];
  467. new_time_display_input.value = lastStateObj["newHitHighlight"];
  468. reward_input.value = lastStateObj["reward"];
  469. qual_input.checked = lastStateObj["qualified"];
  470. masters_input.checked = lastStateObj["masters"];
  471. masters_dropdown.selectedIndex = (lastStateObj["mShow"] ? 1 : 0);
  472. sort_input.selectedIndex = lastStateObj["sort"];
  473. sort_input_invert.checked = lastStateObj["invert"];
  474. sort_to.checked = lastStateObj["to"];
  475. min_to.value = lastStateObj["minTO"];
  476. no_to_block.checked = lastStateObj["hideNTO"];
  477. search_input.value = lastStateObj["searchTerms"];
  478. matchOnly.checked = lastStateObj["useInclude"];
  479. friesAreDone.checked = lastStateObj["fries"];
  480. audio_option.selectedIndex = lastStateObj["whichfry"];
  481. useBlock.checked = lastStateObj["blocklist"];
  482. correctForSkips.checked = lastStateObj["skips"];
  483. useTO_input.checked = lastStateObj["useTO"];
  484. highlightIncludes_input.checked = lastStateObj["highlightIncl"];
  485. }
  486. else
  487. {
  488. time_input.value = 0;
  489. page_input.value = 3;
  490. min_input.value = "";
  491. new_time_display_input.value = 300;
  492. reward_input.value = "";
  493. if (!document.getElementById('lnkWorkerSignin'))
  494. qual_input.checked = true;
  495. masters_input.checked = false;
  496. masters_dropdown.selectedIndex = 0;
  497. sort_input.selectedIndex = 0;
  498. sort_input_invert.checked = false;
  499. sort_to.checked = false;
  500. min_to.value = "";
  501. no_to_block.checked = false;
  502. search_input.value = "";
  503. matchOnly.checked = false;
  504. friesAreDone.checked = false;
  505. audio_option.selectedIndex = 0;
  506. useBlock.checked = true;
  507. correctForSkips.checked = true;
  508. highlightIncludes_input.checked = false;
  509. }
  510.  
  511. var LINK_BASE = "https://www.mturk.com";
  512. var STATUSDETAIL_DELAY = 250;
  513. var MPRE_DELAY = 3000;
  514.  
  515. $('body').css('background', BACKGROUND_COLOR);
  516.  
  517. var next_page = 1;
  518.  
  519. var API_PROXY_BASE = 'https://mturk-api.istrack.in/';
  520. var OFFICIAL_API_PROXY_BASE = 'https://turkopticon.ucsd.edu/';
  521. var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids=';
  522. var OFFICIAL_API_MULTI_ATTRS_URL = OFFICIAL_API_PROXY_BASE + 'api/multi-attrs.php?ids=';
  523. var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/';
  524.  
  525. var control_panel_HTML = '<div id="control_panel" style="margin: 0 auto 0 auto;' +
  526. 'border-bottom: 1px solid #000000; margin-bottom: 5px; ' +
  527. 'background-color: ' + BACKGROUND_COLOR + ';"></div>';
  528. $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body
  529. $('body').prepend(control_panel_HTML);
  530.  
  531. var control_panel = document.getElementById("control_panel");
  532. var big_red_button = document.createElement("BUTTON");
  533. var reset_blocks = document.createElement("BUTTON");
  534. var include_button = document.createElement("BUTTON");
  535. var progress_report = document.createTextNode("Stopped");
  536. var status_report = document.createTextNode("None");
  537. var text_area = document.createElement("TABLE");
  538. text_area.id = "body_table";
  539. big_red_button.textContent = "Show Interface";
  540. big_red_button.onclick = function(){show_interface();};
  541. control_panel.appendChild(big_red_button);
  542.  
  543. var showButton = document.createElement("BUTTON");
  544. showButton.onclick = function() { console.log("Clicked"); show_TO_rows(); };
  545. showButton.textContent = "Show TO-hidden hits";
  546. showButton.id = "show_TO_stuff_button";
  547.  
  548. function show_TO_rows() {
  549. $("#body_table tr:hidden").each(function () { $(this).show(); });
  550. }
  551.  
  552. show_interface();
  553.  
  554. var global_run = false;
  555. var statusdetail_loop_finished = false;
  556. var date_header = "";
  557. var scraper_history = {};
  558. var wait_loop;
  559. var dings = 0;
  560.  
  561. function set_progress_report(text, force)
  562. {
  563. if (global_run == true || force == true)
  564. {
  565. progress_report.textContent = text;
  566. var status_text = status_array.join("; ");
  567. status_report.textContent = status_text;
  568. }
  569. }
  570.  
  571. function get_progress_report()
  572. {
  573. return progress_report.textContent;
  574. }
  575.  
  576. function wait_until_stopped()
  577. {
  578. if (global_run == true)
  579. {
  580. if (statusdetail_loop_finished == true)
  581. {
  582. big_red_button.textContent = "Start";
  583. set_progress_report("Finished", false);
  584. }
  585. else
  586. {
  587. setTimeout(function(){wait_until_stopped();}, 500);
  588. }
  589. }
  590. }
  591.  
  592. function display_wait_time(wait_time)
  593. {
  594. if (global_run == true)
  595. {
  596. var current_progress = get_progress_report();
  597. if (current_progress.indexOf("Searching again in")!==-1)
  598. {
  599. set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false);
  600. }
  601. else
  602. set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false);
  603. if (wait_time>1)
  604. setTimeout(function(){display_wait_time(wait_time-1);}, 1000);
  605. }
  606. }
  607.  
  608. function dispArr(ar)
  609. {
  610. var disp = "";
  611. for (var z = 0; z < ar.length; z++)
  612. {
  613. disp += "id " + z + " is " + ar[z] + " ";
  614. }
  615. console.log(disp);
  616. }
  617.  
  618. function scrape($src)
  619. {
  620. var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]');
  621. var $title = $src.find('a[class="capsulelink"]');
  622. var $reward = $src.find('span[class="reward"]');
  623. var $preview = $src.find('a[href^="/mturk/preview?"]');
  624. var $qualified = $src.find('a[href^="/mturk/notqualified?"],a[id^="private_hit"]');
  625. var $times = $src.find('a[id^="duration_to_complete"]');
  626. var $descriptions = $src.find('a[id^="description"]');
  627. var not_qualified_group_IDs=[];
  628. var $quals = $src.find('a[id^="qualificationsRequired"]');
  629. var $mixed;
  630. $qualified.each(function(){
  631. var groupy = $(this).attr('href');
  632. if (groupy){
  633. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  634. groupy = groupy.replace(/\/mturk\/notqualified\?hitId=([A-Z0-9]+)(&.+)?/,"$1");
  635. groupy = groupy.replace(/\&hitGroupId=([A-Z0-9]+)(&.+)?/,"");
  636. groupy = groupy.replace(/\&hitId=([A-Z0-9]+)(&.+)?/,"");
  637. }
  638. not_qualified_group_IDs.push(groupy);
  639. });
  640. //console.log(not_qualified_group_IDs);
  641. if (document.getElementById('lnkWorkerSignin'))
  642. $mixed = $src.find('a[href^="/mturk/preview?"],a[id^="private_hit"]');
  643. else
  644. $mixed = $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"]');
  645. //console.log($mixed);
  646. var listy =[];
  647. $mixed.each(function(){
  648. var groupy = $(this).attr('href');
  649. if (groupy)
  650. {
  651. groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  652. groupy = groupy.replace(/\/mturk\/notqualified\?hitId=([A-Z0-9]+)(&.+)?/,"$1");
  653. groupy = groupy.replace(/\&hitGroupId=([A-Z0-9]+)(&.+)?/,"");
  654. groupy = groupy.replace(/\&hitId=([A-Z0-9]+)(&.+)?/,"");
  655. groupy = groupy.replace("/mturk/preview?groupId=","");
  656. }
  657. else
  658. groupy = "";
  659. //console.log($(this));
  660. //console.log(groupy);
  661. if (listy.indexOf(groupy) == -1)
  662. listy.push(groupy);
  663. else if (groupy == "")
  664. listy.push(groupy);
  665. });
  666. //console.log(listy);
  667. //listy = listy.filter(function(elem, pos) {
  668. // return listy.indexOf(elem) == pos;
  669. //});
  670. //console.log(listy);
  671. for (var j = 0; j < $requester.length; j++)
  672. {
  673. var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]');
  674. var requester_name = $requester.eq(j).text().trim();
  675. var requester_link = $requester.eq(j).attr('href');
  676. var group_ID=(listy[j] ? listy[j] : "");
  677. var masters = false;
  678. var title = $title.eq(j).text().trim();
  679. var preview_link = "/mturk/preview?groupId=" + group_ID;
  680. //console.log(listy[j]);
  681. //console.log(title+" "+group_ID +" "+ listy[j]);
  682. if (!group_ID || group_ID.length == 0){
  683. preview_link = requester_link;
  684. title += " (Requester link substituted)";
  685. }
  686. var reward = $reward.eq(j).text().trim();
  687. var hits = $hits.eq(4).text().trim();
  688. var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  689. var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  690. //console.log(description);
  691. var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=','');
  692. var accept_link;
  693. accept_link = preview_link.replace('preview','previewandaccept');
  694.  
  695. /*HIT SCRAPER ADDITION*/
  696. var qElements = $quals.eq(j).parent().parent().parent().find('tr');
  697. //console.log(qElements);
  698.  
  699. var qualifications = [];
  700. for (var i = 1; i < qElements.length; i++) {
  701. qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')));
  702. if (qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1)
  703. masters=true;
  704. }
  705. var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None");
  706.  
  707. var key = requester_name+title+reward+group_ID;
  708. if (found_key_list.indexOf(key) == -1)
  709. found_key_list.push(key);
  710. else
  711. {
  712. console.log("DUPE: "+key);
  713. continue;
  714. }
  715. if (scraper_history[key] === undefined)
  716. {
  717. scraper_history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", dinged:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:"",masters:false};
  718. scraper_history[key].req_link = requester_link;
  719. scraper_history[key].prev_link = preview_link;
  720. scraper_history[key].requester = requester_name;
  721. scraper_history[key].title = title;
  722. scraper_history[key].reward = reward;
  723. scraper_history[key].hits = hits;
  724. scraper_history[key].rid = requester_id;
  725. scraper_history[key].acc_link = accept_link;
  726. scraper_history[key].time = time;
  727. scraper_history[key].quals = qualList;
  728. scraper_history[key].description = description.replace(/'/g, "&apos;").replace(/"/g, "&quot;");
  729. scraper_history[key].masters = masters;
  730. HITStorage.indexedDB.checkRequester(requester_id,key);
  731. HITStorage.indexedDB.checkTitle(title,key);
  732. if (searched_once)
  733. {
  734. scraper_history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH);
  735. scraper_history[key].new_result = 0;
  736. scraper_history[key].dinged = 0;
  737. }
  738. else
  739. {
  740. scraper_history[key].initial_time = new Date().getTime()-1000*save_new_results_time;
  741. scraper_history[key].new_result = 1000*save_new_results_time;
  742. scraper_history[key].dinged = 1;
  743. }
  744. if (not_qualified_group_IDs.indexOf(group_ID) !== -1)
  745. scraper_history[key].qualified = false;
  746. else
  747. scraper_history[key].qualified = true;
  748.  
  749. scraper_history[key].found_this_time = true;
  750. }
  751. else
  752. {
  753. scraper_history[key].new_result = new Date().getTime() - scraper_history[key].initial_time;
  754. scraper_history[key].found_this_time = true;
  755. scraper_history[key].hits = hits;
  756. }
  757. }
  758. }
  759.  
  760. function statusdetail_loop(next_URL)
  761. {
  762. if (global_run == true)
  763. {
  764. if (next_URL.length != 0)
  765. {
  766. $.get(next_URL, function(data)
  767. {
  768. var $src = $(data);
  769. var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")');
  770. if (maxpagerate.length == 0)
  771. {
  772. if (next_page > PAGES_TO_SCRAPE)
  773. {
  774. if(status_array.indexOf("Correcting for skips") == -1 && type != 2){
  775. status_array.push("Correcting for skips");
  776. }
  777. }
  778. set_progress_report("Processing page " + next_page, false);
  779. scrape($src);
  780.  
  781. var $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")');
  782. next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : "";
  783. next_page++;
  784. if (document.getElementById('lnkWorkerSignin'))
  785. maxPages--;
  786. if (maxPages == 0)
  787. {
  788. maxPages = 20;
  789. next_URL = "";
  790. next_page = -1;
  791. }
  792. if (default_type == 1)
  793. {
  794. var hmin = MINIMUM_HITS+1;
  795. for (var j = 0; j < found_key_list.length; j++)
  796. {
  797. //console.log(scraper_history[found_key_list[j]]);
  798. if (scraper_history[found_key_list[j]].hits < hmin)
  799. {
  800. next_URL = "";
  801. next_page = -1;
  802. break;
  803. }
  804. }
  805. }
  806. else if (next_page > PAGES_TO_SCRAPE && correct_for_skips)
  807. {
  808. var skipped_hits = 0;
  809. var added_pages = 0;
  810. for (var k = 0; k < found_key_list.length; k++)
  811. {
  812. var obj = scraper_history[found_key_list[k]];
  813. if (!ignore_check(obj.requester,obj.title))
  814. skipped_hits++;
  815. }
  816. added_pages = Math.floor(skipped_hits/10);
  817. if (skipped_hits%10 >6)
  818. added_pages++;
  819. if (next_page > PAGES_TO_SCRAPE + added_pages)
  820. {
  821. next_URL = "";
  822. next_page = -1;
  823. }
  824.  
  825. }
  826. else if (next_page > PAGES_TO_SCRAPE)
  827. {
  828. next_URL = "";
  829. next_page = -1;
  830. }
  831.  
  832. setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY);
  833. }
  834. else
  835. {
  836. //console.log("MPRE");
  837. setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY);
  838. }
  839. }).fail(function() {
  840. if (qual_input)
  841. alert("Error when searching. Are you logged out?");
  842. global_run = false;
  843. big_red_button.textContent = "Start";
  844. });
  845. }
  846. else
  847. {
  848. maxPages = 20;
  849. searched_once = true;
  850. var found_hits = found_key_list.length;
  851. var shown_hits = 0;
  852. var new_hits = 0;
  853. var blocklist_hits = 0;
  854. dings = 0;
  855. var ridString = "";
  856. var rids = [];
  857. var lastRow = text_area.rows.length - 1;
  858. for (var i = lastRow; i>0; i--)
  859. text_area.deleteRow(i);
  860. for (var j = 0; j < found_key_list.length; j++)
  861. {
  862. //(function(url,rids,j) {
  863. var obj = scraper_history[found_key_list[j]];
  864. var ignored = ignore_check(obj.requester,obj.title);
  865. var includelisted = include_check(obj.requester,obj.title);
  866. if (!(obj.masters == true && hide_masters) && (ignored && obj.found_this_time) || (!ignored && obj.found_this_time && !useBlocklist)){
  867. ++shown_hits;
  868. //console.log(obj);
  869. //hit export will update col_heads[1]
  870. var col_heads = [];
  871. if (useTO)
  872. col_heads = ["<a href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down","<a href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  873. else
  874. col_heads = ["<a href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO disabled","<a href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  875. var row = text_area.insertRow(text_area.rows.length);
  876. row.style.color = BACKGROUND_COLOR;
  877. if (!ignored && obj.found_this_time && !useBlocklist){
  878. //console.log(obj.requester);
  879. row.setAttribute("class","scraperBlockedRow");
  880. blocklist_hits++;
  881. }
  882. else if (!includelisted && obj.found_this_time && highlightIncludes){
  883. row.setAttribute("class","scraperIncludelistedRow");
  884. }
  885. //url += obj.rid + ',';
  886. //url2 += obj.rid + ',';
  887. ridString += obj.rid + ',';
  888. rids.push(obj.rid);
  889. if (check_hitDB)
  890. {
  891. col_heads.push("R");
  892. col_heads.push("T");
  893. }
  894. if (!obj.qualified)
  895. {
  896. col_heads.push("Not Qualified");
  897. }
  898. for (i=0; i<col_heads.length; i++)
  899. {
  900. var this_cell = row.insertCell(i);
  901. row.cells[i].style.fontSize = default_text_size+"px";
  902. this_cell.innerHTML = col_heads[i];
  903. if (i>1)
  904. this_cell.style.textAlign = 'center';
  905. if (i==6)
  906. {
  907. var listOfQuals = obj.quals.replace(/,/g,'\n');
  908. listOfQuals = listOfQuals.replace(/\[(.*?)\]/g,'');
  909. this_cell.title=listOfQuals;
  910. if (obj.masters)
  911. {
  912. this_cell.style.backgroundColor="#551A8B";
  913. this_cell.innerHTML="Y";
  914. }
  915. else
  916. {
  917. this_cell.style.backgroundColor="#0066CC";
  918. this_cell.innerHTML="N";
  919. }
  920. }
  921. if (check_hitDB)
  922. {
  923. if (i==7)
  924. {
  925. if (obj.reqdb){
  926. this_cell.style.backgroundColor = GREEN;
  927. this_cell.title = "This requester name was found in your HitDB.";
  928. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,0);}})(obj));
  929. }
  930. else {
  931. this_cell.style.backgroundColor = RED;
  932. this_cell.title = "This requester name was not found in your HitDB, or you don't have a HitDB.";
  933. }
  934. }
  935. else if (i==8)
  936. {
  937. if (obj.titledb){
  938. this_cell.style.backgroundColor = GREEN;
  939. this_cell.title = "This HIT title was found in your HitDB.";
  940. this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,1);}})(obj));
  941. }
  942. else {
  943. this_cell.style.backgroundColor = RED;
  944. this_cell.title = "This HIT title was not found in your HitDB, or you don't have a HitDB.";
  945. }
  946. }
  947. else if (i==9)
  948. this_cell.style.backgroundColor = DARKGREY;
  949. }
  950. else if (i==7)
  951. this_cell.style.backgroundColor = DARKGREY;
  952. }
  953. if (Object.keys(scraper_history).length > 0)
  954. {
  955. if (obj.dinged == 0)
  956. {
  957. dings++;
  958. obj.dinged = 1; //#hookdinged
  959. }
  960. if (obj.new_result < 1000*save_new_results_time)
  961. {
  962. new_hits++;
  963. for (var h = 0; h < col_heads.length; h++)
  964. {
  965. row.cells[h].style.fontSize = default_text_size + 1+"px";
  966. row.cells[h].style.fontWeight = "bold";
  967. }
  968. }
  969. }
  970. var button1 = document.createElement('button'); // FORUM VBCODE EXPORT BUTTON
  971. button1.textContent = 'vB';
  972. button1.title = 'Export this HIT description as vBulletin formatted text';
  973. button1.style.height = '14px';
  974. button1.style.width = '30px';
  975. button1.style.fontSize = '8px';
  976. button1.style.border = '1px solid';
  977. button1.style.padding = '0px';
  978. button1.style.backgroundColor = 'transparent';
  979.  
  980. var button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER
  981. button2.textContent = 'R';
  982. button2.title = 'Add requester to block list';
  983. button2.style.height = '14px';
  984. button2.style.width = '15px';
  985. button2.style.fontSize = '8px';
  986. button2.style.border = '1px solid';
  987. button2.style.padding = '0px';
  988. button2.style.backgroundColor = 'transparent';
  989.  
  990. var button3 = document.createElement('button'); //BUTTON TO BLOCK TITLE
  991. button3.textContent = 'T';
  992. button3.title = 'Add title to block list';
  993. button3.style.height = '14px';
  994. button3.style.width = '15px';
  995. button3.style.fontSize = '8px';
  996. button3.style.border = '1px solid';
  997. button3.style.padding = '0px';
  998. button3.style.backgroundColor = 'transparent';
  999.  
  1000. var button4 = document.createElement('button'); // IRC EXPORT BUTTON
  1001. button4.textContent = 'IRC';
  1002. button4.style.height = '14px';
  1003. button4.style.width = '30px';
  1004. button4.style.fontSize = '8px';
  1005. button4.style.border = '1px solid';
  1006. button4.style.padding = '0px';
  1007. button4.style.backgroundColor = 'transparent';
  1008. button4.title = 'Click to save HIT information to your clipboard. Please wait while shortened URLs are retrieved.';
  1009.  
  1010. //button.addEventListener("click", function() {export_func_deleg(j);}.bind(null,j), false);
  1011. button1.addEventListener("click", (function (obj,j) { return function() {export_func_deleg(obj,j);}})(obj,j));
  1012. row.cells[1].appendChild(document.createTextNode(" "));
  1013. row.cells[1].appendChild(button1);
  1014. button4.addEventListener("click", (function (obj,j) { return function() {export_irc_deleg(obj,j);}})(obj,j));
  1015. row.cells[1].appendChild(document.createTextNode(" "));
  1016. row.cells[1].appendChild(button4);
  1017.  
  1018. button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,0);}})(obj,j));
  1019. row.cells[0].appendChild(document.createTextNode(" "));
  1020. row.cells[0].appendChild(button2);
  1021. button3.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,1);}})(obj,j));
  1022. row.cells[0].appendChild(button3);
  1023. }
  1024. //});
  1025.  
  1026. }
  1027. if (!useBlocklist)
  1028. set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + blocklist_hits + " HITs shown from blocklist.", false);
  1029. else
  1030. set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + (found_hits - shown_hits) + " HITs ignored.", false);
  1031. //url = url.substring(0,url.length - 1);
  1032. //console.log(url);
  1033. var success_flag = false;
  1034. var rdata = "";
  1035. if (useTO)
  1036. rdata = getTOMulti(ridString);
  1037. else
  1038. rdata = "TO Down";
  1039. //var rdata = "TO Down";
  1040. //console.log(rdata);
  1041. if (rdata != "TO Down")
  1042. {
  1043. for (var r = 0; r < rids.length; r++)
  1044. {
  1045. text_area.rows[r+1].style.backgroundColor = GREY;
  1046. if (rdata[rids[r]])
  1047. {
  1048. var pay = rdata[rids[r]].attrs.pay;
  1049. var reviews = rdata[rids[r]].reviews;
  1050. var average = 0;
  1051. var sum = 0;
  1052. var divisor = 0;
  1053. //console.log(rdata[rids[r]]);
  1054. var comm = rdata[rids[r]].attrs.comm.trim();
  1055. var fair = rdata[rids[r]].attrs.fair.trim();
  1056. var fast = rdata[rids[r]].attrs.fast.trim();
  1057. var tos = rdata[rids[r]].tos_flags;
  1058. var titleText = "comm: "+comm+"\nfair: "+fair+"\nfast: "+fast+"\npay: "+pay+"\nReviews: "+reviews+"\nTOS: "+tos;
  1059. if (comm > 0)
  1060. {
  1061. sum += COMM_WEIGHT*comm;
  1062. divisor += COMM_WEIGHT;
  1063. }
  1064. if (pay > 0)
  1065. {
  1066. sum += PAY_WEIGHT*pay;
  1067. divisor += PAY_WEIGHT;
  1068. }
  1069. if (fair > 0)
  1070. {
  1071. sum += FAIR_WEIGHT*fair;
  1072. divisor += FAIR_WEIGHT;
  1073. }
  1074. if (fast > 0)
  1075. {
  1076. sum += FAST_WEIGHT*fast;
  1077. divisor += FAST_WEIGHT;
  1078. }
  1079. if (divisor > 0)
  1080. {
  1081. average = sum/divisor;
  1082. }
  1083. text_area.rows[r+1].cells[4].innerHTML = "<a href='"+ TO_REQ_URL+rids[r] +"' target='_blank'>" + pay + "</a>";
  1084. text_area.rows[r+1].cells[4].setAttribute("title", titleText);
  1085. if (reviews > 4)
  1086. {
  1087. if (average > 4.49)
  1088. text_area.rows[r+1].style.backgroundColor = GREEN;
  1089. else if (average > 3.49)
  1090. text_area.rows[r+1].style.backgroundColor = LIGHTGREEN;
  1091. //else if (average > 2.99)
  1092. // text_area.rows[r+1].style.backgroundColor = YELLOW;
  1093. else if (average > 1.99)
  1094. text_area.rows[r+1].style.backgroundColor = ORANGE;
  1095. else if (average > 0)
  1096. text_area.rows[r+1].style.backgroundColor = RED;
  1097. }
  1098. }
  1099. else
  1100. {
  1101. text_area.rows[r+1].cells[4].innerHTML = "<a href='"+ TO_REQ_URL+rids[r] +"' target='_blank'>No Data</a>";
  1102. }
  1103. }
  1104. if (sort_TO)
  1105. {
  1106. table_sort();
  1107. }
  1108. if (MINIMUM_TO > -1 || block_no_to)
  1109. {
  1110. table_TO_trim();
  1111. }
  1112. success_flag = true;
  1113. }
  1114. if (!success_flag)
  1115. for (var s = 0; s < rids.length; s++)
  1116. text_area.rows[s+1].style.backgroundColor = GREY;
  1117.  
  1118. statusdetail_loop_finished = true;
  1119. if (dings > 0){
  1120. newHits(shouldDing);
  1121. }
  1122. if (SEARCH_REFRESH>0)
  1123. {
  1124. wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH);
  1125. display_wait_time(SEARCH_REFRESH);
  1126. }
  1127. else
  1128. {
  1129. global_run = false;
  1130. big_red_button.textContent = "Start";
  1131. }
  1132. }
  1133. }
  1134. }
  1135.  
  1136. function table_TO_trim(){
  1137. $("#body_table tr:gt(0)").each(function () {
  1138. var TO = $(this).find("td:eq(4)").text();
  1139. if (block_no_to && TO == "No Data")
  1140. {
  1141. $(this).hide();
  1142. }
  1143. if (TO != "No Data" && TO != "TO down")
  1144. {
  1145. if (Number(TO) < MINIMUM_TO)
  1146. {
  1147. $(this).hide();
  1148. }
  1149. }
  1150. });
  1151. }
  1152.  
  1153. function table_sort() {
  1154. //--- Get the table we want to sort.
  1155. var jTableToSort = $("#body_table");
  1156.  
  1157. //--- Get the rows to sort, but skip the first row, since it contains column titles.
  1158. var jRowsToSort = jTableToSort.find ("tr:gt(0)");
  1159.  
  1160. //--- Sort the rows in place.
  1161. jRowsToSort.sort(SortByFirstColumnTextAscending).appendTo(jTableToSort);
  1162. }
  1163.  
  1164. function SortByFirstColumnTextAscending (zA, zB)
  1165. {
  1166. var ValA_Text = $(zA).find("td:eq(4)").text();
  1167. var ValB_Text = $(zB).find("td:eq(4)").text();
  1168.  
  1169. if (ValA_Text > ValB_Text)
  1170. return 1;
  1171. else if (ValA_Text < ValB_Text)
  1172. return -1;
  1173. else
  1174. return 0;
  1175. }
  1176.  
  1177. // check block list for requester name and HIT title
  1178. function ignore_check(r,t){
  1179. var tempList = ignore_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); });
  1180. var foundR = -1;
  1181. var foundT = -1;
  1182. foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," "));
  1183. foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," "));
  1184.  
  1185. if (shouldInclude){ // if in Use Includelist mode, treat all HITs not matching the includelist as if they were on the blocklist
  1186. //console.log(include_list);
  1187. var temp = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); }).indexOf(r.toLowerCase().replace(/\s+/g," "));
  1188. //console.log(temp);
  1189. if (temp != -1)
  1190. foundR = -1;
  1191. else
  1192. foundR = 0;
  1193. }
  1194. var found = foundR == -1 && foundT == -1;
  1195. //console.log("r: "+r+" t: "+t+" f: "+found);
  1196. return found; // returns false (making !(include_check(x,y)) true) if HIT should be blocked, returns true if it shouldn't be blocked
  1197. //return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  1198. }
  1199.  
  1200. // check include list for requester name and HIT title
  1201. function include_check(r,t){
  1202. var tempList = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); });
  1203. var foundR = -1;
  1204. var foundT = -1;
  1205. foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," "));
  1206. foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," "));
  1207. var found = foundR == -1 && foundT == -1;
  1208. return found; // returns false (making !(include_check(x,y)) true) if HIT should be highlighted, returns true if it shouldn't be highlighted
  1209. }
  1210.  
  1211. function start_running()
  1212. {
  1213. if (big_red_button.textContent == "Start")
  1214. {
  1215. status_array=[];
  1216. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  1217. if (GM_getValue("scraper_include_list"))
  1218. include_list = GM_getValue("scraper_include_list").split('^');
  1219. global_run = true;
  1220. initial_url = URL_BASE;
  1221. if (search_input.value.length>0)
  1222. {
  1223. initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value);
  1224. }
  1225. if (time_input.value.replace(/[^0-9]+/g,"") != "")
  1226. {
  1227. SEARCH_REFRESH = Number(time_input.value);
  1228. }
  1229. if (page_input.value.replace(/[^0-9]+/g,"") != "")
  1230. {
  1231. PAGES_TO_SCRAPE = Number(page_input.value);
  1232. if (PAGES_TO_SCRAPE > 20 && document.getElementById('lnkWorkerSignin')){
  1233. status_array.push("Search limited to 20 pages when logged out");
  1234. PAGES_TO_SCRAPE = 20;
  1235. }
  1236. }
  1237. if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "")
  1238. {
  1239. save_new_results_time = Number(new_time_display_input.value);
  1240. }
  1241. if (reward_input.value.replace(/[^0-9]+/g,"") != "")
  1242. {
  1243. initial_url += "&minReward=" + reward_input.value;
  1244. }
  1245. else
  1246. {
  1247. initial_url += "&minReward=0.00";
  1248. }
  1249. if (qual_input.checked)
  1250. {
  1251. if (document.getElementById('lnkWorkerSignin')){
  1252. status_array.push("Logged out, ignoring qualified");
  1253. initial_url += "&qualifiedFor=off";
  1254. }
  1255. else
  1256. initial_url += "&qualifiedFor=on";
  1257. }
  1258. else
  1259. {
  1260. initial_url += "&qualifiedFor=off";
  1261. }
  1262. if (masters_input.checked)
  1263. {
  1264. initial_url += "&requiresMasterQual=on";
  1265. }
  1266. if (masters_dropdown[masters_dropdown.selectedIndex].value == "n")
  1267. {
  1268. hide_masters=true;
  1269. status_array.push("Masters hits hidden");
  1270. }
  1271. else
  1272. {
  1273. hide_masters = false;
  1274. }
  1275. switch (sort_input[sort_input.selectedIndex].value)
  1276. {
  1277. case "late":
  1278. initial_url+= "&sortType=LastUpdatedTime%3A";
  1279. type=1;
  1280. default_type = 0;
  1281. break;
  1282. case "most":
  1283. initial_url+= "&sortType=NumHITs%3A";
  1284. default_type = 1;
  1285. type=2;
  1286. status_array.push("Sorting by NumHITs ignores Correct For Skips in favor of minimum batch size");
  1287. break;
  1288. case "amount":
  1289. initial_url+= "&sortType=Reward%3A";
  1290. type=3;
  1291. default_type = 0;
  1292. break;
  1293. case "alpha":
  1294. type=4;
  1295. initial_url += "&sortType=Title%3A";
  1296. break;
  1297. default:
  1298. alert("I don't know how you did it, but you broke it. Good job.");
  1299. }
  1300. if (min_input.value.replace(/[^0-9]+/g,"") != "")
  1301. {
  1302. if (type != 2)
  1303. status_array.push("Minimum Batch Size requires sorting by Most Available");
  1304. MINIMUM_HITS = Number(min_input.value);
  1305. }
  1306. if (sort_input_invert.checked)
  1307. {
  1308. if (sort_input[sort_input.selectedIndex].value == "alpha")
  1309. initial_url += "1";
  1310. else
  1311. initial_url += "0";
  1312. }
  1313. else
  1314. {
  1315. if (sort_input[sort_input.selectedIndex].value == "alpha")
  1316. initial_url += "0";
  1317. else
  1318. initial_url += "1";
  1319. }
  1320. if (sort_to.checked)
  1321. {
  1322. sort_TO = true;
  1323. status_array.push("Sorting by TO is still in testing");
  1324. }
  1325. else
  1326. {
  1327. sort_TO = false;
  1328. }
  1329. if (useTO_input.checked)
  1330. {
  1331. useTO = false;
  1332. }
  1333. else
  1334. {
  1335. useTO = true;
  1336. }
  1337. if (min_to.value.replace(/[^0-9]+/g,"") != "")
  1338. {
  1339. MINIMUM_TO = Number(min_to.value);
  1340. $("#show_TO_stuff_button").show();
  1341. if (status_array.indexOf("False dings may occur when hiding by minimum/no TO") == -1)
  1342. status_array.push("False dings may occur when hiding by minimum/no TO");
  1343. }
  1344. else
  1345. {
  1346. MINIMUM_TO = -1;
  1347. }
  1348. if (friesAreDone.checked)
  1349. {
  1350. shouldDing = true;
  1351. }
  1352. else
  1353. {
  1354. shouldDing = false;
  1355. }
  1356. if (no_to_block.checked)
  1357. {
  1358. block_no_to = true;
  1359. $("#show_TO_stuff_button").show();
  1360. if (status_array.indexOf("False dings may occur when hiding by minimum/no TO") == -1)
  1361. status_array.push("False dings may occur when hiding by minimum/no TO");
  1362. }
  1363. else
  1364. {
  1365. block_no_to = false;
  1366. }
  1367. if (!block_no_to && MINIMUM_TO == -1)
  1368. $("#show_TO_stuff_button").hide();
  1369. if (correctForSkips.checked)
  1370. {
  1371. if (matchOnly.checked)
  1372. {
  1373. status_array.push("Use Includelist (match only) checked, so ignoring Correct For Skips to prevent issues");
  1374. correct_for_skips = false;
  1375. }
  1376. else{
  1377. correct_for_skips = true;
  1378. }
  1379. }
  1380. else
  1381. {
  1382. correct_for_skips = false;
  1383. }
  1384. if (useBlock.checked)
  1385. {
  1386. useBlocklist = true;
  1387. }
  1388. else
  1389. {
  1390. useBlocklist = false;
  1391. }
  1392. if (matchOnly.checked)
  1393. {
  1394. if (include_list.length == 0){
  1395. status_array.push("No items in includelist, so ignoring Use Includelist checkbox");
  1396. shouldInclude = false;
  1397. }
  1398. else
  1399. {
  1400. shouldInclude = true;
  1401. if (!useBlock.checked)
  1402. {
  1403. status_array.push("Use Includelist checked, so forcing Use Blocklist for intended output behavior");
  1404. useBlocklist = true;
  1405. }
  1406. }
  1407. }
  1408. else
  1409. {
  1410. shouldInclude = false;
  1411. }
  1412. if (highlightIncludes_input.checked)
  1413. {
  1414. highlightIncludes = true;
  1415. }
  1416. else
  1417. {
  1418. highlightIncludes = false;
  1419. }
  1420. initial_url += "&pageNumber=1&searchSpec=HITGroupSearch";
  1421. audio_index = audio_option[audio_option.selectedIndex].value;
  1422. //To store the last state of the items
  1423. var lastState = {"refreshTime":time_input.value,"numPages":page_input.value,"minHits":min_input.value,"newHitHighlight":new_time_display_input.value,"reward":reward_input.value,
  1424. "qualified":qual_input.checked,"masters":masters_input.checked,"mShow":hide_masters,"sort":sort_input.selectedIndex,"invert":sort_input_invert.checked,
  1425. "to":sort_to.checked,"minTO":min_to.value,"hideNTO":no_to_block.checked,"searchTerms":search_input.value,"useInclude":matchOnly.checked,"highlightIncl":highlightIncludes_input.checked,
  1426. "fries":friesAreDone.checked,"whichfry":audio_option.selectedIndex,"blocklist":useBlock.checked,"skips":correctForSkips.checked,"useTO":useTO_input.checked};
  1427. //console.log(JSON.stringify(lastState));
  1428. localStorage["lastState_hit_scraper_with_export"] = JSON.stringify(lastState);
  1429. start_it();
  1430. }
  1431. else
  1432. {
  1433. global_run = false;
  1434. clearTimeout(wait_loop);
  1435. big_red_button.textContent = "Start";
  1436. set_progress_report("Stopped", true);
  1437. }
  1438. }
  1439.  
  1440. function start_it()
  1441. {
  1442. statusdetail_loop_finished = false;
  1443. big_red_button.textContent = "Stop";
  1444. found_key_list = [];
  1445. var ctime = new Date().getTime();
  1446. if (ctime - last_clear_time > save_results_time*666)
  1447. {
  1448. var last_history = scraper_history;
  1449. scraper_history = {};
  1450. for (var key in last_history)
  1451. {
  1452. if (last_history[key].new_result<save_results_time*1000)
  1453. {
  1454. scraper_history[key] = last_history[key];
  1455. if (last_history[key].found_this_time)
  1456. {
  1457. last_history[key].found_this_time = false;
  1458. if (last_history[key].new_result>save_new_results_time*1000)
  1459. last_history[key].initial_time = ctime-1000*save_new_results_time;
  1460. }
  1461. }
  1462.  
  1463. }
  1464. last_clear_time = ctime;
  1465. }
  1466. next_page = 1;
  1467. statusdetail_loop(initial_url);
  1468. }
  1469.  
  1470.  
  1471. function show_interface()
  1472. {
  1473. control_panel.style.color = BROWN;
  1474. control_panel.style.fontSize = "14px";
  1475. control_panel.removeChild(big_red_button);
  1476. control_panel.appendChild(document.createTextNode("Auto-refresh delay: "));
  1477. time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1478. time_input.title = "Enter search refresh delay in seconds.\n" + "Enter 0 for no auto-refresh.\n" + "Default is 0 (no auto-refresh).";
  1479. time_input.size = 3;
  1480. control_panel.appendChild(time_input);
  1481.  
  1482. control_panel.appendChild(document.createTextNode(" "));
  1483.  
  1484. control_panel.appendChild(document.createTextNode("| Pages to scrape: "));
  1485. page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1486. page_input.title = "Enter number of pages to scrape. Default is 3.\n" + "Has no effect in a batch search (Most Available sort).";
  1487. page_input.size = 3;
  1488. control_panel.appendChild(page_input);
  1489. control_panel.appendChild(document.createTextNode(" Correct for skips: "));
  1490. correctForSkips.title = "Searches additional pages to get a more consistent number of results. Helpful if you're blocking a lot of items.";
  1491. control_panel.appendChild(correctForSkips);
  1492.  
  1493. control_panel.appendChild(document.createTextNode(" "));
  1494.  
  1495. control_panel.appendChild(document.createTextNode("| Minimum batch size: "));
  1496. min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1497. min_input.title = "Enter minimum HITs for batch search (must Sort by Most Available).\n" + "Default is 100.";
  1498. min_input.size = 3;
  1499. control_panel.appendChild(min_input);
  1500. control_panel.appendChild(document.createTextNode(" "));
  1501.  
  1502. control_panel.appendChild(document.createElement("P"));
  1503. control_panel.appendChild(document.createTextNode("Minimum reward: "));
  1504. reward_input.size = 3;
  1505. reward_input.title = "Enter the minimum desired pay per HIT, such as 0.10";
  1506. reward_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1507. control_panel.appendChild(reward_input);
  1508. control_panel.appendChild(document.createTextNode(" | Qualified: "));
  1509. control_panel.appendChild(qual_input);
  1510. qual_input.title = "Only show HITs you're currently qualified for (must be logged in).";
  1511. control_panel.appendChild(document.createTextNode(" | Masters: Require "));
  1512. control_panel.appendChild(masters_input);
  1513. masters_input.title = "Only show HITs that require Masters qualifications.";
  1514. control_panel.appendChild(document.createTextNode(" Show "));
  1515. control_panel.appendChild(masters_dropdown);
  1516. masters_dropdown.title = "If getting results that could non-exclusively contain Masters HITs, you can hide those.";
  1517. control_panel.appendChild(document.createTextNode(" | Sort type: "));
  1518. control_panel.appendChild(sort_input);
  1519. sort_input.title = "Get search results by...\n Latest = HIT Creation Date (newest first),\n Most Available = HITs Available (most first),\n Reward = Reward Amount (most first),\n Title = Title (A-Z)";
  1520. control_panel.appendChild(document.createTextNode(" | Invert: "));
  1521. control_panel.appendChild(sort_input_invert);
  1522. sort_input_invert.title = "Reverse the order of the Sort Type choice, so...\n Latest = HIT Creation Date (oldest first),\n Most Available = HITs Available (least first),\n Reward = Reward Amount (least first),\n Title = Title (Z-A)";
  1523.  
  1524. control_panel.appendChild(document.createElement("P"));
  1525. control_panel.appendChild(document.createTextNode("New HIT highlighting: "));
  1526. new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1527. new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted.\n" + "Default is 300 (5 minutes).";
  1528. new_time_display_input.size = 6;
  1529. control_panel.appendChild(new_time_display_input);
  1530. control_panel.appendChild(document.createTextNode(" | Sound on new hit: "));
  1531. control_panel.appendChild(friesAreDone);
  1532. friesAreDone.title = "Play a sound when new results are found.";
  1533. control_panel.appendChild(document.createTextNode(" "));
  1534. control_panel.appendChild(audio_option);
  1535. audio_option.title = "Select which sound will be played.";
  1536. control_panel.appendChild(document.createTextNode(" | Sort by TO: "));
  1537. control_panel.appendChild(sort_to);
  1538. sort_to.title = "After getting search results based on the other selected options,\n" + "re-sort the results by their average Turkopticon pay ratings.";
  1539. control_panel.appendChild(document.createTextNode("| Min pay TO: "));
  1540. control_panel.appendChild(min_to);
  1541. min_to.size = 3;
  1542. min_to.title = "After getting search results based on the other selected options,\n" + "hide any results below this average Turkopticon pay rating.\n" + "Minimum is 1, maximum is 5, decimals up to 2 places, such as 3.25";
  1543. control_panel.appendChild(document.createTextNode(" | Hide no TO: "));
  1544. control_panel.appendChild(no_to_block);
  1545. no_to_block.title = "After getting search results based on the other selected options,\n" + "hide any results that have no Turkopticon pay ratings yet.";
  1546. control_panel.appendChild(document.createTextNode(" | Disable TO: "));
  1547. control_panel.appendChild(useTO_input);
  1548. useTO_input.title = "Disable attempts to download ratings data from Turkopticon for the results table.";
  1549.  
  1550. control_panel.appendChild(document.createElement("P"));
  1551. control_panel.appendChild(document.createTextNode("Search Terms: "));
  1552. control_panel.appendChild(search_input);
  1553. search_input.size = 20;
  1554. search_input.title = "Enter keywords to search for.\n" + "Default is blank (no search terms).";
  1555. search_input.placeholder="Enter search terms here";
  1556.  
  1557. control_panel.appendChild(document.createTextNode(" | Use blocklist: "));
  1558. useBlock.title = "When enabled, hide HITs that match your blocklist.\n" + "When disabled, HITs that match your blocklist will be displayed with a red border.";
  1559. control_panel.appendChild(useBlock);
  1560.  
  1561. control_panel.appendChild(document.createTextNode("| Use includelist: "));
  1562. matchOnly.title = "Show only HITs that match your includelist.\n" + "Be sure to edit your includelist first or no results will be displayed.";
  1563. control_panel.appendChild(matchOnly);
  1564.  
  1565. control_panel.appendChild(document.createTextNode("| Highlight includelisted: "));
  1566. highlightIncludes_input.title = "Outline HITs that match your includelist with a dashed green border.";
  1567. control_panel.appendChild(highlightIncludes_input);
  1568.  
  1569.  
  1570. big_red_button.textContent = "Start";
  1571. big_red_button.onclick = function(){start_running();};
  1572. // open blocklist editor
  1573. reset_blocks.textContent = "Edit blocklist";
  1574. reset_blocks.setAttribute("id","blocklist_reset_button");
  1575. reset_blocks.onclick = function(){
  1576. //console.log("in");
  1577. ignore_list = GM_getValue("scraper_ignore_list").split('^');
  1578. var textarea = $("#block_text");
  1579. var text = "";
  1580. for (var i = 0; i < ignore_list.length; i++){
  1581. text += ignore_list[i]+"^";
  1582. }
  1583. textarea.val(text.substring(0, text.length - 1));
  1584. $("#block_div").show();
  1585. };
  1586. // open includelist editor
  1587. include_button.textContent = "Edit includelist";
  1588. include_button.id = "includes_reset_button";
  1589. include_button.onclick = function() {
  1590. include_list = GM_getValue("scraper_include_list").split('^');
  1591. var textarea = $("#include_text");
  1592. var text = "";
  1593. for (var i = 0; i < include_list.length; i++){
  1594. text += include_list[i]+"^";
  1595. }
  1596. textarea.val(text.substring(0, text.length - 1));
  1597. $("#include_div").show();
  1598. };
  1599.  
  1600. control_panel.appendChild(document.createElement("P"));
  1601.  
  1602. text_area.style.fontWeight = "normal";
  1603. text_area.createCaption().innerHTML = '<a target="_blank" href="https://greasyfork.org/en/scripts/2002-hit-scraper-with-export" title="Read the documentation for HIT Scraper With Export on its Greasyfork page." align="top" style="text-align:top; color:' + BROWN + ';">HIT Scraper</a> Results';
  1604. var col_heads = ['Requester','Title','Reward','HITs Available','TO pay','Accept HIT','M?'];
  1605. var row = text_area.createTHead().insertRow(0);
  1606. text_area.caption.style.fontWeight = 800;
  1607. text_area.caption.style.color = BROWN;
  1608. if (default_text_size > 10)
  1609. text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5);
  1610. //console.log(text_area.cellPadding);
  1611. //text_area.cellPadding=2;
  1612. text_area.caption.style.fontSize = "24px";
  1613. text_area.rows[0].style.fontWeight = 800;
  1614. text_area.rows[0].style.color = BROWN;
  1615. for (var i=0; i<col_heads.length; i++)
  1616. {
  1617. var this_cell = row.insertCell(i);
  1618. this_cell.innerHTML = col_heads[i];
  1619. this_cell.style.fontSize = "14px";
  1620. if (i > 1)
  1621. this_cell.style.textAlign = 'center';
  1622. }
  1623. text_area.style.width = '100%';
  1624.  
  1625. var table_div = document.createElement('div');
  1626. table_div.style.color = BROWN;
  1627. table_div.style.fontSize = "14px";
  1628. document.body.insertBefore(table_div,control_panel.nextSibling);
  1629. var header_hide_button = document.createElement('button');
  1630. table_div.appendChild(big_red_button);
  1631. table_div.appendChild(document.createTextNode(" "));
  1632. table_div.appendChild(header_hide_button);
  1633. table_div.appendChild(document.createTextNode(" "));
  1634. table_div.appendChild(reset_blocks);
  1635. table_div.appendChild(document.createTextNode(" "));
  1636. table_div.appendChild(include_button);
  1637. table_div.appendChild(document.createTextNode(" "));
  1638. table_div.appendChild(showButton);
  1639. $("#show_TO_stuff_button").hide();
  1640. table_div.appendChild(document.createElement("P"));
  1641. table_div.appendChild(progress_report);
  1642. table_div.appendChild(document.createElement("P"));
  1643. table_div.appendChild(document.createTextNode("Status messages: "));
  1644. table_div.appendChild(status_report);
  1645. table_div.appendChild(document.createElement("P"));
  1646. table_div.appendChild(text_area);
  1647. header_hide_button.textContent = "Hide Settings";
  1648. header_hide_button.onclick = function(){
  1649. if (header_hide_button.textContent == "Hide Settings"){
  1650. $('#control_panel').hide();
  1651. header_hide_button.textContent = "Show Settings";
  1652. }
  1653. else{
  1654. $('#control_panel').show();
  1655. header_hide_button.textContent = "Hide Settings";
  1656. }
  1657. };
  1658. }
  1659.  
  1660. /********HIT EXPORT ADDITIONS*****/
  1661.  
  1662. var EDIT = false;
  1663. var HIT;
  1664.  
  1665. var TO_BASE = "http://turkopticon.ucsd.edu/";
  1666. var API_BASE = "https://mturk-api.istrack.in/";
  1667. var API_URL = API_BASE + "multi-attrs.php?ids=";
  1668.  
  1669. var DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n';
  1670. DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]';
  1671. DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])';
  1672. DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}';
  1673. DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}';
  1674. DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}';
  1675. DEFAULT_TEMPLATE += '\n[b]Hits Available:[/b] {hits}';
  1676. DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]';
  1677. DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]';
  1678.  
  1679. var TEMPLATE;
  1680. var EASYLINK;
  1681.  
  1682. if (typeof GM_getValue === 'undefined')
  1683. TEMPLATE = null;
  1684. else {
  1685. TEMPLATE = GM_getValue('HITScraper Template');
  1686. EASYLINK = GM_getValue('HITScraper Easylink');
  1687. }
  1688. if (TEMPLATE == null) {
  1689. TEMPLATE = DEFAULT_TEMPLATE;
  1690. }
  1691.  
  1692. function buildXhrUrl(rai) {
  1693. var url = API_URL;
  1694. var ri = rai;
  1695. url += rai;
  1696. return url;
  1697. }
  1698.  
  1699. function makeXhrQuery(url) {
  1700. var xhr = new XMLHttpRequest();
  1701. try{
  1702. xhr.open('GET', url, false);
  1703. xhr.send(null);
  1704. return $.parseJSON(xhr.response);
  1705. }
  1706. catch(err){
  1707. return "TO DOWN";
  1708. }
  1709. }
  1710.  
  1711. function getNamesForEmptyResponses(rai, resp) {
  1712. for (var rid in rai) {
  1713. if (rai.hasOwnProperty(rid) && resp[rid] == "") {
  1714. resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}');
  1715. }
  1716. }
  1717. return resp;
  1718. }
  1719.  
  1720. function getKeys(obj) {
  1721. var keys = [];
  1722. for (var key in obj) {
  1723. keys.push(key);
  1724. }
  1725. return keys;
  1726. }
  1727.  
  1728. function export_func_deleg(item,index) {
  1729. //console.log(item);
  1730. export_func(item);
  1731. }
  1732.  
  1733. function export_irc_deleg(item,index) {
  1734. //console.log(item);
  1735. export_irc(item);
  1736. }
  1737.  
  1738. function block_deleg(item,index) {
  1739. //console.log(item);
  1740. block(item,index);
  1741. }
  1742.  
  1743. function block(hit,index){
  1744. var blockType = ["requester","title"];
  1745. var blockThis = hit[blockType[index]].replace(/\s+/g," ").toLowerCase().trim();
  1746. ignore_list.push(blockThis);
  1747. GM_setValue("scraper_ignore_list",ignore_list.join('^'));
  1748. //console.log(GM_getValue("scraper_ignore_list"));
  1749. alert("\""+blockThis+"\" ignored (added to blocklist). Re-scrape.");
  1750. }
  1751.  
  1752. function search_deleg(item,index) {
  1753. //console.log(item);
  1754. var searches = ["rid","title"];
  1755. search(item,searches[index]);
  1756. }
  1757.  
  1758. function hit_sort_func()
  1759. {
  1760. return function(a,b) {
  1761. if (a.date == b.date) {
  1762. if (a.requesterName < b.requesterName)
  1763. return -1;
  1764. if (a.requesterName > b.requesterName)
  1765. return 1;
  1766. if (a.title < b.title)
  1767. return -1;
  1768. if (a.title > b.title)
  1769. return 1;
  1770. if (a.status < b.status)
  1771. return -1;
  1772. if (a.status > b.status)
  1773. return 1;
  1774. }
  1775. if (a.date > b.date)
  1776. return 1;
  1777. if (a.date < b.date)
  1778. return -1;
  1779. };
  1780. }
  1781.  
  1782. function escapeRegExp(str) {
  1783. return str.replace(/[-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&");
  1784. }
  1785.  
  1786. function search(item,search_type){
  1787. //return true;/*
  1788.  
  1789. var request = indexedDB.open("HITDB", v);
  1790. request.onsuccess = function(e) {
  1791. HITStorage.indexedDB.db = e.target.result;
  1792. var db = HITStorage.indexedDB.db;
  1793. var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1794. var store = trans.objectStore("HIT");
  1795.  
  1796. var req;
  1797. var results = [];
  1798. var index;
  1799. var range;
  1800. req = store.openCursor();
  1801. req.onsuccess = function(event) {
  1802. var cursor = event.target.result;
  1803. if (cursor) {
  1804. hit = cursor.value;
  1805. var keys = ['title', 'requesterId'];
  1806. var re = new RegExp(escapeRegExp(item[search_type]),"ig");
  1807. for (var k in keys)
  1808. {
  1809. if (hit[keys[k]] != null && re.test(hit[keys[k]].trim())){
  1810. results.push(cursor.value);
  1811. }
  1812. }
  1813.  
  1814. cursor.continue();
  1815. }
  1816. else {
  1817. //console.log(results);
  1818. results.sort(hit_sort_func());
  1819. show_results(results);
  1820. }
  1821. db.close();
  1822. };
  1823. request.onerror = HITStorage.indexedDB.onerror;/**/
  1824. };
  1825. }
  1826.  
  1827. function format_hit_line (hit, odd, status_color, new_day)
  1828. {
  1829. var line = '<tr style="background-color:';
  1830. if (odd)
  1831. line += '#f1f3eb;';
  1832. else
  1833. line += 'white;';
  1834. line += ' valign=top;';
  1835. if (new_day)
  1836. line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  1837. else
  1838. line += '">';
  1839.  
  1840. line += '<td>' + hit.date + '</td>';
  1841. if (hit.requesterLink != null)
  1842. line += '<td style="width:165px"><a href="' + hit.requesterLink + '" title="Contact this Requester">' + hit.requesterName + '</a></td>';
  1843. else
  1844. line += '<td style="width:165px">' + hit.requesterName + '</td>';
  1845. line += '<td style="width:213px">' + hit.title + '</td>';
  1846. line += '<td style="width:45px">$' + hit.reward.toFixed(2) + '</td>';
  1847. line += '<td style="color:' + status_color + '; width:55px">' + hit.status + '</td>';
  1848. line += '<td><div style="width:225px; overflow:hidden">' + hit.feedback + '</div></td>';
  1849. line += '</tr>\n';
  1850. return line;
  1851. }
  1852.  
  1853. function status_color (status)
  1854. {
  1855. var color = "green";
  1856.  
  1857. if (status.match("Pending Approval"))
  1858. color = "orange";
  1859. else if (status.match("Rejected"))
  1860. color = "red";
  1861.  
  1862. return color;
  1863. }
  1864.  
  1865. function show_results (results){
  1866. var resultsWindow = window.open();
  1867. resultsWindow.document.write("<html><head><title>Status Detail Search Results</title></head><body>\n");
  1868. resultsWindow.document.write("<h1>HITs matching your search:</h1>\n");
  1869. resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1870. resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Requester</th><th>HIT Title</th><th>Reward</th><th>Status</th><th>Feedback</th></tr>\n');
  1871.  
  1872. var odd = true;
  1873. var sum = 0;
  1874. var sum_rejected = 0;
  1875. var sum_approved = 0;
  1876. var sum_pending = 0;
  1877.  
  1878.  
  1879. var new_day = false;
  1880.  
  1881. for (var i=0; i<results.length; i++) {
  1882. odd = !odd;
  1883. sum += results[i].reward;
  1884. if (results[i].status == 'Rejected')
  1885. sum_rejected += results[i].reward;
  1886. else if (results[i].status == 'Pending Approval')
  1887. sum_pending += results[i].reward;
  1888. else
  1889. sum_approved += results[i].reward;
  1890.  
  1891. if (i>0 && (results[i-1].date != results[i].date))
  1892. new_day = true;
  1893. else
  1894. new_day = false;
  1895. resultsWindow.document.write(format_hit_line(results[i], odd, status_color(results[i].status), new_day ));
  1896. }
  1897.  
  1898. resultsWindow.document.write('<tr style="background-color:lightgrey"><th></th><th></th><th></th><th>$' + sum.toFixed(2) + '</th><th></th><th></th></tr>\n');
  1899. resultsWindow.document.write("</table>");
  1900. resultsWindow.document.write("<p>Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " +
  1901. "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.</p>");
  1902. resultsWindow.document.write("</body></html>");
  1903. resultsWindow.document.close();
  1904. }
  1905.  
  1906.  
  1907. function export_func(item) {
  1908. HIT = item;
  1909. gedit_button.textContent = 'Edit Template';
  1910. apply_template(item);
  1911. gdiv.style.display = 'block';
  1912. gtextarea.select();
  1913. }
  1914.  
  1915. function export_irc(item) {
  1916. display(item);
  1917. }
  1918.  
  1919. function apply_template(hit_data) {
  1920. var txt = TEMPLATE;
  1921.  
  1922. var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  1923.  
  1924. var resp = null;
  1925. if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  1926. var url = buildXhrUrl(hit_data["rid"]);
  1927. resp = getTOMulti(hit_data["rid"]);
  1928. //console.log(resp);
  1929. }
  1930. var toText = "";
  1931. var toStuff = "";
  1932. var toData = "";
  1933. var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  1934. if (resp == "TO DOWN"){
  1935. toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  1936. toText = toStuff;
  1937. }
  1938. else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  1939. toStuff = " No TO ";
  1940. toText = " No TO ";
  1941. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1942. toStuff += "(Submit a new TO rating for this requester)[/URL]";
  1943. }
  1944. else {
  1945. for (var key in resp[hit_data["rid"]].attrs) {
  1946. //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  1947. var i = 0;
  1948. var color = "green";
  1949. var name = key;
  1950. var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  1951. switch (key){
  1952. case "comm":
  1953. name = "Communicativity";
  1954. break;
  1955. case "pay":
  1956. name = "Generosity";
  1957. break;
  1958. case "fast":
  1959. name = "Promptness";
  1960. break;
  1961. case "fair":
  1962. name = "Fairness";
  1963. break;
  1964. default:
  1965. name = key;
  1966. break;
  1967. }
  1968. switch (num){
  1969. case 0:
  1970. color = "red";
  1971. break;
  1972. case 1:
  1973. color = "red";
  1974. break;
  1975. case 2:
  1976. color = "orange";
  1977. break;
  1978. case 3:
  1979. color = "yellow";
  1980. break;
  1981. default:
  1982. break;
  1983. }
  1984. toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  1985. for (i; i < num; i++){
  1986. toText += "[b]"+symbol+"[/b]";
  1987. }
  1988. toText += (num > 0 ? "[/color]" : "");
  1989. if (i < 5){
  1990. toText += "[color=white]";
  1991. for (i; i < 5; i++)
  1992. toText += "[b]"+symbol+"[/b]";
  1993. toText += "[/color]";
  1994. }
  1995. toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  1996. toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  1997. }
  1998. //toText += "[/list]";
  1999. toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  2000. toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  2001. toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  2002. toStuff += "\nNumber of Reviews: "+numResp;
  2003. toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  2004. toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  2005. }
  2006.  
  2007. for (var u = 0; u < vars.length; u++) {
  2008. var t = new RegExp('\{' + vars[u] + '\}', 'g');
  2009. if (vars[u] == "to_stuff") {
  2010. txt = txt.replace(t, toStuff);
  2011. }
  2012. else if (vars[u] == "to_text") {
  2013. txt = txt.replace(t, toText);
  2014. }
  2015. else if (vars[u] == "prev_link") {
  2016. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  2017. }
  2018. else if (vars[u] == "acc_link") {
  2019. txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]);
  2020. }
  2021. else
  2022. txt = txt.replace(t, hit_data[vars[u]]);
  2023. }
  2024. gtextarea.value = txt;
  2025. }
  2026.  
  2027. function hide_func(div) {
  2028. if (EDIT == false)
  2029. div.style.display = 'none';
  2030. }
  2031.  
  2032. function edit_func() {
  2033. if (EDIT == true) {
  2034. EDIT = false;
  2035. TEMPLATE = gtextarea.value;
  2036. gedit_button.textContent = 'Edit Template';
  2037. apply_template(HIT);
  2038. }
  2039. else {
  2040. //console.log("Editing");
  2041. EDIT = true;
  2042. gedit_button.textContent = 'Show Changes';
  2043. gsave_button.disabled = false;
  2044. gtextarea.value = TEMPLATE;
  2045. }
  2046. }
  2047.  
  2048. function default_func() {
  2049. GM_deleteValue('HITScraper Template');
  2050. TEMPLATE = DEFAULT_TEMPLATE;
  2051. EDIT = false;
  2052. gedit_button.textContent = 'Edit Template';
  2053. apply_template(HIT);
  2054. }
  2055.  
  2056. function save_func() {
  2057. if (EDIT)
  2058. TEMPLATE = gtextarea.value;
  2059. GM_setValue('HITScraper Template', TEMPLATE);
  2060. }
  2061.  
  2062. var gdiv = document.createElement('div');
  2063. var gtextarea = document.createElement('textarea');
  2064. var gdiv2 = document.createElement('label');
  2065.  
  2066. gdiv.style.position = 'fixed';
  2067. gdiv.style.width = '500px';
  2068. gdiv.style.height = '235px';
  2069. gdiv.style.left = '50%';
  2070. gdiv.style.right = '50%';
  2071. gdiv.style.margin = '-250px 0px 0px -250px';
  2072. gdiv.style.top = '300px';
  2073. gdiv.style.padding = '5px';
  2074. gdiv.style.border = '2px';
  2075. gdiv.style.backgroundColor = 'black';
  2076. gdiv.style.color = 'white';
  2077. gdiv.style.zIndex = '100';
  2078.  
  2079. gtextarea.style.padding = '2px';
  2080. gtextarea.style.width = '500px';
  2081. gtextarea.style.height = '200px';
  2082. gtextarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}';
  2083.  
  2084. gdiv.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close';
  2085. gdiv.style.fontSize = '12px';
  2086. gdiv.appendChild(gtextarea);
  2087.  
  2088. var gedit_button = document.createElement('button');
  2089. var gsave_button = document.createElement('button');
  2090. var gdefault_button = document.createElement('button');
  2091. var geasy_button = document.createElement('button');
  2092.  
  2093. gedit_button.textContent = 'Edit Template';
  2094. gedit_button.setAttribute('id', 'edit_button');
  2095. gedit_button.style.height = '18px';
  2096. gedit_button.style.width = '100px';
  2097. gedit_button.style.fontSize = '10px';
  2098. gedit_button.style.paddingLeft = '3px';
  2099. gedit_button.style.paddingRight = '3px';
  2100. gedit_button.style.backgroundColor = 'white';
  2101.  
  2102. gsave_button.textContent = 'Save Template';
  2103. gsave_button.setAttribute('id', 'save_button');
  2104. gsave_button.style.height = '18px';
  2105. gsave_button.style.width = '100px';
  2106. gsave_button.style.fontSize = '10px';
  2107. gsave_button.style.paddingLeft = '3px';
  2108. gsave_button.style.paddingRight = '3px';
  2109. gsave_button.style.backgroundColor = 'white';
  2110. gsave_button.style.marginLeft = '5px';
  2111.  
  2112. geasy_button.textContent = 'Change Adfly Url';
  2113. geasy_button.setAttribute('id', 'easy_button');
  2114. geasy_button.style.height = '18px';
  2115. geasy_button.style.width = '100px';
  2116. geasy_button.style.fontSize = '10px';
  2117. geasy_button.style.paddingLeft = '3px';
  2118.  
  2119. gdefault_button.textContent = ' D ';
  2120. gdefault_button.setAttribute('id', 'default_button');
  2121. gdefault_button.style.height = '18px';
  2122. gdefault_button.style.width = '20px';
  2123. gdefault_button.style.fontSize = '10px';
  2124. gdefault_button.style.paddingLeft = '3px';
  2125. gdefault_button.style.paddingRight = '3px';
  2126. gdefault_button.style.backgroundColor = 'white';
  2127. gdefault_button.style.marginLeft = '5px';
  2128. gdefault_button.title = 'Return default template';
  2129.  
  2130. gdiv.appendChild(gedit_button);
  2131. gdiv.appendChild(gsave_button);
  2132. gdiv.appendChild(gdefault_button);
  2133. gdiv.appendChild(geasy_button);
  2134. gsave_button.disabled = true;
  2135.  
  2136. gdiv.style.display = 'none';
  2137. gtextarea.addEventListener("click", function() {hide_func(gdiv);}, false);
  2138. gedit_button.addEventListener("click", function() {edit_func();}, false);
  2139. gsave_button.addEventListener("click", function() {save_func();}, false);
  2140. gdefault_button.addEventListener("click", function() {default_func();}, false);
  2141. document.body.insertBefore(gdiv, document.body.firstChild);
  2142.  
  2143.  
  2144. //Functions below were added for the irc export with the help of clickhappier and Cristo
  2145.  
  2146. function getTO(f){
  2147. var toComp = [];
  2148. var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  2149. var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f;
  2150. var requestTO = new XMLHttpRequest();
  2151. try{ // first try Miku's TO mirror server (istrack.in)
  2152. requestTO.onreadystatechange = function () {
  2153. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  2154. if (requestTO.responseText.split(':').length > 2) {
  2155. var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  2156. for (var t = 0; t < 4; t++) {
  2157. var arrTo = toInfo[t].split(':');
  2158. toComp.push(arrTo[1].substring(1,4));
  2159. }
  2160. }
  2161. else { toComp = ['-','-','-','-']; }
  2162. }
  2163. };
  2164. requestTO.open('GET', toUrl, false);
  2165. requestTO.send(null);
  2166. return toComp;
  2167. }
  2168. catch(err){ // if mirror unavailable, try main TO server
  2169. try{
  2170. requestTO.onreadystatechange = function () {
  2171. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  2172. if (requestTO.responseText.split(':').length > 2) {
  2173. var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  2174. for (var t = 0; t < 4; t++) {
  2175. var arrTo = toInfo[t].split(':');
  2176. toComp.push(arrTo[1].substring(1,4));
  2177. }
  2178. }
  2179. else { toComp = ['-','-','-','-']; }
  2180. }
  2181. };
  2182. requestTO.open('GET', toUrl2, false);
  2183. requestTO.send(null);
  2184. return toComp;
  2185. }
  2186. catch(err){ // if both unavailable, return 'na's
  2187. toComp = ['na','na','na','na'];
  2188. return toComp;
  2189. }
  2190. }
  2191. }
  2192.  
  2193. function getTOMulti(f){
  2194. var toComp = {};
  2195. var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  2196. var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f;
  2197. var rids = f.split(',');
  2198. var requestTO = new XMLHttpRequest();
  2199. try{ // first try Miku's TO mirror server (istrack.in)
  2200. requestTO.onreadystatechange = function () {
  2201. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  2202. if (requestTO.responseText.split(':').length > 2)
  2203. toComp = $.parseJSON(requestTO.responseText);
  2204. else
  2205. toComp = null;
  2206. }
  2207. };
  2208. requestTO.open('GET', toUrl, false);
  2209. requestTO.send(null);
  2210. return toComp;
  2211. }
  2212. catch(err){ // if mirror unavailable, try main TO server
  2213. try{
  2214. requestTO.onreadystatechange = function () {
  2215. if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  2216. if (requestTO.responseText.split(':').length > 2)
  2217. toComp = $.parseJSON(requestTO.responseText);
  2218. else
  2219. toComp = null;
  2220. }
  2221. };
  2222. requestTO.open('GET', toUrl2, false);
  2223. requestTO.send(null);
  2224. return toComp;
  2225. }
  2226. catch(err){ // if both unavailable, return 'na's
  2227. toComp = "TO DOWN";
  2228. return toComp;
  2229. }
  2230. }
  2231. }
  2232.  
  2233. function sleep(ms){ // from http://www.digimantra.com/tutorials/sleep-or-wait-function-in-javascript/
  2234. var dt = new Date();
  2235. dt.setTime(dt.getTime() + ms);
  2236. while (new Date().getTime() < dt.getTime());
  2237. }
  2238. function ns4tShorten(url){ // mturk-only URL shortener on Tjololo's server ns4t.net
  2239. console.log("ns4tShorten function");
  2240. var shortRes;
  2241. var urlT = "https://ns4t.net/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk&username=publicuser&password=publicpass";
  2242. var requestNs4t = new XMLHttpRequest();
  2243. try{
  2244. requestNs4t.onreadystatechange = function () {
  2245. if (requestNs4t.readyState == 4) {
  2246. if (requestNs4t.status == 200) {
  2247. shortRes = requestNs4t.responseText;
  2248. console.log("ns4t.net response: " + requestNs4t.status + " " + requestNs4t.statusText + " " + requestNs4t.responseText);
  2249. }
  2250. else {
  2251. console.log('ns4t.net unsuccessful: ' + requestNs4t.status + " " + requestNs4t.statusText);
  2252. }
  2253. }
  2254. };
  2255. requestNs4t.open('GET', urlT, false);
  2256. requestNs4t.send(null);
  2257. return shortRes;
  2258. }
  2259. catch(err){
  2260. return shortRes;
  2261. }
  2262. }
  2263. function tnyimShorten(url){ // Tny.im URL Shortener - http://tny.im/aboutapi.php - this is only possible this way because their server has the "Access-Control-Allow-Origin = *" headers enabled (the above TO mirror server does too)
  2264. console.log("tnyimShorten function");
  2265. var shortRes;
  2266. var urlT = "https://tny.im/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk";
  2267. var requestTnyim = new XMLHttpRequest();
  2268. try{
  2269. requestTnyim.onreadystatechange = function () {
  2270. if (requestTnyim.readyState == 4) {
  2271. if (requestTnyim.status == 200) {
  2272. shortRes = requestTnyim.responseText;
  2273. console.log("tny.im response: " + requestTnyim.status + " " + requestTnyim.statusText + " " + requestTnyim.responseText);
  2274. }
  2275. else {
  2276. console.log('tny.im unsuccessful: ' + requestTnyim.status + " " + requestTnyim.statusText);
  2277. }
  2278. }
  2279. };
  2280. requestTnyim.open('GET', urlT, false);
  2281. requestTnyim.send(null);
  2282. return shortRes;
  2283. }
  2284. catch(err){
  2285. return shortRes;
  2286. }
  2287. }
  2288. function googlShorten(url){ // Goo.gl URL Shortener
  2289. console.log("googlShorten function");
  2290. var shortRes;
  2291. var urlG = "https://www.googleapis.com/urlshortener/v1/url";
  2292. var requestGoogl = new XMLHttpRequest();
  2293. try{
  2294. requestGoogl.open("POST", urlG, false);
  2295. requestGoogl.setRequestHeader("Content-Type", "application/json");
  2296. requestGoogl.onreadystatechange = function() {
  2297. if (requestGoogl.readyState == 4) {
  2298. if (requestGoogl.status == 200) {
  2299. shortRes = JSON.parse(requestGoogl.response).id;
  2300. console.log("goo.gl response: " + requestGoogl.status + " " + requestGoogl.statusText + " " + JSON.parse(requestGoogl.response).id );
  2301. }
  2302. else {
  2303. console.log('goo.gl unsuccessful: ' + requestGoogl.status + " " + requestGoogl.statusText);
  2304. }
  2305. }
  2306. };
  2307. var data = new Object();
  2308. data.longUrl = url;
  2309. requestGoogl.send(JSON.stringify(data));
  2310. return shortRes;
  2311. }
  2312. catch(err){
  2313. return shortRes;
  2314. }
  2315. }
  2316. function shortenUrl(url){
  2317. sleep(500); // milliseconds delay - wait some milliseconds (currently half a second) between shortens to reduce chance of hitting usage limits
  2318. var shortRes;
  2319. shortRes = ns4tShorten(url);
  2320. if ( shortRes === undefined ) { // if you reached the ns4t.net URL shortener's temporary usage limits or the server is otherwise unavailable
  2321. shortRes = tnyimShorten(url);
  2322. if ( shortRes === undefined ) { // if you reached the tny.im URL shortener's temporary limits or the server is otherwise unavailable
  2323. shortRes = googlShorten(url);
  2324. if ( shortRes === undefined ) { // if you reached the Google URL shortener's temporary limits too or the server is otherwise unavailable
  2325. shortRes = "(x)";
  2326. }
  2327. }
  2328. }
  2329. return shortRes;
  2330. }
  2331.  
  2332. // output display box
  2333. var ircexportdiv = document.createElement('div');
  2334. var ircexporttextarea = document.createElement('textarea');
  2335. ircexportdiv.style.position = 'fixed';
  2336. ircexportdiv.style.width = '500px';
  2337. ircexportdiv.style.height = '155px';
  2338. ircexportdiv.style.left = '50%';
  2339. ircexportdiv.style.right = '50%';
  2340. ircexportdiv.style.margin = '-250px 0px 0px -250px';
  2341. ircexportdiv.style.top = '300px';
  2342. ircexportdiv.style.padding = '5px';
  2343. ircexportdiv.style.border = '2px';
  2344. ircexportdiv.style.backgroundColor = 'black';
  2345. ircexportdiv.style.color = 'white';
  2346. ircexportdiv.style.zIndex = '100';
  2347. ircexportdiv.setAttribute('id','ircexport_div');
  2348. ircexportdiv.style.display = 'none';
  2349. ircexporttextarea.style.padding = '2px';
  2350. ircexporttextarea.style.width = '500px';
  2351. ircexporttextarea.style.height = '130px';
  2352. ircexporttextarea.title = 'IRC Export Output';
  2353. ircexporttextarea.setAttribute('id','ircexport_text');
  2354. ircexportdiv.textContent = 'IRC Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.';
  2355. ircexportdiv.style.fontSize = '12px';
  2356. ircexportdiv.appendChild(ircexporttextarea);
  2357. document.body.insertBefore(ircexportdiv, document.body.firstChild);
  2358. ircexporttextarea.addEventListener("click", function(){ ircexportdiv.style.display = 'none'; }, false);
  2359.  
  2360. function display(hit){
  2361. //var theButton = e.target;
  2362. //theButton.style.backgroundColor = '#CC0000';
  2363.  
  2364. //var capHand = document.getElementById('capsule'+theButton.getAttribute("place")+'-0');
  2365. //var tBodies = capHand.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode;
  2366.  
  2367. //console.log(hit);
  2368. //return 0;
  2369.  
  2370. var capReq = hit["requester"];
  2371. var capReqId = hit["rid"];
  2372.  
  2373. var capTitle = hit["title"].replace(" (Requester link substituted)","");
  2374.  
  2375. var capRew = hit["reward"];
  2376.  
  2377. var capTime = hit["time"];
  2378.  
  2379. var capAvailable = hit["hits"];
  2380.  
  2381. var qualList = hit["quals"];
  2382. var qualColl = qualList.split(',');
  2383. var masterStat = '';
  2384. for ( var m = 0; m < qualColl.length; m++ ) {
  2385. if ( qualColl[m].indexOf('Masters') > -1 ) {
  2386. masterStat = 'MASTERS • ';
  2387. }
  2388. }
  2389.  
  2390. var capUrl = shortenUrl('https://www.mturk.com'+hit["prev_link"]);
  2391. var pandaUrl = shortenUrl('https://www.mturk.com'+hit["acc_link"]);
  2392. var capReqUrl = shortenUrl('https://www.mturk.com'+hit["req_link"]);
  2393. var hitLinkUnav = '';
  2394. //if ( capGId == 'unavailable' ) { capUrl = capReqUrl; pandaUrl = ""; hitLinkUnav = " (preview link unavailable)"; } // handle logged-out export requests for HITs with no preview/notqualified links ** This is handled at line 647
  2395. if (hit["prev_link"].indexOf("requesterId") > -1)
  2396. {
  2397. hitLinkUnav = " (preview link unavailable)";
  2398. pandaUrl = "";
  2399. }
  2400. var toLink = shortenUrl('http://turkopticon.ucsd.edu/'+capReqId);
  2401. var capToStats = getTO(capReqId);
  2402. var shortUrlUnav = '';
  2403. if ( capUrl == '(x)' && hit["prev_link"] != 'unavailable' )
  2404. {
  2405. shortUrlUnav = ' \r\n^ https://www.mturk.com'+hit["prev_link"];
  2406. } // add the full-length preview link at the end if both URL shortener attempts failed
  2407.  
  2408. var exString = masterStat + 'Requester: ' + capReq + ' ' + capReqUrl + ' • ' + 'HIT: ' + capTitle + ' ' + capUrl + hitLinkUnav + ' • ' + 'Pay: ' + capRew + ' • ' + 'Avail: ' + capAvailable + ' • ' + 'Time Limit: ' + capTime + ' • ' + 'TO: ' + 'Pay='+capToStats[1] + ' Fair='+capToStats[2] + ' Comm='+capToStats[0] + ' ' + toLink + ' • ' + 'PandA: ' + pandaUrl + hitLinkUnav + shortUrlUnav ;
  2409. if (GM_setClipboard) { GM_setClipboard(exString); }
  2410. //window.setTimeout(function(){ theButton.style.backgroundColor = 'transparent'; }, 500);
  2411. ircexporttextarea.textContent = exString;
  2412. ircexportdiv.style.display = 'block';
  2413. ircexporttextarea.select();
  2414. }