☰

HIT Scraper WITH EXPORT

Snag HITs.

当前为 2015-02-22 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name        HIT Scraper WITH EXPORT
  3. // @author      Kerek, TJ, and clickhappier
  4. // @description Snag HITs.
  5. //              Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints
  6. // @namespace https://greasyfork.org/users/710
  7. // @match       https://www.mturk.com/mturk/findhits?match=true#hit_scraper*
  8. // @match       https://www.mturk.com/mturk/findhits?match=true?hit_scraper*
  9. // @version     1.6
  10. // @grant       GM_xmlhttpRequest
  11. // @grant       GM_setClipboard
  12. // @require     http://code.jquery.com/jquery-latest.min.js
  13. // ==/UserScript==
  14.  
  15. //Fixes it soas not to rely on GM's storage schemes
  16. if (!this.GM_getValue || (this.GM_getValue.toString && this.GM_getValue.toString().indexOf("not supported")>-1)) {
  17.     this.GM_getValue=function (key,def) {
  18.         return localStorage[key] || def;
  19.     };
  20.     this.GM_setValue=function (key,value) {
  21.         return localStorage[key]=value;
  22.     };
  23.     this.GM_deleteValue=function (key) {
  24.         return localStorage.removeItem(key);
  25.     };
  26. }
  27.  
  28. //alter the requester ignore last as you desire, case insensitive
  29. var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"];
  30. var ignore_list = default_list;
  31. if (GM_getValue("scraper_ignore_list"))
  32.     ignore_list = GM_getValue("scraper_ignore_list").split('^');
  33. else
  34.     GM_setValue("scraper_ignore_list", default_list.join('^'));
  35.  
  36. var include_list = [];
  37. if (GM_getValue("scraper_include_list"))
  38.     include_list = GM_getValue("scraper_include_list").split('^');
  39.  
  40. //This is to update the hit export symbol
  41. var symbol = "☭";
  42.  
  43. //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs.  Change to true for this behavior.
  44. var correct_for_skips = true;
  45.  
  46. //This will hide masters if selected to "hide"
  47. var hide_masters = false;
  48.  
  49. //This is to test sorting by TO
  50. var sort_TO = false;
  51.  
  52. //weight the four TO ratings for the coloring. Default has pay twice as important as fairness and nothing for communication and fast.
  53. var COMM_WEIGHT = 0;
  54. var PAY_WEIGHT  = 10;
  55. var FAIR_WEIGHT = 5;
  56. var FAST_WEIGHT = 0;
  57.  
  58. //Used for themeing, change the colors to change how scraper looks
  59. var GREEN   = '#66CC66'; //  > 4
  60. var LIGHTGREEN = '#ADFF2F'; // > 3  GREEN YELLOW
  61. var YELLOW = '#FFD700'; //Not used
  62. var ORANGE  = '#FF9900'; //  > 2
  63. var RED     = '#FF3030'; // <= 2
  64. var BLUE    = '#C0D9D9'; // no TO
  65. var GREY = 'lightGrey'; //TO down
  66. var BROWN = '#94704D'; //Font color
  67. var DARKGREY = '#9F9F9F'; //No HITDB, "Not Qualified" column
  68. var BACKGROUND_COLOR = "rgb(19, 19, 19)"; //Background of page
  69.  
  70. //display your hitdb records if applicable
  71. var check_hitDB = true;
  72.  
  73. //default text size
  74. var default_text_size=11;
  75.  
  76. //set to "true" to override checkbox setting and ding on new hits
  77. var newHitDing = false;
  78.  
  79. //DO NOT EDIT ANYTHING BELOW THIS LINE UNLESS YOU KNOW WHAT YOU ARE DOING!
  80.  
  81. var status_text = "None";
  82. var shouldDing = false;
  83. var audio = document.createElement('audio');
  84. document.body.appendChild(audio);
  85. audio.src = 'data:audio/ogg;base64,SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU=';
  86. audio.setAttribute("id", "ding_noise");
  87. audio.volume = 1;
  88.  
  89. function newHits(dingNoise) {
  90.     console.log(dingNoise);
  91.     if (dingNoise || newHitDing)
  92.         document.getElementById("ding_noise").play();
  93. }
  94.  
  95. //For editing the blocklist
  96. var div = document.createElement('div');
  97. var textarea = document.createElement('textarea');
  98.  
  99. div.style.position = 'fixed';
  100. div.style.width = '500px';
  101. div.style.height = '235px';
  102. div.style.left = '50%';
  103. div.style.right = '50%';
  104. div.style.margin = '-250px 0px 0px -250px';
  105. div.style.top = '300px';
  106. div.style.padding = '5px';
  107. div.style.border = '2px';
  108. div.style.backgroundColor = 'black';
  109. div.style.color = 'white';
  110. div.style.zIndex = '100';
  111. div.setAttribute('id','block_div');
  112.  
  113. textarea.style.padding = '2px';
  114. textarea.style.width = '500px';
  115. textarea.style.height = '180px';
  116. textarea.title = 'Block list';
  117. textarea.setAttribute('id','block_text');
  118.  
  119. div.textContent = 'Change the blocklist to be whatever you like, save to save it. Separate requesters with the ^ character. After clicking "Save", you\'ll need to scrape again to apply the changes.';
  120. div.style.fontSize = '12px';
  121. div.appendChild(textarea);
  122.  
  123. var save_button = document.createElement('button');
  124. var cancel_button = document.createElement('button');
  125.  
  126. save_button.textContent = 'Save';
  127. save_button.setAttribute('id', 'save_blocklist');
  128. save_button.style.height = '18px';
  129. save_button.style.width = '100px';
  130. save_button.style.fontSize = '10px';
  131. save_button.style.paddingLeft = '3px';
  132. save_button.style.paddingRight = '3px';
  133. save_button.style.backgroundColor = 'white';
  134. save_button.style.marginLeft = '5px';
  135.  
  136. cancel_button.textContent = 'Cancel';
  137. cancel_button.setAttribute('id', 'cancel_blocklist');
  138. cancel_button.style.height = '18px';
  139. cancel_button.style.width = '100px';
  140. cancel_button.style.fontSize = '10px';
  141. cancel_button.style.paddingLeft = '3px';
  142. cancel_button.style.paddingRight = '3px';
  143. cancel_button.style.backgroundColor = 'white';
  144. cancel_button.style.marginLeft = '5px';
  145.  
  146.  
  147. div.appendChild(save_button);
  148. div.appendChild(cancel_button);
  149.  
  150. $("#block_div").hide();
  151. save_button.addEventListener("click", function() {save_blocklist();}, false);
  152. cancel_button.addEventListener("click", function() {$("#block_div").hide();}, false);
  153. document.body.insertBefore(div, document.body.firstChild);
  154.  
  155. //For editing the include list
  156. var shouldInclude = false;
  157. var div2 = document.createElement('div');
  158. var textarea2 = document.createElement('textarea');
  159.  
  160. div2.style.position = 'fixed';
  161. div2.style.width = '500px';
  162. div2.style.height = '235px';
  163. div2.style.left = '50%';
  164. div2.style.right = '50%';
  165. div2.style.margin = '-250px 0px 0px -250px';
  166. div2.style.top = '300px';
  167. div2.style.padding = '5px';
  168. div2.style.border = '2px';
  169. div2.style.backgroundColor = 'black';
  170. div2.style.color = 'white';
  171. div2.style.zIndex = '100';
  172. div2.setAttribute('id','include_div');
  173.  
  174. textarea2.style.padding = '2px';
  175. textarea2.style.width = '500px';
  176. textarea2.style.height = '180px';
  177. textarea2.title = 'include list';
  178. textarea2.setAttribute('id','include_text');
  179.  
  180. div2.textContent = 'Used if you only want to see certain requesters. Separator is ^. Only takes effect if \"Use includelist\" is checked.';
  181. div2.style.fontSize = '12px';
  182. div2.appendChild(textarea2);
  183.  
  184. var save_button2 = document.createElement('button');
  185. var cancel_button2 = document.createElement('button');
  186.  
  187. save_button2.textContent = 'Save';
  188. save_button2.setAttribute('id', 'save_includelist');
  189. save_button2.style.height = '18px';
  190. save_button2.style.width = '100px';
  191. save_button2.style.fontSize = '10px';
  192. save_button2.style.paddingLeft = '3px';
  193. save_button2.style.paddingRight = '3px';
  194. save_button2.style.backgroundColor = 'white';
  195. save_button2.style.marginLeft = '5px';
  196.  
  197. cancel_button2.textContent = 'Cancel';
  198. cancel_button2.setAttribute('id', 'cancel_includelist');
  199. cancel_button2.style.height = '18px';
  200. cancel_button2.style.width = '100px';
  201. cancel_button2.style.fontSize = '10px';
  202. cancel_button2.style.paddingLeft = '3px';
  203. cancel_button2.style.paddingRight = '3px';
  204. cancel_button2.style.backgroundColor = 'white';
  205. cancel_button2.style.marginLeft = '5px';
  206.  
  207. div2.appendChild(save_button2);
  208. div2.appendChild(cancel_button2);
  209.  
  210. $("#include_div").hide();
  211. save_button2.addEventListener("click", function() {save_includelist();}, false);
  212. cancel_button2.addEventListener("click", function() {$("#include_div").hide();}, false);
  213. document.body.insertBefore(div2, document.body.firstChild);
  214.  
  215. function save_blocklist() {
  216.     console.log("Save");
  217.     var textarea = $("#block_text");
  218.     var text = textarea.val();
  219.     var block_list = text.split("^");
  220.     var trimmed_list = [];
  221.     for (var requester in block_list){
  222.         if (block_list[requester].trim().length != 0)
  223.             trimmed_list.push(block_list[requester].toLowerCase().trim());
  224.     }
  225.     console.log(trimmed_list);
  226.     GM_setValue("scraper_ignore_list",trimmed_list.join('^'));   
  227.     ignore_list = GM_getValue("scraper_ignore_list").split('^');
  228.     console.log("Save complete: ");
  229.     console.log(ignore_list);
  230.     $("#block_div").hide();
  231. }
  232.  
  233. function save_includelist() {
  234.     console.log("Save");
  235.     var textarea = $("#include_text");
  236.     var text = textarea.val();
  237.     var includes = text.split("^");
  238.     console.log(includes);
  239.     var trimmed_list = [];
  240.     for (var requester in includes){
  241.         if (includes[requester].trim().length != 0)
  242.             trimmed_list.push(includes[requester].toLowerCase().trim());
  243.     }
  244.     GM_setValue("scraper_include_list",trimmed_list.join('^'));   
  245.     include_list = GM_getValue("scraper_include_list").split('^');
  246.     console.log(include_list);
  247.     $("#include_div").hide();
  248. }
  249.  
  250. var HITStorage = {};
  251. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  252.     window.mozIndexedDB;
  253. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  254. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  255. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  256. var IDBKeyRange = window.IDBKeyRange;
  257.  
  258. HITStorage.indexedDB = {};
  259. HITStorage.indexedDB = {};
  260. HITStorage.indexedDB.db = null;
  261.  
  262. HITStorage.indexedDB.onerror = function(e) {
  263.     console.log(e);
  264. };
  265.  
  266. var v=4;
  267.  
  268. HITStorage.indexedDB.checkTitle = function(title,button) {
  269.     var request = indexedDB.open("HITDB", v);
  270.     request.onsuccess = function(e) {
  271.         HITStorage.indexedDB.db = e.target.result;
  272.         var db = HITStorage.indexedDB.db;
  273.         if (!db.objectStoreNames.contains("HIT"))
  274.         {
  275.             db.close();
  276.             return;
  277.         }
  278.         var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  279.         var store = trans.objectStore("HIT");
  280.         
  281.         var index = store.index("title");
  282.         index.get(title).onsuccess = function(event)
  283.         {
  284.             if (event.target.result === undefined)
  285.             {
  286.                 console.log(title + ' not found');
  287.                 history[button].titledb=false;
  288.             }
  289.             else
  290.             {
  291.                 console.log(title + ' found');
  292.                 history[button].titledb=true;
  293.             }
  294.             
  295.             db.close();
  296.         };
  297.     };
  298.     request.onerror = HITStorage.indexedDB.onerror;
  299. };
  300.  
  301. HITStorage.indexedDB.checkRequester = function(id,button) {
  302.     var request = indexedDB.open("HITDB", v);
  303.     request.onsuccess = function(e) {
  304.         HITStorage.indexedDB.db = e.target.result;
  305.         var db = HITStorage.indexedDB.db;
  306.         if (!db.objectStoreNames.contains("HIT"))
  307.         {
  308.             db.close();
  309.             return;
  310.         }
  311.         var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  312.         var store = trans.objectStore("HIT");
  313.         
  314.         var index = store.index("requesterId");
  315.         index.get(id).onsuccess = function(event)
  316.         {
  317.             if (event.target.result === undefined)
  318.             {history[button].reqdb=false;
  319.              console.log(id + ' not found');
  320.             }
  321.             else
  322.             {
  323.                 history[button].reqdb=true;
  324.                 console.log(id + ' found');
  325.             }
  326.             db.close();
  327.         };
  328.     };
  329.     request.onerror = HITStorage.indexedDB.onerror;
  330. };
  331.  
  332. var PAGES_TO_SCRAPE = 3;
  333. var MINIMUM_HITS = 100;
  334. var SEARCH_REFRESH=0;
  335. var MINIMUM_TO = -1;
  336. var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups";
  337. var initial_url = URL_BASE;
  338. var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id=";
  339. var found_key_list=[];
  340. var last_clear_time = new Date().getTime();
  341. var searched_once = false;
  342. var save_new_results_time = 120;
  343. var save_results_time = 3600;
  344. var default_type = 0;
  345. var cur_loc = window.location.href;
  346. var time_input = document.createElement("INPUT");
  347. time_input.value = 0;
  348. var page_input = document.createElement("INPUT");
  349. page_input.value = 3;
  350. var min_input = document.createElement("INPUT");
  351. var new_time_display_input = document.createElement("INPUT");
  352. new_time_display_input.value = 300;
  353. var reward_input = document.createElement("INPUT");
  354. var qual_input = document.createElement("INPUT");
  355. qual_input.type = "checkbox";
  356. if (!document.getElementById('lnkWorkerSignin'))
  357.     qual_input.checked = true;
  358. var masters_input = document.createElement("INPUT");
  359. masters_input.type = "checkbox";
  360. var masters_dropdown = document.createElement("SELECT");
  361. var myes = document.createElement("OPTION");
  362. var mno = document.createElement("OPTION");
  363. myes.value = "y";
  364. mno.value = "n";
  365. myes.text = "Show";
  366. mno.text = "Hide";
  367. masters_dropdown.appendChild(myes);
  368. masters_dropdown.appendChild(mno);
  369. var sort_input = document.createElement("SELECT");
  370. var sort_input1 = document.createElement("OPTION");
  371. sort_input1.text = "Latest";
  372. sort_input1.value = "late";
  373. var sort_input2 = document.createElement("OPTION");
  374. sort_input2.text = "Most Available";
  375. sort_input2.value = "most";
  376. var sort_input3 = document.createElement("OPTION");
  377. sort_input3.text = "Reward";
  378. sort_input3.value = "amount";
  379. var sort_input4 = document.createElement("OPTION");
  380. sort_input4.text = "Title";
  381. sort_input4.value = "alpha";
  382. sort_input.appendChild(sort_input1);
  383. sort_input.appendChild(sort_input2);
  384. sort_input.appendChild(sort_input3);
  385. sort_input.appendChild(sort_input4);
  386. var sort_input_invert = document.createElement("INPUT");
  387. sort_input_invert.type = "checkbox";
  388. var sort_to = document.createElement("INPUT");
  389. sort_to.type = "checkbox";
  390. var min_to = document.createElement("INPUT");
  391. var friesAreDone = document.createElement("INPUT");
  392. friesAreDone.type = "checkbox";
  393. var correctForSkips = document.createElement("INPUT");
  394. correctForSkips.type = "checkbox";
  395. correctForSkips.checked = true;
  396. var matchOnly = document.createElement("INPUT");
  397. matchOnly.type = "checkbox";
  398.  
  399. var search_input = document.createElement("INPUT");
  400.  
  401. var LINK_BASE = "https://www.mturk.com";
  402. var STATUSDETAIL_DELAY = 250;
  403. var MPRE_DELAY = 3000;
  404.  
  405. $('body').css('background', BACKGROUND_COLOR);
  406.  
  407. var next_page = 1;
  408.  
  409. var API_PROXY_BASE = 'https://mturk-api.istrack.in/';
  410. var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids=';
  411. var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/';
  412.  
  413. var control_panel_HTML = '<div id="control_panel" style="margin: 0 auto 0 auto;' +
  414.     'border-bottom: 1px solid #000000; margin-bottom: 5px; ' +
  415.     'background-color: ' + BACKGROUND_COLOR + ';"></div>';
  416. $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body
  417. $('body').prepend(control_panel_HTML);
  418.  
  419. var control_panel = document.getElementById("control_panel");
  420. var big_red_button = document.createElement("BUTTON");
  421. var reset_blocks = document.createElement("BUTTON");
  422. var include_button = document.createElement("BUTTON");
  423. var progress_report = document.createTextNode("Stopped");
  424. var status_report = document.createTextNode("None");
  425. var text_area = document.createElement("TABLE");
  426. text_area.id = "body_table";
  427. big_red_button.textContent = "Show Interface";
  428. big_red_button.onclick =  function(){show_interface();};
  429. control_panel.appendChild(big_red_button);
  430.  
  431. var showButton = document.createElement("BUTTON");
  432. showButton.onclick = function() { console.log("Clicked"); show_TO_rows(); };
  433. showButton.textContent = "Show hits below TO threshold";
  434. showButton.id = "show_TO_stuff_button";
  435.  
  436. function show_TO_rows() {
  437.     $("#body_table tr:hidden:gt(0)").each(function () { $(this).show(); });
  438. }
  439.  
  440. show_interface();
  441.  
  442. var global_run = false;
  443. var statusdetail_loop_finished = false;
  444. var date_header = "";
  445. var history = {};
  446. var wait_loop;
  447.  
  448. function set_progress_report(text, force)
  449. {
  450.     if (global_run == true || force == true)
  451.     {
  452.         progress_report.textContent = text;
  453.         status_report.textContent = status_text;
  454.     }
  455. }
  456.  
  457. function get_progress_report()
  458. {
  459.     return progress_report.textContent;
  460. }
  461.  
  462. function wait_until_stopped()
  463. {
  464.     if (global_run == true)
  465.     {
  466.         if (statusdetail_loop_finished == true)
  467.         {
  468.             big_red_button.textContent = "Start";
  469.             set_progress_report("Finished", false);
  470.         }
  471.         else
  472.         {
  473.             setTimeout(function(){wait_until_stopped();}, 500);
  474.         }
  475.     }
  476. }
  477.  
  478. function display_wait_time(wait_time)
  479. {
  480.     if (global_run == true)
  481.     {
  482.         var current_progress = get_progress_report();
  483.         if (current_progress.indexOf("Searching again in")!==-1)
  484.         {
  485.             set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false);
  486.         }
  487.         else
  488.             set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false);
  489.         if (wait_time>1)
  490.             setTimeout(function(){display_wait_time(wait_time-1);}, 1000);
  491.     }
  492. }
  493.  
  494. function dispArr(ar)
  495. {
  496.     var disp = "";
  497.     for (var z = 0; z < ar.length; z++)
  498.     {
  499.         disp += "id " + z + " is " + ar[z] + " ";
  500.     }
  501.     console.log(disp);
  502. }
  503.  
  504. function scrape($src)
  505. {
  506.     var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]');
  507.     var $title = $src.find('a[class="capsulelink"]');
  508.     var $reward = $src.find('span[class="reward"]');
  509.     var $preview = $src.find('a[href^="/mturk/preview?"]');
  510.     var $qualified = $src.find('a[href^="/mturk/notqualified?"],a[id^="private_hit"]');
  511.     var $times = $src.find('a[id^="duration_to_complete"]');
  512.     var $descriptions = $src.find('a[id^="description"]');
  513.     var not_qualified_group_IDs=[];
  514.     var $quals = $src.find('a[id^="qualificationsRequired"]');
  515.     $qualified.each(function(){
  516.         var groupy = $(this).attr('href');
  517.         if (groupy){
  518.             groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  519.             groupy = groupy.replace("/mturk/notqualified?hit","");
  520.         }
  521.         not_qualified_group_IDs.push(groupy);
  522.     });
  523.     var $mixed =  $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"],a[id^="private_hit"]');
  524.     console.log($mixed);
  525.     var listy =[];
  526.     $mixed.each(function(){
  527.         var groupy = $(this).attr('href');
  528.         if (groupy)
  529.         {
  530.             groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1");
  531.             groupy = groupy.replace("/mturk/notqualified?hit","");
  532.             groupy = groupy.replace("/mturk/preview?groupId=","");
  533.         }
  534.         listy.push(groupy);
  535.     });
  536.     //console.log(listy);
  537.     //listy = listy.filter(function(elem, pos) {
  538.     //    return listy.indexOf(elem) == pos;
  539.     //});
  540.     //console.log(listy);
  541.     for (var j = 0; j < $requester.length; j++)
  542.     {
  543.         var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]');
  544.         var requester_name = $requester.eq(j).text().trim();
  545.         var requester_link = $requester.eq(j).attr('href');
  546.         var group_ID=(listy[j] ? listy[j].replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1") : "");
  547.         if (listy[j] && listy[j].indexOf("notqualified") > -1)
  548.             noqual = true;
  549.         group_ID=group_ID.replace("/mturk/notqualified?hit","");
  550.         var masters = false;
  551.         var title = $title.eq(j).text().trim();
  552.         var preview_link = "/mturk/preview?groupId=" + group_ID;
  553.         console.log(listy[j]);
  554.         console.log(group_ID);
  555.         if (!group_ID || group_ID.length == 0){
  556.             preview_link = requester_link;
  557.             title += " (Requester link substituted)";
  558.         }
  559.         var reward = $reward.eq(j).text().trim();
  560.         var hits = $hits.eq(4).text().trim();
  561.         var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  562.         var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  563.         //console.log(description);
  564.         var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=','');
  565.         var accept_link;
  566.         accept_link = preview_link.replace('preview','previewandaccept');
  567.         
  568.         /*HIT SCRAPER ADDITION*/
  569.         var qElements = $quals.eq(j).parent().parent().parent().find('tr');
  570.         //console.log(qElements);
  571.         
  572.         var qualifications = [];
  573.         for (var i = 1; i < qElements.length; i++) {
  574.             qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')));
  575.             if (qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1)
  576.                 masters=true;
  577.         }
  578.         var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None");
  579.         
  580.         key = requester_name+title+reward+group_ID;
  581.         if (found_key_list.indexOf(key) == -1)
  582.             found_key_list.push(key);
  583.         else
  584.         {
  585.             console.log("DUPE: "+key);
  586.             continue;
  587.         }
  588.         if (history[key] == undefined)
  589.         {
  590.             history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:"",masters:false};
  591.             history[key].req_link = requester_link;
  592.             history[key].prev_link = preview_link;
  593.             history[key].requester = requester_name;
  594.             history[key].title = title;
  595.             history[key].reward = reward;
  596.             history[key].hits = hits;
  597.             history[key].rid = requester_id;
  598.             history[key].acc_link = accept_link;
  599.             history[key].time = time;
  600.             history[key].quals = qualList;
  601.             history[key].description = description;
  602.             history[key].masters = masters;
  603.             HITStorage.indexedDB.checkRequester(requester_id,key);
  604.             HITStorage.indexedDB.checkTitle(title,key);
  605.             if (searched_once)
  606.             {
  607.                 history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH);
  608.                 history[key].new_result = 0;
  609.             }
  610.             else
  611.             {
  612.                 history[key].initial_time = new Date().getTime()-1000*save_new_results_time;
  613.                 history[key].new_result = 1000*save_new_results_time;
  614.             }
  615.             if (not_qualified_group_IDs.indexOf(group_ID)!==-1)
  616.                 history[key].qualified = false;
  617.             else
  618.                 history[key].qualified = true;
  619.             
  620.             history[key].found_this_time = true;
  621.         }
  622.         else
  623.         {
  624.             history[key].new_result = new Date().getTime() - history[key].initial_time;
  625.             history[key].found_this_time = true;
  626.             history[key].hits = hits;
  627.         }
  628.     }
  629. }
  630.  
  631. function statusdetail_loop(next_URL)
  632. {
  633.     if (global_run == true)
  634.     {
  635.         if (next_URL.length != 0)
  636.         {
  637.             $.get(next_URL, function(data)
  638.                   {
  639.                       var $src = $(data);
  640.                       var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")');
  641.                       if (maxpagerate.length == 0)
  642.                       {
  643.                           if (next_page > PAGES_TO_SCRAPE)
  644.                           {
  645.                               if(status_text.indexOf("Correcting for skips") == -1)
  646.                                   status_text += ". Correcting for skips";
  647.                           }
  648.                           set_progress_report("Processing page " + next_page, false);
  649.                           scrape($src);
  650.                           
  651.                           $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")');
  652.                           next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : "";
  653.                           next_page++;
  654.                           if (default_type == 1)
  655.                           {
  656.                               var hmin = MINIMUM_HITS+1;
  657.                               for (j = 0; j < found_key_list.length; j++)
  658.                               {
  659.                                   console.log(history[found_key_list[j]]);
  660.                                   if (history[found_key_list[j]].hits < hmin)
  661.                                   {
  662.                                       next_URL = "";
  663.                                       next_page = -1;
  664.                                       break;
  665.                                   }
  666.                               }
  667.                           }
  668.                           
  669.                           else if (next_page > PAGES_TO_SCRAPE && correct_for_skips)
  670.                           {
  671.                               var skipped_hits = 0;
  672.                               var added_pages = 0;
  673.                               for (j = 0; j < found_key_list.length; j++)
  674.                               {
  675.                                   var obj = history[found_key_list[j]];
  676.                                   if (!ignore_check(obj.requester,obj.title))
  677.                                       skipped_hits++;
  678.                               }
  679.                               added_pages = Math.floor(skipped_hits/10);
  680.                               if (skipped_hits%10 >6)
  681.                                   added_pages++;
  682.                               if (next_page > PAGES_TO_SCRAPE + added_pages)
  683.                               {
  684.                                   next_URL = "";
  685.                                   next_page = -1;
  686.                               }
  687.                               
  688.                           }
  689.                               else if (next_page > PAGES_TO_SCRAPE)
  690.                               {
  691.                                   next_URL = "";
  692.                                   next_page = -1;
  693.                               }
  694.                               
  695.                               setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY);
  696.                       }
  697.                       else
  698.                       {
  699.                           console.log("MPRE");
  700.                           setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY);
  701.                       }
  702.                   });
  703.         }
  704.         else
  705.         {
  706.             searched_once = true;
  707.             var found_hits = found_key_list.length;
  708.             var shown_hits = 0;
  709.             var new_hits = 0;
  710.             var url = API_MULTI_ATTRS_URL;
  711.             var rids = [];
  712.             var lastRow = text_area.rows.length - 1;
  713.             for (i = lastRow; i>0; i--)
  714.                 text_area.deleteRow(i);
  715.             for (j = 0; j < found_key_list.length; j++)
  716.             {
  717.                 //(function(url,rids,j) {
  718.                 var obj = history[found_key_list[j]];
  719.                 if (!(obj.masters == true && hide_masters) && (ignore_check(obj.requester,obj.title) && obj.found_this_time)){
  720.                     ++shown_hits;
  721.                     //console.log(obj);
  722.                     //hit export will update col_heads[1]
  723.                     var col_heads = ["<a href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down","<a href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>","M"];
  724.                     var row = text_area.insertRow(text_area.rows.length);
  725.                     url += obj.rid + ',';
  726.                     rids.push(obj.rid);
  727.                     if (check_hitDB)
  728.                     {
  729.                         col_heads.push("R");
  730.                         col_heads.push("T");
  731.                     }
  732.                     if (!obj.qualified)
  733.                     {
  734.                         col_heads.push("Not Qualified");
  735.                     }
  736.                     for (i=0; i<col_heads.length; i++)
  737.                     {
  738.                         var this_cell = row.insertCell(i);
  739.                         row.cells[i].style.fontSize = default_text_size;
  740.                         this_cell.innerHTML = col_heads[i];
  741.                         if(i>1)
  742.                             this_cell.style.textAlign = 'center';
  743.                         if (i==6)
  744.                         {
  745.                             var listOfQuals = obj.quals.replace(/,/g,'\n');
  746.                             listOfQuals = listOfQuals.replace(/\[(.*?)\]/g,'');
  747.                             this_cell.title=listOfQuals;
  748.                             if (obj.masters)
  749.                             {
  750.                                 this_cell.style.backgroundColor="#551A8B";
  751.                                 this_cell.innerHTML="Y";
  752.                             }
  753.                             else
  754.                             {
  755.                                 this_cell.style.backgroundColor="#0066CC";
  756.                                 this_cell.innerHTML="N";
  757.                             }
  758.                         }
  759.                         if (check_hitDB)
  760.                         {
  761.                             if (i==7)
  762.                             {
  763.                                 if (obj.reqdb){
  764.                                     this_cell.style.backgroundColor = GREEN;
  765.                                     this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,0);}})(obj));
  766.                                 }
  767.                                 else
  768.                                     this_cell.style.backgroundColor = RED;
  769.                             }
  770.                             else if (i==8)
  771.                             {
  772.                                 if (obj.titledb){
  773.                                     this_cell.style.backgroundColor = GREEN;
  774.                                     this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,1);}})(obj));
  775.                                 }
  776.                                 else
  777.                                     this_cell.style.backgroundColor = RED;
  778.                             }
  779.                                 else if (i==9)
  780.                                     this_cell.style.backgroundColor = DARKGREY;
  781.                                 }
  782.                         else if (i==7)
  783.                             this_cell.style.backgroundColor = DARKGREY;
  784.                             }
  785.                     if (Object.keys(history).length>0)
  786.                     {
  787.                         if (obj.new_result < 1000*save_new_results_time)
  788.                         {
  789.                             new_hits++;
  790.                             for (i in col_heads)
  791.                             {
  792.                                 row.cells[i].style.fontSize = default_text_size + 1;
  793.                                 row.cells[i].style.fontWeight = "bold";
  794.                             }
  795.                         }
  796.                     }
  797.                     button = document.createElement('button'); //HIT SCRAPER ADDITION
  798.                     button.textContent = 'vB';
  799.                     button.title = 'Export this HIT description as vBulletin formatted text';
  800.                     
  801.                     button.style.height = '14px';
  802.                     button.style.width = '30px';
  803.                     button.style.fontSize = '8px';
  804.                     button.style.border = '1px solid';
  805.                     button.style.padding = '0px';
  806.                     button.style.backgroundColor = 'transparent';
  807.                     
  808.                     button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER
  809.                     button2.textContent = 'R';
  810.                     button2.title = 'Add requester to block list';
  811.                     
  812.                     button2.style.height = '14px';
  813.                     button2.style.width = '15px';
  814.                     button2.style.fontSize = '8px';
  815.                     button2.style.border = '1px solid';
  816.                     button2.style.padding = '0px';
  817.                     button2.style.backgroundColor = 'transparent';
  818.                     
  819.                     button3 = document.createElement('button'); //BUTTON TO BLOCK TITLE
  820.                     button3.textContent = 'T';
  821.                     button3.title = 'Add title to block list';
  822.                     
  823.                     button3.style.height = '14px';
  824.                     button3.style.width = '15px';
  825.                     button3.style.fontSize = '8px';
  826.                     button3.style.border = '1px solid';
  827.                     button3.style.padding = '0px';
  828.                     button3.style.backgroundColor = 'transparent';
  829.                     
  830.                     button4 = document.createElement('button');
  831.                     button4.textContent = 'IRC';
  832.                     button4.style.height = '14px';
  833.                     button4.style.width = '30px';
  834.                     button4.style.fontSize = '8px';
  835.                     button4.style.border = '1px solid';
  836.                     button4.style.padding = '0px';
  837.                     button4.style.backgroundColor = 'transparent';
  838.                     button4.title = 'Click to save Hit information to your clipboard';
  839.                     
  840.                     //button.addEventListener("click", function() {export_func_deleg(j);}.bind(null,j), false);
  841.                     button.addEventListener("click", (function (obj,j) { return function() {export_func_deleg(obj,j);}})(obj,j));
  842.                     row.cells[1].appendChild(document.createTextNode(" "));
  843.                     row.cells[1].appendChild(button);                    
  844.                     button4.addEventListener("click", (function (obj,j) { return function() {export_irc_deleg(obj,j);}})(obj,j));
  845.                     row.cells[1].appendChild(document.createTextNode(" "));
  846.                     row.cells[1].appendChild(button4);
  847.                     
  848.                     button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,0);}})(obj,j));
  849.                     row.cells[0].appendChild(document.createTextNode(" "));
  850.                     row.cells[0].appendChild(button2);
  851.                     button3.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,1);}})(obj,j));
  852.                     row.cells[0].appendChild(button3);
  853.                 }
  854.                 //});
  855.                 
  856.             }
  857.             set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + (found_hits - shown_hits) + " HITs ignored.", false);
  858.             if (new_hits > 0){
  859.                 newHits(shouldDing);
  860.             }
  861.             url = url.substring(0,url.length - 1);
  862.             //console.log(url);
  863.             var success_flag = false;
  864.             GM_xmlhttpRequest(
  865.                 {
  866.                     method: "GET",
  867.                     url: url,
  868.                     onload: function (results)
  869.                     {
  870.                         //console.log(results.responseText);
  871.                         rdata = $.parseJSON(results.responseText);
  872.                         for (i = 0; i < rids.length; i++)
  873.                         {
  874.                             text_area.rows[i+1].style.backgroundColor = GREY;
  875.                             if (rdata[rids[i]])
  876.                             {
  877.                                 var pay = rdata[rids[i]].attrs.pay;
  878.                                 var reviews = rdata[rids[i]].reviews;
  879.                                 var average = 0;
  880.                                 var sum = 0;
  881.                                 var divisor = 0;
  882.                                 console.log(rdata[rids[i]]);
  883.                                 var comm = rdata[rids[i]].attrs.comm.trim();
  884.                                 var fair = rdata[rids[i]].attrs.fair.trim();
  885.                                 var fast = rdata[rids[i]].attrs.fast.trim();
  886.                                 var reviews = rdata[rids[i]].reviews;
  887.                                 var tos = rdata[rids[i]].tos_flags;
  888.                                 var titleText = "comm: "+comm+"\nfair: "+fair+"\nfast: "+fast+"\npay: "+pay+"\nReviews: "+reviews+"\nTOS: "+tos;
  889.                                 if (comm > 0)
  890.                                 {
  891.                                     sum += COMM_WEIGHT*comm;
  892.                                     divisor += COMM_WEIGHT;
  893.                                 }
  894.                                 if (pay > 0)
  895.                                 {
  896.                                     sum += PAY_WEIGHT*pay;
  897.                                     divisor += PAY_WEIGHT;
  898.                                 }
  899.                                 if (fair > 0)
  900.                                 {
  901.                                     sum += FAIR_WEIGHT*fair;
  902.                                     divisor += FAIR_WEIGHT;
  903.                                 }
  904.                                 if (fast > 0)
  905.                                 {
  906.                                     sum += FAST_WEIGHT*fast;
  907.                                     divisor += FAST_WEIGHT;
  908.                                 }
  909.                                 if (divisor > 0)
  910.                                 {
  911.                                     average = sum/divisor;
  912.                                 }
  913.                                 text_area.rows[i+1].cells[4].innerHTML = "<a href='"+ TO_REQ_URL+rids[i] +"' target='_blank'>" + pay + "</a>";
  914.                                 text_area.rows[i+1].cells[4].setAttribute("title", titleText);
  915.                                 if (reviews > 4)
  916.                                 {
  917.                                     if (average > 4.49)
  918.                                         text_area.rows[i+1].style.backgroundColor = GREEN;
  919.                                     else if (average > 3.49)
  920.                                         text_area.rows[i+1].style.backgroundColor = LIGHTGREEN;
  921.                                         //else if (average > 2.99)
  922.                                         //   text_area.rows[i+1].style.backgroundColor = YELLOW;
  923.                                         else if (average > 1.99)
  924.                                             text_area.rows[i+1].style.backgroundColor = ORANGE;
  925.                                         else if (average > 0)
  926.                                             text_area.rows[i+1].style.backgroundColor = RED;
  927.                                             }
  928.                                 if (sort_TO)
  929.                                 {
  930.                                     table_sort();
  931.                                 }
  932.                                 if (MINIMUM_TO > -1)
  933.                                 {
  934.                                     table_TO_trim();
  935.                                 }
  936.                             }
  937.                             else
  938.                             {
  939.                                 text_area.rows[i+1].cells[4].innerHTML = "No data";
  940.                             }
  941.                         }
  942.                         success_flag = true;                        
  943.                     }
  944.                 });
  945.             if (!success_flag)
  946.                 for (i = 0; i < rids.length; i++) text_area.rows[i+1].style.backgroundColor = GREY;
  947.             
  948.             statusdetail_loop_finished = true;
  949.             if (SEARCH_REFRESH>0)
  950.             {
  951.                 wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH);
  952.                 display_wait_time(SEARCH_REFRESH);
  953.             }
  954.             else
  955.             {
  956.                 global_run = false;
  957.                 big_red_button.textContent = "Start";
  958.             }
  959.         }
  960.     }
  961. }
  962.  
  963. function table_TO_trim(){
  964.     $("#body_table tr:gt(0)").each(function () {        
  965.         
  966.         var TO = $(this).find("td:eq(4)").text();
  967.         if (TO != "No data" && TO != "TO down")
  968.         {
  969.         	if (Number(TO) < MINIMUM_TO)
  970.         	{
  971. 	            $(this).hide();
  972. 	        }
  973. 	     }
  974.     });  
  975. }
  976.  
  977. function table_sort() {
  978.     //--- Get the table we want to sort.
  979.     var jTableToSort = $("#body_table");
  980.     
  981.     //--- Get the rows to sort, but skip the first row, since it contains column titles.
  982.     var jRowsToSort = jTableToSort.find ("tr:gt(0)");
  983.     
  984.     //--- Sort the rows in place.
  985.     jRowsToSort.sort(SortByFirstColumnTextAscending).appendTo(jTableToSort);
  986. }
  987.  
  988. function SortByFirstColumnTextAscending (zA, zB)
  989. {
  990.     var ValA_Text = $(zA).find("td:eq(4)").text();
  991.     var ValB_Text = $(zB).find("td:eq(4)").text();
  992.     
  993.     if (ValA_Text  >  ValB_Text)
  994.         return 1;
  995.     else if (ValA_Text  <  ValB_Text)
  996.         return -1;
  997.     else
  998.         return 0;
  999. }/**/
  1000.  
  1001. function ignore_check(r,t){
  1002.     tempList = ignore_list.map(function(item) { return item.toLowerCase(); });
  1003.     foundR = -1;
  1004.     foundT = -1;
  1005.     foundR = tempList.indexOf(r.toLowerCase());
  1006.     foundT = tempList.indexOf(t.toLowerCase());
  1007.     if (shouldInclude){
  1008.         console.log(include_list);
  1009.         temp = include_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  1010.         console.log(temp);
  1011.         if (temp != -1)
  1012.             foundR = -1;
  1013.         else
  1014.             foundR = 0;
  1015.     }
  1016.     found = foundR == -1 && foundT == -1;
  1017.     //console.log("r: "+r+" t: "+t+" f: "+found);
  1018.     return found;
  1019.     //return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  1020. }
  1021.  
  1022. function start_running()
  1023. {
  1024.     if (big_red_button.textContent == "Start")
  1025.     {
  1026.         status_text="";
  1027.         ignore_list = GM_getValue("scraper_ignore_list").split('^');
  1028.         if (GM_getValue("scraper_include_list"))
  1029.             include_list = GM_getValue("scraper_include_list").split('^');
  1030.         global_run = true;
  1031.         initial_url = URL_BASE;
  1032.         if (search_input.value.length>0)
  1033.         {
  1034.             initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value);
  1035.         }
  1036.         if (time_input.value.replace(/[^0-9]+/g,"") != "")
  1037.         {
  1038.             SEARCH_REFRESH = Number(time_input.value);
  1039.         }
  1040.         if (page_input.value.replace(/[^0-9]+/g,"") != "")
  1041.         {
  1042.             PAGES_TO_SCRAPE = Number(page_input.value);
  1043.         }
  1044.         if (min_input.value.replace(/[^0-9]+/g,"") != "")
  1045.         {
  1046.             if (!sort_input2.checked)
  1047.                 status_text += " Minimum batch size selected but not sorting by most available";
  1048.             MINIMUM_HITS = Number(min_input.value);
  1049.         }
  1050.         if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "")
  1051.         {
  1052.             save_new_results_time = Number(new_time_display_input.value);
  1053.         }
  1054.         if (reward_input.value.replace(/[^0-9]+/g,"") != "")
  1055.         {
  1056.             initial_url += "&minReward=" + reward_input.value;
  1057.         }
  1058.         else
  1059.         {
  1060.             initial_url += "&minReward=0.00";
  1061.         }
  1062.         if (qual_input.checked)
  1063.         {
  1064.             initial_url += "&qualifiedFor=on";
  1065.         }
  1066.         else
  1067.         {
  1068.             initial_url += "&qualifiedFor=off";
  1069.         }
  1070.         if (masters_input.checked)
  1071.         {
  1072.             initial_url += "&requiresMasterQual=on";
  1073.         }
  1074.         if (masters_dropdown[masters_dropdown.selectedIndex].value == "n")
  1075.         {
  1076.             hide_masters=true;
  1077.             status_text += "Masters hits hidden";
  1078.         }
  1079.         switch (sort_input[sort_input.selectedIndex].value)
  1080.         {
  1081.             case "late":
  1082.                 initial_url+= "&sortType=LastUpdatedTime%3A";
  1083.             	default_type = 0;
  1084.                 break;
  1085.             case "most":
  1086.                 initial_url+= "&sortType=NumHITs%3A";
  1087.             	default_type = 1;
  1088.             	status_text += " Sorting by NumHITs ignores correct for skips in favor of minimum batch size";
  1089.                 break;
  1090.             case "amount":
  1091.                 initial_url+= "&sortType=Reward%3A";
  1092.                 default_type = 0;
  1093.                 break;
  1094.             case "alpha":
  1095.                 initial_url += "&sortType=Title%3A";
  1096.                 break;
  1097.             default:
  1098.                 alert("I don't know how you did it, but you broke it. Good job.");
  1099.         }
  1100.         if (sort_input_invert.checked)
  1101.         {
  1102.             if (sort_input[sort_input.selectedIndex].value == "alpha")
  1103.                 initial_url += "1";
  1104.             else
  1105.                 initial_url += "0";
  1106.         }
  1107.         else
  1108.         {
  1109.             if (sort_input[sort_input.selectedIndex].value == "alpha")
  1110.                 initial_url += "0";
  1111.             else
  1112.                 initial_url += "1";
  1113.         }     
  1114.         if (sort_to.checked)
  1115.         {
  1116.             sort_TO = true;
  1117.             status_text += "Sorting by TO is still in testing";
  1118.         }
  1119.         if (min_to.value.replace(/[^0-9]+/g,"") != "")
  1120.         {
  1121.             MINIMUM_TO = Number(min_to.value);
  1122.             $("#show_TO_stuff_button").show();
  1123.         }
  1124.         else
  1125.         {
  1126.             MINIMUM_TO = -1;
  1127.             $("#show_TO_stuff_button").hide();
  1128.         }
  1129.         if (friesAreDone.checked)
  1130.         {
  1131.             shouldDing = true;
  1132.         }
  1133.         else {
  1134.             shouldDing = false;
  1135.         }
  1136.         if (correctForSkips.checked){
  1137.             if (matchOnly.checked)
  1138.             {
  1139.                 status_text += " Match only checked, ignoring skip correction to prevent issues.";
  1140.                 correct_for_skips = false;
  1141.             }
  1142.             else{
  1143.                 correct_for_skips = true;
  1144.             }
  1145.         }
  1146.         else {
  1147.             correct_for_skips = false;
  1148.         }
  1149.         if (matchOnly.checked){
  1150.             if (include_list.length == 0){
  1151.                 status_text += " No items in include list. Ignoring inclusion checkbox.";
  1152.                 shouldInclude = false;
  1153.             }
  1154.             else
  1155.                 shouldInclude = true;
  1156.         }
  1157.         else{
  1158.             shouldInclude = false;
  1159.         }
  1160.         if (status_text == "")
  1161.             status_text = "None";
  1162.         initial_url+="&pageNumber=1&searchSpec=HITGroupSearch"
  1163.         start_it();
  1164.     }
  1165.     else
  1166.     {
  1167.         global_run = false;
  1168.         clearTimeout(wait_loop);
  1169.         big_red_button.textContent = "Start";
  1170.         set_progress_report("Stopped", true);
  1171.     }
  1172. }
  1173.  
  1174. function start_it()
  1175. {
  1176.     statusdetail_loop_finished = false;
  1177.     big_red_button.textContent = "Stop";
  1178.     found_key_list=[];
  1179.     var ctime = new Date().getTime()
  1180.     if (ctime - last_clear_time > save_results_time*666)
  1181.     {
  1182.         var last_history=history;
  1183.         history = {};
  1184.         for (var key in last_history)
  1185.         {
  1186.             if (last_history[key].new_result<save_results_time*1000)
  1187.             {
  1188.                 history[key]=last_history[key];
  1189.                 if (last_history[key].found_this_time)
  1190.                 {
  1191.                     last_history[key].found_this_time = false;
  1192.                     if (last_history[key].new_result>save_new_results_time*1000)
  1193.                         last_history[key].initial_time = ctime-1000*save_new_results_time;
  1194.                 }
  1195.             }
  1196.             
  1197.         }
  1198.         last_clear_time = ctime;
  1199.     }
  1200.     next_page = 1;
  1201.     statusdetail_loop(initial_url);
  1202. }
  1203.  
  1204.  
  1205. function show_interface()
  1206. {
  1207.     control_panel.style.color = BROWN;
  1208.     control_panel.style.fontSize = 14;
  1209.     control_panel.removeChild(big_red_button);
  1210.     control_panel.appendChild(document.createTextNode("Auto-refresh delay: "));
  1211.     time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1212.     time_input.title = "Enter search refresh delay in seconds\n" + "Enter 0 for no auto-refresh\n" + "Default is 0 (no auto-refresh)";
  1213.     time_input.size = 3;
  1214.     control_panel.appendChild(time_input);
  1215.     
  1216.     control_panel.appendChild(document.createTextNode("   "));
  1217.     
  1218.     control_panel.appendChild(document.createTextNode("| Pages to scrape: "));
  1219.     page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1220.     page_input.title = "Enter number of pages to scrape\n" + "Default is 3";
  1221.     page_input.size = 3;
  1222.     control_panel.appendChild(page_input);
  1223.     control_panel.appendChild(document.createTextNode(" Correct for skips: "));
  1224.     correctForSkips.title = "Searches additional pages to get a consistent number of results. Helpful if you're blocking a lot of people";
  1225.     control_panel.appendChild(correctForSkips);
  1226.     
  1227.     control_panel.appendChild(document.createTextNode("   "));
  1228.     
  1229.     control_panel.appendChild(document.createTextNode("| Minimum batch size: "));
  1230.     min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1231.     min_input.title = "Enter minimum HITs for batch search\n" + "Default is 100";
  1232.     min_input.size = 3;
  1233.     control_panel.appendChild(min_input);
  1234.     control_panel.appendChild(document.createTextNode("   "));
  1235.     
  1236.     control_panel.appendChild(document.createTextNode("| New HIT highlighting: "));
  1237.     new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  1238.     new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted\n" + "Default is 300 (5 minutes)";
  1239.     new_time_display_input.size = 6;
  1240.     control_panel.appendChild(new_time_display_input);
  1241.     control_panel.appendChild(document.createTextNode("   "));
  1242.     
  1243.     control_panel.appendChild(document.createTextNode("| Ding on new hit: "));
  1244.     control_panel.appendChild(friesAreDone);
  1245.     
  1246.     control_panel.appendChild(document.createElement("P"));
  1247.     control_panel.appendChild(document.createTextNode("Minimum reward: "));
  1248.     reward_input.size = 6;
  1249.     control_panel.appendChild(reward_input);
  1250.     control_panel.appendChild(document.createTextNode("   "));
  1251.     
  1252.     control_panel.appendChild(document.createTextNode("| Qualified: "));
  1253.     control_panel.appendChild(qual_input);
  1254.     control_panel.appendChild(document.createTextNode("     "));
  1255.     control_panel.appendChild(document.createTextNode("| Masters: Require "));
  1256.     control_panel.appendChild(masters_input);
  1257.     control_panel.appendChild(document.createTextNode(" Show "));
  1258.     control_panel.appendChild(masters_dropdown);
  1259.     control_panel.appendChild(document.createTextNode("| Sort types:   "));
  1260.     control_panel.appendChild(sort_input);
  1261.     /*control_panel.appendChild(document.createTextNode(" Latest: "));
  1262.     control_panel.appendChild(sort_input1);
  1263.     control_panel.appendChild(document.createTextNode("| Most Available: "));
  1264.     control_panel.appendChild(sort_input2);
  1265.     control_panel.appendChild(document.createTextNode("| Amount: "));
  1266.     control_panel.appendChild(sort_input3);
  1267.     control_panel.appendChild(document.createTextNode("| A-Z: "));
  1268.     control_panel.appendChild(sort_input4);*/
  1269.     control_panel.appendChild(document.createElement("P"));
  1270.     
  1271.     control_panel.appendChild(document.createTextNode("Invert: "));
  1272.     control_panel.appendChild(sort_input_invert);
  1273.     control_panel.appendChild(document.createTextNode("| TO: "));
  1274.     control_panel.appendChild(sort_to);
  1275.     control_panel.appendChild(document.createTextNode("| Minimum TO: "));
  1276.     control_panel.appendChild(min_to);
  1277.     
  1278.     control_panel.appendChild(document.createElement("P"));
  1279.     
  1280.     control_panel.appendChild(search_input);
  1281.     search_input.size = 20;
  1282.     search_input.title = "Enter a search term to include\n" + "Default is blank (no included terms)";
  1283.     search_input.placeholder="Enter search terms here";
  1284.     
  1285.     control_panel.appendChild(document.createTextNode("   "));
  1286.     
  1287.     control_panel.appendChild(document.createTextNode("| Use includelist: "));
  1288.     control_panel.appendChild(document.createTextNode("   "));
  1289.     matchOnly.title = "Be sure to edit the include list or nothing will be displayed.";
  1290.     control_panel.appendChild(matchOnly);
  1291.     
  1292.     big_red_button.textContent = "Start";
  1293.     big_red_button.onclick = function(){start_running();};
  1294.     reset_blocks.textContent = "Edit blocklist";
  1295.     reset_blocks.setAttribute("id","blocklist_reset_button");
  1296.     reset_blocks.onclick = function(){
  1297.         console.log("in");
  1298.         var textarea = $("#block_text");
  1299.         var text = "";
  1300.         for (var i in ignore_list){
  1301.             text += ignore_list[i]+"^";
  1302.         }
  1303.         textarea.text(text.substring(0, text.length - 1));
  1304.         $("#block_div").show();
  1305.     };
  1306.     
  1307.     include_button.textContent = "Edit includes";
  1308.     include_button.id = "includes_reset_button";
  1309.     include_button.onclick = function() {
  1310.         var div = $("#include_div");
  1311.         var textarea = $("#include_text");
  1312.         var text = "";
  1313.         for (var i in include_list){
  1314.             text += include_list[i]+"^";
  1315.         }
  1316.         textarea.text(text.substring(0, text.length - 1));
  1317.         $("#include_div").show();
  1318.     };
  1319.     
  1320.     control_panel.appendChild(document.createTextNode(" | "));
  1321.     control_panel.appendChild(big_red_button);
  1322.     control_panel.appendChild(document.createTextNode("   "));
  1323.     control_panel.appendChild(reset_blocks);
  1324.     control_panel.appendChild(document.createTextNode("   "));
  1325.     control_panel.appendChild(include_button);
  1326.     
  1327.     control_panel.appendChild(document.createElement("P"));
  1328.     control_panel.appendChild(progress_report);
  1329.     control_panel.appendChild(document.createElement("P"));
  1330.     control_panel.appendChild(document.createTextNode("Status messages: "));
  1331.     control_panel.appendChild(status_report);
  1332.     
  1333.     control_panel.appendChild(document.createElement("P"));
  1334.     
  1335.     text_area.style.fontWeight = 400;
  1336.     text_area.createCaption().innerHTML = "HITs";
  1337.     var col_heads = ['Requester','Title','Reward','HITs Available','TO pay','Accept HIT','M?'];
  1338.     var row = text_area.createTHead().insertRow(0);
  1339.     text_area.caption.style.fontWeight = 800;
  1340.     text_area.caption.style.color = BROWN;
  1341.     if (default_text_size > 10)
  1342.         text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5);
  1343.     //console.log(text_area.cellPadding);
  1344.     //text_area.cellPadding=2;
  1345.     text_area.caption.style.fontSize = 28;
  1346.     text_area.rows[0].style.fontWeight = 800;
  1347.     text_area.rows[0].style.color = BROWN;
  1348.     for (i=0; i<col_heads.length; i++)
  1349.     {
  1350.         var this_cell = row.insertCell(i);
  1351.         this_cell.innerHTML = col_heads[i];
  1352.         this_cell.style.fontSize = 14;
  1353.         if (i > 1)
  1354.             this_cell.style.textAlign = 'center';
  1355.     }
  1356.     
  1357.     var header_hide_button = document.createElement('button');
  1358. 	document.body.insertBefore(header_hide_button,control_panel.nextSibling);
  1359. 	document.body.insertBefore(text_area,header_hide_button.nextSibling);
  1360.     document.body.insertBefore(showButton,header_hide_button.nextSibling);
  1361.     document.body.insertBefore(document.createTextNode("	"),header_hide_button.nextSibling);
  1362.     $("#show_TO_stuff_button").hide();
  1363. 	header_hide_button.textContent = "Hide";
  1364. 	header_hide_button.onclick = function(){
  1365. 		if (header_hide_button.textContent == "Hide"){
  1366. 			$('#control_panel').hide();
  1367. 			header_hide_button.textContent = "Show";
  1368. 		}
  1369. 		else{
  1370. 			$('#control_panel').show();
  1371. 			header_hide_button.textContent = "Hide";
  1372. 		}
  1373. 	};
  1374. }
  1375.  
  1376. /********HIT EXPORT ADDITIONS*****/
  1377.  
  1378. var EDIT = false;
  1379. var HIT;
  1380.  
  1381. var TO_BASE = "http://turkopticon.ucsd.edu/";
  1382. var API_BASE = "https://mturk-api.istrack.in/";
  1383. var API_URL = API_BASE + "multi-attrs.php?ids=";
  1384.  
  1385. DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n';
  1386. DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]';
  1387. DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])';
  1388. DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}';
  1389. DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}';
  1390. DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}';
  1391. DEFAULT_TEMPLATE += '\n[b]Hits Available:[/b] {hits}';
  1392. DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]';
  1393. DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]';
  1394.  
  1395. var TEMPLATE;
  1396. var EASYLINK;
  1397.  
  1398. if (typeof GM_getValue === 'undefined')
  1399.     TEMPLATE = null;
  1400. else {
  1401.     TEMPLATE = GM_getValue('HITScraper Template');
  1402.     EASYLINK = GM_getValue('HITScraper Easylink');
  1403. }
  1404. if (TEMPLATE == null) {
  1405.     TEMPLATE = DEFAULT_TEMPLATE;
  1406. }
  1407.  
  1408. function buildXhrUrl(rai) {
  1409.     var url = API_URL;
  1410.     var ri = rai;
  1411.     url += rai;
  1412.     return url;
  1413. }
  1414.  
  1415. function makeXhrQuery(url) {
  1416.     var xhr = new XMLHttpRequest();
  1417.     try{
  1418.         xhr.open('GET', url, false);
  1419.         xhr.send(null);
  1420.         return $.parseJSON(xhr.response);
  1421.     }
  1422.     catch(err){
  1423.         return "TO DOWN";
  1424.     }
  1425. }
  1426.  
  1427. function getNamesForEmptyResponses(rai, resp) {
  1428.     for (var rid in rai) {
  1429.         if (rai.hasOwnProperty(rid) && resp[rid] == "") {
  1430.             resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}');
  1431.         }
  1432.     }
  1433.     return resp;
  1434. }
  1435.  
  1436. function getKeys(obj) {
  1437.     var keys = [];
  1438.     for (var key in obj) {
  1439.         keys.push(key);
  1440.     }
  1441.     return keys;
  1442. }
  1443.  
  1444. function export_func_deleg(item,index) {
  1445.     //console.log(item);
  1446.     export_func(item);
  1447. }
  1448.  
  1449. function export_irc_deleg(item,index) {
  1450.     //console.log(item);
  1451.     export_irc(item);
  1452. }
  1453.  
  1454. function block_deleg(item,index) {
  1455.     //console.log(item);
  1456.     block(item,index);
  1457. }
  1458.  
  1459. function block(hit,index){
  1460.     var blockType = ["requester","title"];
  1461.     var blockThis = hit[blockType[index]];
  1462.     ignore_list.push(blockThis);
  1463.     GM_setValue("scraper_ignore_list",ignore_list.join('^'));
  1464.     //console.log(GM_getValue("scraper_ignore_list"));
  1465.     alert("\""+blockThis+"\" ignored. Re-scrape");
  1466. }
  1467.  
  1468. function search_deleg(item,index) {
  1469.     console.log(item);
  1470.     var searches = ["rid","title"];
  1471.     search(item,searches[index]);
  1472. }
  1473.  
  1474. function hit_sort_func()
  1475. {
  1476.     return function(a,b) {
  1477.         if (a.date == b.date) {
  1478.             if (a.requesterName < b.requesterName)
  1479.                 return -1;
  1480.             if (a.requesterName > b.requesterName)
  1481.                 return 1;
  1482.             if (a.title < b.title)
  1483.                 return -1;
  1484.             if (a.title > b.title)
  1485.                 return 1;
  1486.             if (a.status < b.status)
  1487.                 return -1;
  1488.             if (a.status > b.status)
  1489.                 return 1;
  1490.         }
  1491.         if (a.date > b.date)
  1492.             return 1;
  1493.         if (a.date < b.date)
  1494.             return -1;
  1495.     };
  1496. }
  1497.  
  1498. function escapeRegExp(str) {
  1499.     return str.replace(/[-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&");
  1500. }
  1501.  
  1502. function search(item,search_type){
  1503.     //return true;/*
  1504.     
  1505.     var request = indexedDB.open("HITDB", v);
  1506.     request.onsuccess = function(e) {
  1507.         HITStorage.indexedDB.db = e.target.result;
  1508.         var db = HITStorage.indexedDB.db;
  1509.         var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1510.         var store = trans.objectStore("HIT");
  1511.         
  1512.         var req;
  1513.         var results = [];
  1514.         var index;
  1515.         var range;
  1516.         req = store.openCursor();
  1517.         req.onsuccess = function(event) {
  1518.             var cursor = event.target.result;
  1519.             if (cursor) {
  1520.                 hit = cursor.value;
  1521.                 var keys = ['title', 'requesterId'];
  1522.                 var re = new RegExp(escapeRegExp(item[search_type]),"ig");
  1523.                 for (var k in keys)
  1524.                 {
  1525.                     if (hit[keys[k]] != null && re.test(hit[keys[k]].trim())){
  1526.                         results.push(cursor.value);
  1527.                     }
  1528.                 }
  1529.                 
  1530.                 cursor.continue();
  1531.             }
  1532.             else {
  1533.                 console.log(results);
  1534.                 results.sort(hit_sort_func());
  1535.                 show_results(results);
  1536.             }
  1537.             db.close();
  1538.         };
  1539.         request.onerror = HITStorage.indexedDB.onerror;/**/
  1540.     }
  1541. }
  1542.  
  1543. function format_hit_line (hit, odd, status_color, new_day)
  1544. {
  1545.     var line = '<tr style="background-color:';
  1546.     if (odd)
  1547.         line += '#f1f3eb;';
  1548.     else
  1549.         line += 'white;';
  1550.     line += ' valign=top;';
  1551.     if (new_day)
  1552.         line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  1553.     else
  1554.         line += '">';
  1555.     
  1556.     line += '<td>' + hit.date + '</td>';
  1557.     if (hit.requesterLink != null)
  1558.         line += '<td style="width:165px"><a href="' + hit.requesterLink + '" title="Contact this Requester">' + hit.requesterName + '</a></td>';
  1559.     else
  1560.         line += '<td style="width:165px">' + hit.requesterName + '</td>';
  1561.     line += '<td style="width:213px">' + hit.title + '</td>';
  1562.     line += '<td style="width:45px">$' + hit.reward.toFixed(2) + '</td>';
  1563.     line += '<td style="color:' + status_color + '; width:55px">' + hit.status + '</td>';
  1564.     line += '<td><div style="width:225px; overflow:hidden">' + hit.feedback + '</div></td>';
  1565.     line += '</tr>\n';
  1566.     return line;
  1567. }
  1568.  
  1569. function status_color (status)
  1570. {
  1571.     var color = "green";
  1572.     
  1573.     if (status.match("Pending Approval"))
  1574.         color = "orange";
  1575.     else if (status.match("Rejected"))
  1576.         color = "red";
  1577.         
  1578.         return color;
  1579. }
  1580.  
  1581. function show_results (results){
  1582.     resultsWindow = window.open();
  1583.     resultsWindow.document.write("<html><head><title>Status Detail Search Results</title></head><body>\n");
  1584.     resultsWindow.document.write("<h1>HITs matching your search:</h1>\n");
  1585.     resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1586.     resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Requester</th><th>HIT Title</th><th>Reward</th><th>Status</th><th>Feedback</th></tr>\n');
  1587.     
  1588.     var odd = true;
  1589.     var sum = 0;
  1590.     var sum_rejected = 0;
  1591.     var sum_approved = 0;
  1592.     var sum_pending = 0;
  1593.     
  1594.     
  1595.     var new_day = false;
  1596.     
  1597.     for (var i=0; i<results.length; i++) {
  1598.         odd = !odd;
  1599.         sum += results[i].reward;
  1600.         if (results[i].status == 'Rejected')
  1601.             sum_rejected += results[i].reward;
  1602.         else if (results[i].status == 'Pending Approval')
  1603.             sum_pending += results[i].reward;
  1604.             else
  1605.             sum_approved += results[i].reward;
  1606.         
  1607.         if (i>0 && (results[i-1].date != results[i].date))
  1608.             new_day = true;
  1609.         else
  1610.             new_day = false;
  1611.         resultsWindow.document.write(format_hit_line(results[i], odd, status_color(results[i].status), new_day ));
  1612.     }
  1613.     
  1614.     resultsWindow.document.write('<tr style="background-color:lightgrey"><th></th><th></th><th></th><th>$' + sum.toFixed(2) + '</th><th></th><th></th></tr>\n');
  1615.     resultsWindow.document.write("</table>");
  1616.     resultsWindow.document.write("<p>Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " +
  1617.                                  "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.</p>");
  1618.     resultsWindow.document.write("</body></html>")
  1619.     resultsWindow.document.close();
  1620. }    
  1621.  
  1622.  
  1623. function export_func(item) {
  1624.     HIT = item;
  1625.     edit_button.textContent = 'Edit Template';
  1626.     apply_template(item);
  1627.     div.style.display = 'block';
  1628.     textarea.select();
  1629. }
  1630.  
  1631. function export_irc(item) {
  1632.     display(item);
  1633. }
  1634.  
  1635. function apply_template(hit_data) {
  1636.     var txt = TEMPLATE;
  1637.     
  1638.     var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  1639.     
  1640.     var resp = null;
  1641.     if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  1642.         var url = buildXhrUrl(hit_data["rid"]);
  1643.         resp = makeXhrQuery(url);
  1644.         //console.log(resp);
  1645.     }
  1646.     var toText = "";
  1647.     var toStuff = "";
  1648.     var toData = "";
  1649.     var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  1650.     if (resp == "TO DOWN"){
  1651.         toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  1652.         toText = toStuff;
  1653.     }
  1654.     else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  1655.         toStuff = " No TO ";
  1656.         toText = " No TO ";
  1657.         toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1658.         toStuff += "(Submit a new TO rating for this requester)[/URL]";
  1659.     }
  1660.         else {
  1661.             for (var key in resp[hit_data["rid"]].attrs) {
  1662.                 //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  1663.                 var i = 0;
  1664.                 var color = "green";
  1665.                 var name = key;
  1666.                 var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  1667.                 switch (key){
  1668.                     case "comm":
  1669.                         name = "Communicativity";
  1670.                         break;
  1671.                     case "pay":
  1672.                         name = "Generosity";
  1673.                         break;
  1674.                     case "fast":
  1675.                         name = "Promptness";
  1676.                         break;
  1677.                     case "fair":
  1678.                         name = "Fairness";
  1679.                         break;
  1680.                     default:
  1681.                         name = key;
  1682.                         break;
  1683.                 }
  1684.                 switch (num){
  1685.                     case 0:
  1686.                         color = "red";
  1687.                         break;
  1688.                     case 1:
  1689.                         color = "red";
  1690.                         break;
  1691.                     case 2:
  1692.                         color = "orange";
  1693.                         break;
  1694.                     case 3:
  1695.                         color = "yellow";
  1696.                         break;
  1697.                     default:
  1698.                         break;
  1699.                 }
  1700.                 toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  1701.                 for (i; i < num; i++){
  1702.                     toText += "[b]"+symbol+"[/b]"
  1703.                 }
  1704.                 toText += (num > 0 ? "[/color]" : "")
  1705.                 if (i < 5){
  1706.                     toText += "[color=white]";
  1707.                     for (i; i < 5; i++)
  1708.                         toText += "[b]"+symbol+"[/b]";
  1709.                     toText += "[/color]";
  1710.                 }
  1711.                 toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  1712.                 toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  1713.             }
  1714.             //toText += "[/list]";
  1715.             toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  1716.             toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  1717.             toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  1718.             toStuff += "\nNumber of Reviews: "+numResp;
  1719.             toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1720.             toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  1721.         }
  1722.     
  1723.     for (var i = 0; i < vars.length; i++) {
  1724.         t = new RegExp('\{' + vars[i] + '\}', 'g');
  1725.         if (vars[i] == "to_stuff") {
  1726.             txt = txt.replace(t, toStuff);
  1727.         }
  1728.         else if (vars[i] == "to_text") {
  1729.             txt = txt.replace(t, toText);
  1730.         }
  1731.         else if (vars[i] == "prev_link") {
  1732.             txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1733.         }
  1734.         else if (vars[i] == "acc_link") {
  1735.             txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1736.         }
  1737.         else
  1738.             txt = txt.replace(t, hit_data[vars[i]]);
  1739.         }
  1740.         textarea.value = txt;
  1741.     }
  1742.     
  1743.     function hide_func(div) {
  1744.         if (EDIT == false)
  1745.             div.style.display = 'none';
  1746.     }
  1747.     
  1748.     function edit_func() {
  1749.         if (EDIT == true) {
  1750.             EDIT = false;
  1751.             TEMPLATE = textarea.value;
  1752.             edit_button.textContent = 'Edit Template';
  1753.             apply_template(HIT);
  1754.         }
  1755.         else {
  1756.             console.log("Editing");
  1757.             EDIT = true;
  1758.             edit_button.textContent = 'Show Changes';
  1759.             save_button.disabled = false;
  1760.             textarea.value = TEMPLATE;
  1761.         }
  1762.     }
  1763.     
  1764.     function default_func() {
  1765.         GM_deleteValue('HITScraper Template');
  1766.         TEMPLATE = DEFAULT_TEMPLATE;
  1767.         EDIT = false;
  1768.         edit_button.textContent = 'Edit Template';
  1769.         apply_template(HIT);
  1770.     }
  1771.     
  1772.     function save_func() {
  1773.         if (EDIT)
  1774.             TEMPLATE = textarea.value;
  1775.         GM_setValue('HITScraper Template', TEMPLATE);
  1776.     }
  1777.     
  1778.     var div = document.createElement('div');
  1779.     var textarea = document.createElement('textarea');
  1780.     var div2 = document.createElement('label');
  1781.     
  1782.     div.style.position = 'fixed';
  1783.     div.style.width = '500px';
  1784.     div.style.height = '235px';
  1785.     div.style.left = '50%';
  1786.     div.style.right = '50%';
  1787.     div.style.margin = '-250px 0px 0px -250px';
  1788.     div.style.top = '300px';
  1789.     div.style.padding = '5px';
  1790.     div.style.border = '2px';
  1791.     div.style.backgroundColor = 'black';
  1792.     div.style.color = 'white';
  1793.     div.style.zIndex = '100';
  1794.     
  1795.     textarea.style.padding = '2px';
  1796.     textarea.style.width = '500px';
  1797.     textarea.style.height = '200px';
  1798.     textarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}';
  1799.     
  1800.     div.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close';
  1801.     div.style.fontSize = '12px';
  1802.     div.appendChild(textarea);
  1803.     
  1804.     var edit_button = document.createElement('button');
  1805.     var save_button = document.createElement('button');
  1806.     var default_button = document.createElement('button');
  1807.     var easy_button = document.createElement('button');
  1808.     
  1809.     edit_button.textContent = 'Edit Template';
  1810.     edit_button.setAttribute('id', 'edit_button');
  1811.     edit_button.style.height = '18px';
  1812.     edit_button.style.width = '100px';
  1813.     edit_button.style.fontSize = '10px';
  1814.     edit_button.style.paddingLeft = '3px';
  1815.     edit_button.style.paddingRight = '3px';
  1816.     edit_button.style.backgroundColor = 'white';
  1817.     
  1818.     save_button.textContent = 'Save Template';
  1819.     save_button.setAttribute('id', 'save_button');
  1820.     save_button.style.height = '18px';
  1821.     save_button.style.width = '100px';
  1822.     save_button.style.fontSize = '10px';
  1823.     save_button.style.paddingLeft = '3px';
  1824.     save_button.style.paddingRight = '3px';
  1825.     save_button.style.backgroundColor = 'white';
  1826.     save_button.style.marginLeft = '5px';
  1827.     
  1828.     easy_button.textContent = 'Change Adfly Url';
  1829.     easy_button.setAttribute('id', 'easy_button');
  1830.     easy_button.style.height = '18px';
  1831.     easy_button.style.width = '100px';
  1832.     easy_button.style.fontSize = '10px';
  1833.     easy_button.style.paddingLeft = '3px';
  1834.     
  1835.     default_button.textContent = ' D ';
  1836.     default_button.setAttribute('id', 'default_button');
  1837.     default_button.style.height = '18px';
  1838.     default_button.style.width = '20px';
  1839.     default_button.style.fontSize = '10px';
  1840.     default_button.style.paddingLeft = '3px';
  1841.     default_button.style.paddingRight = '3px';
  1842.     default_button.style.backgroundColor = 'white';
  1843.     default_button.style.marginLeft = '5px';
  1844.     default_button.title = 'Return default template';
  1845.     
  1846.     div.appendChild(edit_button);
  1847.     div.appendChild(save_button);
  1848.     div.appendChild(default_button);
  1849.     div.appendChild(easy_button);
  1850.     save_button.disabled = true;
  1851.     
  1852.     div.style.display = 'none';
  1853.     textarea.addEventListener("click", function() {hide_func(div);}, false);
  1854.     edit_button.addEventListener("click", function() {edit_func();}, false);
  1855.     save_button.addEventListener("click", function() {save_func();}, false);
  1856.     default_button.addEventListener("click", function() {default_func();}, false);
  1857.     document.body.insertBefore(div, document.body.firstChild);
  1858.  
  1859. //Functions below were added for the irc export with the help of clickhappier and Cristo
  1860.  
  1861. function getTO(f){
  1862.     var toComp = [];
  1863.     var toUrl = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  1864.     requestTO = new XMLHttpRequest();
  1865.     requestTO.onreadystatechange = function () {
  1866.         if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  1867.             if(requestTO.responseText.split(':').length > 2){
  1868.                 var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  1869.                 for (var t = 0; t < 3; t++){
  1870.                     var arrTo = toInfo[t].split(':');
  1871.                     toComp.push(arrTo[1].substring(1,4));
  1872.                 }
  1873.             } else {
  1874.                 toComp = ['-','-','-'];
  1875.             }
  1876.         }
  1877.     };
  1878.     requestTO.open('GET', toUrl, false);
  1879.     requestTO.send(null);
  1880.     return toComp;
  1881. }
  1882.  
  1883. function sleep(ms){  // from http://www.digimantra.com/tutorials/sleep-or-wait-function-in-javascript/
  1884. 	var dt = new Date();
  1885. 	dt.setTime(dt.getTime() + ms);
  1886. 	while (new Date().getTime() < dt.getTime());
  1887. }
  1888. function ns4tShorten(url){  // mturk-only URL shortener on Tjololo's server ns4t.net
  1889.     console.log("ns4tShorten function");
  1890.     var shortRes;
  1891.     var urlT = "https://ns4t.net/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk&username=publicuser&password=publicpass";
  1892.     requestNs4t = new XMLHttpRequest();
  1893.     requestNs4t.onreadystatechange = function () {
  1894.         if (requestNs4t.readyState == 4) {
  1895.             if (requestNs4t.status == 200) {
  1896.                 shortRes = requestNs4t.responseText;
  1897.                 console.log("ns4t.net response: " + requestNs4t.status + " " + requestNs4t.statusText + " " + requestNs4t.responseText);
  1898.             } 
  1899.             else {
  1900.                 console.log('ns4t.net unsuccessful: ' + requestNs4t.status + " " + requestNs4t.statusText);
  1901.             }
  1902.         }
  1903.     };
  1904.     requestNs4t.open('GET', urlT, false);
  1905.     requestNs4t.send(null);    
  1906.     return shortRes;
  1907. }
  1908. function tnyimShorten(url){  // Tny.im URL Shortener - http://tny.im/aboutapi.php - this is only possible this way because their server has the "Access-Control-Allow-Origin = *" headers enabled (the above TO mirror server does too)
  1909.     console.log("tnyimShorten function");
  1910.     var shortRes;
  1911.     var urlT = "https://tny.im/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk";
  1912.     requestTnyim = new XMLHttpRequest();
  1913.     requestTnyim.onreadystatechange = function () {
  1914.         if (requestTnyim.readyState == 4) {
  1915.             if (requestTnyim.status == 200) {
  1916.                 shortRes = requestTnyim.responseText;
  1917.                 console.log("tny.im response: " + requestTnyim.status + " " + requestTnyim.statusText + " " + requestTnyim.responseText);
  1918.             } 
  1919.             else {
  1920.                 console.log('tny.im unsuccessful: ' + requestTnyim.status + " " + requestTnyim.statusText);
  1921.             }
  1922.         }
  1923.     };
  1924.     requestTnyim.open('GET', urlT, false);
  1925.     requestTnyim.send(null);    
  1926.     return shortRes;
  1927. }
  1928. function googlShorten(url){  // Goo.gl URL Shortener
  1929.     console.log("googlShorten function");
  1930.     var shortRes;
  1931.     var urlG = "https://www.googleapis.com/urlshortener/v1/url";
  1932.     var requestGoogl = new XMLHttpRequest();
  1933.     requestGoogl.open("POST", urlG, false);
  1934.     requestGoogl.setRequestHeader("Content-Type", "application/json");
  1935.     requestGoogl.onreadystatechange = function() {
  1936.         if (requestGoogl.readyState == 4) {
  1937.             if (requestGoogl.status == 200) {
  1938.                 shortRes = JSON.parse(requestGoogl.response).id;
  1939.                 console.log("goo.gl response: " + requestGoogl.status + " " + requestGoogl.statusText + " " + JSON.parse(requestGoogl.response).id );
  1940.             } 
  1941.             else {
  1942.                 console.log('goo.gl unsuccessful: ' + requestGoogl.status + " " + requestGoogl.statusText);
  1943.             }
  1944.         }
  1945.     };
  1946.     var data = new Object();
  1947.     data.longUrl = url;
  1948.     requestGoogl.send(JSON.stringify(data)); 
  1949.  
  1950.     return shortRes;
  1951. }
  1952. function shortenUrl(url){
  1953.     sleep(300);  // milliseconds delay - wait some milliseconds (currently less than 1/3rd of a second) between shortens to reduce chance of hitting usage limits
  1954.     var shortRes;
  1955.     shortRes = ns4tShorten(url);
  1956.     if ( shortRes === undefined ) {   // if you reached the Google URL shortener's temporary usage limits or the server is otherwise unavailable
  1957.         shortRes = googlShorten(url);
  1958.         if ( shortRes === undefined ) {   // if you reached the ns4t.net URL shortener's temporary limits or the server is otherwise unavailable
  1959.             shortRes = tnyimShorten(url);
  1960.             if ( shortRes === undefined ) {  // if you reached the tny.im URL shortener's temporary limits too or the server is otherwise unavailable
  1961.                 shortRes = "(x)";
  1962.             }
  1963.         }
  1964.     }
  1965.     return shortRes;
  1966. }
  1967.  
  1968. // output display box
  1969. var ircexportdiv = document.createElement('div');
  1970. var ircexporttextarea = document.createElement('textarea');
  1971. ircexportdiv.style.position = 'fixed';
  1972. ircexportdiv.style.width = '500px';
  1973. ircexportdiv.style.height = '155px';
  1974. ircexportdiv.style.left = '50%';
  1975. ircexportdiv.style.right = '50%';
  1976. ircexportdiv.style.margin = '-250px 0px 0px -250px';
  1977. ircexportdiv.style.top = '300px';
  1978. ircexportdiv.style.padding = '5px';
  1979. ircexportdiv.style.border = '2px';
  1980. ircexportdiv.style.backgroundColor = 'black';
  1981. ircexportdiv.style.color = 'white';
  1982. ircexportdiv.style.zIndex = '100';
  1983. ircexportdiv.setAttribute('id','ircexport_div');
  1984. ircexportdiv.style.display = 'none';
  1985. ircexporttextarea.style.padding = '2px';
  1986. ircexporttextarea.style.width = '500px';
  1987. ircexporttextarea.style.height = '130px';
  1988. ircexporttextarea.title = 'IRC Export Output';
  1989. ircexporttextarea.setAttribute('id','ircexport_text');
  1990. ircexportdiv.textContent = 'IRC Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.';
  1991. ircexportdiv.style.fontSize = '12px';
  1992. ircexportdiv.appendChild(ircexporttextarea);
  1993. document.body.insertBefore(ircexportdiv, document.body.firstChild);
  1994. ircexporttextarea.addEventListener("click", function(){ ircexportdiv.style.display = 'none'; }, false);
  1995.  
  1996. function display(hit){
  1997.     //var theButton = e.target;
  1998.     //theButton.style.backgroundColor = '#CC0000';
  1999.     
  2000.     //var capHand = document.getElementById('capsule'+theButton.getAttribute("place")+'-0');
  2001.     //var tBodies = capHand.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode;
  2002.     
  2003.     console.log(hit);
  2004.     //return 0;
  2005.     
  2006.     var capReq = hit["requester"];
  2007.     var capReqId = hit["rid"];
  2008.     
  2009.     var capTitle = hit["title"];
  2010.   
  2011.     var capRew = hit["reward"];
  2012.  
  2013.     var capTime = hit["time"];
  2014.  
  2015.     var capAvailable = hit["time"];
  2016.  
  2017.     var qualList = hit["quals"];
  2018.     var qualColl = qualList.split(',');
  2019.     var masterStat = '';
  2020.     for ( var m = 0; m < qualColl.length; m++ ) {
  2021.         if ( qualColl[m].indexOf('Masters') > -1 ) {
  2022.             masterStat = 'MASTERS • ';
  2023.         }
  2024.     }
  2025.     
  2026.     var capUrl = shortenUrl('https://www.mturk.com'+hit["prev_link"]);
  2027.     var capReqUrl = shortenUrl('https://www.mturk.com'+hit["req_link"]);
  2028.     var hitLinkUnav = '';
  2029.     //if ( capGId == 'unavailable' ) { capUrl = capReqUrl; hitLinkUnav = " (preview link unavailable)"; }  // handle logged-out export requests for HITs with no preview/notqualified links
  2030.     if (capUrl.indexOf("requesterId") > -1) 
  2031.     { 
  2032.         hitLinkUnav = " (preview link unavailable)";
  2033.     }
  2034.     var toLink = shortenUrl('http://turkopticon.ucsd.edu/'+capReqId);
  2035.     var capToStats = getTO(capReqId);
  2036.     var shortUrlUnav = '';
  2037.     if ( capUrl == '(x)' && capGId != 'unavailable' )
  2038.     { 
  2039.         shortUrlUnav = ' \r\n^ https://www.mturk.com'+hit["prev_link"]; 
  2040.     }  // add the full-length preview link at the end if both URL shortener attempts failed
  2041.     
  2042.     var exString = masterStat + 'Requester: ' + capReq + ' ' + capReqUrl + ' • ' + 'HIT: ' + capTitle + ' ' + capUrl + hitLinkUnav + ' • ' + 'Pay: ' + capRew + ' • ' + 'Avail: ' + capAvailable + ' • ' + 'Time Limit: ' + capTime + ' • ' + 'TO: ' + 'Pay='+capToStats[1] + ' Fair='+capToStats[2] + ' Comm='+capToStats[0] + ' ' + toLink + shortUrlUnav ;
  2043.     GM_setClipboard(exString);
  2044.     ircexporttextarea.textContent = exString;
  2045.     ircexportdiv.style.display = 'block';
  2046.     ircexporttextarea.select();
  2047. }