☰

MTurk HIT DataBase Testing

Extended ability to search HITs you have worked on and other useful tools (CSV export/import, requester notes, requester block, pending/projected earnings)

当前为 2014-11-24 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name        MTurk HIT DataBase Testing
  3. // @namespace https://greasyfork.org/users/710
  4. // @description Extended ability to search HITs you have worked on and other useful tools (CSV export/import, requester notes, requester block, pending/projected earnings)
  5. // @include     https://www.mturk.com/mturk/searchbar*
  6. // @include     https://www.mturk.com/mturk/findhits*
  7. // @include     https://www.mturk.com/mturk/viewhits*
  8. // @include     https://www.mturk.com/mturk/viewsearchbar*
  9. // @include     https://www.mturk.com/mturk/sortsearchbar*
  10. // @include     https://www.mturk.com/mturk/sorthits*
  11. // @include     https://www.mturk.com/mturk/dashboard
  12. // @include     https://www.mturk.com/mturk/preview?*
  13. // @version     1.9
  14. // @grant       none
  15. // @require     http://ajax.googleapis.com/ajax/libs/jquery/1.7.1/jquery.min.js
  16. // @require     http://code.highcharts.com/highcharts.js
  17. // @require https://greasyfork.org/scripts/2351-jsdiff/code/jsdiff.js?version=6256
  18. // @require https://greasyfork.org/scripts/2350-filesaver-js/code/filesaverjs.js?version=6255
  19. // ==/UserScript==
  20.  
  21. //
  22. // 2012-10-03 0.9.7: This is rewrite of MTurk Extended HIT Search (http://userscripts.org/scripts/show/146277)
  23. //                   with some extra features (and some missing for now: search by date).
  24. //                   It now uses IndexedDB (http://en.wikipedia.org/wiki/Indexed_Database_API)
  25. //
  26. // 2012-10-04 0.9.8: Improved use of indexes, check Pending Payment HITs
  27. //            0.9.9: Minor improvements
  28. //
  29. // 2012-10-04 0.10:  Added date options
  30. //
  31. // 2012-10-07 0.11:  Requester notes, bug fixes
  32. //            0.12:  CSV export
  33. //
  34. // 2012-10-09 0.13: "Block" requesters or specific HITs
  35. //
  36. // 2012-10-10 0.14: Requester Overview, shows summary of all requesters in DB
  37. //
  38. // 2012-10-11 0.15: Blocked HITs are always on bottom of the page
  39. //
  40. // 2012-10-14 0.16: Requester Overview improvements
  41. //
  42. // 2012-10-17 0.17: Bug fixes and error checks
  43. //
  44. // 2012-10-18 0.18: Import HIT data from MTurk Extended HIT Search script
  45. //
  46. // 2012-10-21 0.19: Moved main interface to dashboard, show pending earnings on dashboard,
  47. //                  summary of all requesters with pending HITs.
  48. //
  49. // 2012-10-23 0.20: Added Turkopticon (http://turkopticon.differenceengines.com/) links to overview pages
  50. //            0.21: Fixed overview pages reward to include only 'Paid' and 'Approved - Pending Payment' HITs.
  51. //
  52. // 2012-10-28 0.22: Limited Auto Update.
  53. //            0.23: Minor improvements
  54. //
  55. // 2012-10-30 0.24: Projected earnings for today
  56. //
  57. // 2012-11-02 0.25: Smarter Auto Update
  58. //
  59. // 2012-11-03 0.26: GUI update
  60. //
  61. // 2012-11-05 0.30: Extra non-amazonian script monkeys
  62. //
  63. // 2012-11-06 0.31: Projected earnings progress bar
  64. //
  65. // 2012-11-08 0.32: Minor GUI fixes to look better on Chrome. Looks like it now works on stable Chrome!
  66. //
  67. // 2012-11-13 0.33: Time limits now work with Requester Overview
  68. //
  69. // 2012-11-15 0.34: Bug/compatibility fixes
  70. //
  71. // 2012-11-18 0.40: Daily Overview, update database to use YYYY-MM-DD date format.
  72. //
  73. // 2012-11-22 0.41: R and T button on HIT preview page. Auto-Approval time.
  74. //
  75. // 2012-11-30 0.42: Changes on MTurk pages. Status page in now on one page!
  76. //
  77. // 2012-12-02 1.0: Added @downloadURL and @updateURL
  78. //
  79. // 2012-12-06 1.1: Requester details.
  80. //                 Try to fetch few extra days at first update (not showing on status page).
  81. //
  82. // 2012-12-11 1.2: Import HITs from previously exported CSV-files.
  83. //                 Removed Extended HIT Search import.
  84. //
  85. // 2012-12-13 1.3: Fix CSV-import to put empty string instead if undefined if feedback is empty.
  86. //
  87. // 2012-12-14 1.4: Rewritten database update more properly.
  88. //
  89. // 2012-12-16 1.5: Fixed broken Auto Update (forgot to check that on pervious update).
  90. //
  91. // 2013-02-26 1.6: Fixed IDBTransactionModes for Chrome (note this breaks it for Firefox)
  92. //
  93. // 2013-02-27 1.7: Changed UI bars back to what they used to be.
  94. //
  95.  
  96. var DAYS_TO_FETCH = [];
  97. var DAYS_TO_FETCH_CHECK;
  98.  
  99. var HITStorage = {};
  100. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  101.                 window.mozIndexedDB;
  102. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  103. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  104. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  105. var IDBKeyRange = window.IDBKeyRange;
  106.  
  107. HITStorage.indexedDB = {};
  108. HITStorage.indexedDB = {};
  109. HITStorage.indexedDB.db = null;
  110.  
  111. HITStorage.indexedDB.onerror = function(e) {
  112.   console.log(e);
  113. };
  114. var v = 4;
  115.  
  116. HITStorage.indexedDB.create = function() {
  117.  
  118.   var request = indexedDB.open("HITDB", v);
  119.  
  120.   request.onupgradeneeded = function (e) {
  121.     HITStorage.indexedDB.db = e.target.result;
  122.     var db = HITStorage.indexedDB.db;
  123.     var new_empty_db = false;
  124.  
  125.     if(!db.objectStoreNames.contains("HIT")) {
  126.       var store = db.createObjectStore("HIT", { keyPath: "hitId" });
  127.  
  128.       store.createIndex("date", "date", { unique: false });
  129.       store.createIndex("requesterName", "requesterName", { unique: false });
  130.       store.createIndex("title", "title", { unique: false });
  131.       store.createIndex("reward", "reward", { unique: false });
  132.       store.createIndex("status", "status", { unique: false });
  133.       store.createIndex("requesterId", "requesterId", { unique: false });
  134.  
  135.       new_empty_db = true;
  136.       
  137.       // At first update try to get few extra days that do not show on status page
  138.       localStorage['HITDB TRY_EXTRA_DAYS'] = 'YES';
  139.     }
  140.     if(!db.objectStoreNames.contains("STATS")) {
  141.       var store = db.createObjectStore("STATS", { keyPath: "date" });
  142.     }
  143.     if(!db.objectStoreNames.contains("NOTES")) {
  144.       var store = db.createObjectStore("NOTES", { keyPath: "requesterId" });
  145.     }
  146.     if(!db.objectStoreNames.contains("BLOCKS")) {
  147.       var store = db.createObjectStore("BLOCKS", { keyPath: "id", autoIncrement: true });
  148.  
  149.       store.createIndex("requesterId", "requesterId", { unique: false });
  150.     }
  151.  
  152.     if (new_empty_db == false)
  153.     {
  154.       alert("HIT DataBase date format must be upgraded (MMDDYYYY => YYYY-MM-DD)\n" +
  155.             "Please don't close or reload this page until it's done.\n" + 
  156.             "Press OK to start. This shouldn't take long. (few minutes max)" +
  157.             "Sorry for the inconvenience.");
  158.       HITStorage.update_date_format(true);
  159.     }
  160.     db.close();
  161.     //alert("DataBase upgraded to version " + v + '!');
  162.   }
  163.  
  164.   request.onsuccess = function(e) {
  165.     HITStorage.indexedDB.db = e.target.result;
  166.     var db = HITStorage.indexedDB.db;
  167.     db.close();
  168.   };
  169.  
  170.   request.onerror = HITStorage.indexedDB.onerror;
  171. }
  172.  
  173. HITStorage.indexedDB.addHIT = function(hitData) {
  174.   // Temporary extra check
  175.   if (hitData.date.indexOf('-') < 0)
  176.   {
  177.     alert('Wrong date format in addHIT()!');
  178.     return;  
  179.   }  
  180.   
  181. var request = indexedDB.open("HITDB", v);
  182. 	request.onsuccess = function(e) {
  183. 	HITStorage.indexedDB.db = e.target.result;
  184. 	  var db = HITStorage.indexedDB.db;
  185. 	  var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_WRITE);
  186. 	  var store = trans.objectStore("HIT");
  187.  
  188. 	  var request = store.put(hitData);
  189.  
  190. 	  request.onsuccess = function(e) {
  191.   		db.close();
  192. 	  };
  193.  
  194. 	  request.onerror = function(e) {
  195.       console.log("Error Adding: ", e);
  196. 	  };
  197. 	};
  198. 	request.onerror = HITStorage.indexedDB.onerror;
  199. };
  200.  
  201. HITStorage.indexedDB.importHITs = function(hitData) {
  202.   var hits = hitData.length;
  203.   var label = document.getElementById('status_label');
  204.   
  205.   var request = indexedDB.open("HITDB", v);
  206.   	request.onsuccess = function(e) {
  207.   HITStorage.indexedDB.db = e.target.result;
  208.     var db = HITStorage.indexedDB.db;
  209.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_WRITE);
  210.     var store = trans.objectStore("HIT");
  211.  
  212.     putNextHIT();
  213.  
  214.     function putNextHIT()
  215.     {
  216.       if (hitData.length > 0)
  217.       {
  218.         store.put(hitData.pop()).onsuccess = putNextHIT;
  219.         label.innerHTML = progress_bar(((hits-hitData.length)/hits*50), 50, '█', '█', '#7fb448', 'grey') + ' (' + hitData.length + ')';
  220.       }
  221.       else
  222.       {
  223.         HITStorage.enable_inputs();
  224.         HITStorage.update_status_label('Import done', 'green');
  225.         db.close();
  226.       }
  227.     }
  228. 	};
  229. 	request.onerror = HITStorage.indexedDB.onerror;
  230. };
  231.  
  232. HITStorage.indexedDB.addHITs = function(hitData, day_to_fetch, days_to_update) {
  233.   var hits = hitData.length;
  234.   if (day_to_fetch)
  235.     var label = document.getElementById('status_label');
  236.   
  237.   var request = indexedDB.open("HITDB", v);
  238.   	request.onsuccess = function(e) {
  239.   HITStorage.indexedDB.db = e.target.result;
  240.     var db = HITStorage.indexedDB.db;
  241.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_WRITE);
  242.     var store = trans.objectStore("HIT");
  243.  
  244.     putNextHIT();
  245.  
  246.     function putNextHIT()
  247.     {
  248.       if (hitData.length > 0)
  249.       {
  250.         store.put(hitData.pop()).onsuccess = putNextHIT;
  251.         if (day_to_fetch)
  252.           label.innerHTML = 'Saving ' + day_to_fetch.date + ': ' + progress_bar(((hits-hitData.length)/hits*40), 40, '█', '█', '#7fb448', 'grey');
  253.       }
  254.       else
  255.       {
  256.         // move to next day
  257.         if (day_to_fetch)
  258.         {
  259.           HITStorage.indexedDB.updateHITstats(day_to_fetch);
  260.           setTimeout(function() { HITStorage.do_update(days_to_update); }, 2000);
  261.           HITStorage.update_status_label('Please wait: script monkeys are taking naps ?', 'red');
  262.         }
  263.         db.close();
  264.       }
  265.     }
  266. 	};
  267. 	request.onerror = HITStorage.indexedDB.onerror;
  268. };
  269.  
  270.  
  271. HITStorage.indexedDB.updateHITstats = function(date)
  272. {
  273.   // Temporary extra check
  274.   if (date.date.indexOf('-') < 0)
  275.   {
  276.     alert('Wrong date format in updateHITstats()!');
  277.     return;
  278.   }
  279.   
  280.   var request = indexedDB.open("HITDB", v);
  281.   request.onsuccess = function(e) {
  282.     HITStorage.indexedDB.db = e.target.result;
  283.     var db = HITStorage.indexedDB.db;
  284.     var trans = db.transaction(["STATS"], HITStorage.IDBTransactionModes.READ_WRITE);
  285.     var store = trans.objectStore("STATS");
  286.  
  287.     var request = store.put(date);
  288.  
  289.     request.onsuccess = function(e) {
  290.       db.close();
  291.     };
  292.  
  293.     request.onerror = function(e) {
  294.       console.log("Error Adding: ", e);
  295.     };
  296.   };
  297.   request.onerror = HITStorage.indexedDB.onerror;
  298. };
  299.  
  300. HITStorage.prepare_update_and_check_pending_payments = function()
  301. {
  302.   var request = indexedDB.open("HITDB", v);
  303. 	request.onsuccess = function(e) {
  304. 		HITStorage.indexedDB.db = e.target.result;
  305. 		var db = HITStorage.indexedDB.db;
  306. 		var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  307. 		var store = trans.objectStore("HIT");
  308.     var index = store.index('status');
  309.     var range = IDBKeyRange.only('Approved&nbsp;- Pending&nbsp;Payment');
  310.  
  311.     index.openCursor(range).onsuccess = function(event) {
  312.       var cursor = event.target.result;
  313.       if (cursor && DAYS_TO_FETCH.length > 0)
  314.       {
  315.         for (var i=0; i<DAYS_TO_FETCH.length; i++)
  316.         {
  317.           if ( cursor.value.date == DAYS_TO_FETCH[i].date )
  318.           {
  319.             DAYS_TO_FETCH[i].pending_payments = true;
  320.           }
  321.         }
  322.         cursor.continue();
  323.       }
  324.       else
  325.       {
  326.         if (DAYS_TO_FETCH.length>0) {
  327.           db.close();
  328.           HITStorage.update_status_label('Please wait: script monkeys are planning to fetch relevant status pages', 'red');
  329.           setTimeout(function() { HITStorage.prepare_update(); }, 100);
  330.         }
  331.         else
  332.         {
  333.           db.close();
  334.           HITStorage.update_done();
  335.         }
  336.       }
  337.     };
  338.   }
  339. };
  340.  
  341. // check that number of hits in DB matches what is available
  342. HITStorage.check_update = function()
  343. {
  344.   var request = indexedDB.open("HITDB", v);
  345. 	 request.onsuccess = function(e) {
  346. 	   HITStorage.update_status_label('Please wait: checking database', 'red');
  347.     HITStorage.indexedDB.db = e.target.result;
  348.     var db = HITStorage.indexedDB.db;
  349.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  350.     var store = trans.objectStore("HIT");
  351.     var index = store.index('date');
  352.     var range = IDBKeyRange.bound(DAYS_TO_FETCH_CHECK[DAYS_TO_FETCH_CHECK.length-1].date, DAYS_TO_FETCH_CHECK[0].date, false, false);
  353.  
  354.     index.count(range).onsuccess = function(event) {
  355.       var count = event.target.result;
  356.       var submitted_hits = 0;
  357.       
  358.       for (var i=0; i<DAYS_TO_FETCH_CHECK.length; i++)
  359.       {
  360.         submitted_hits += DAYS_TO_FETCH_CHECK[i].submitted;
  361.       }
  362.  
  363.       if (submitted_hits == count)
  364.       {
  365.         db.close();        
  366.         HITStorage.update_done();
  367.       }
  368.       else
  369.       {
  370.         if (confirm("? ERROR! Number of HITs in DataBase does not match number of HITs available! (" + count + " != " + submitted_hits + ")\n"
  371.                    + "Would you like to refetch all status pages now?"))
  372.         {
  373.           db.close();        
  374.           DAYS_TO_FETCH = DAYS_TO_FETCH_CHECK.slice(0);
  375.           HITStorage.update_status_label('Please wait: new script monkeys are fetching relevant status pages', 'red');
  376.           setTimeout(function() { HITStorage.do_update(DAYS_TO_FETCH.length); }, 100);
  377.         }
  378.         else
  379.         {
  380.           db.close();        
  381.           HITStorage.update_done();
  382.         }
  383.       }
  384.     };
  385.   }
  386. };
  387.  
  388. HITStorage.prepare_update = function()
  389. {
  390.   var request = indexedDB.open("HITDB", v);
  391. 	request.onsuccess = function(e) {
  392. 		HITStorage.indexedDB.db = e.target.result;
  393. 		var db = HITStorage.indexedDB.db;
  394. 		var trans = db.transaction(["STATS"], HITStorage.IDBTransactionModes.READ_ONLY);
  395. 		var store = trans.objectStore("STATS");
  396.     var range = IDBKeyRange.bound(DAYS_TO_FETCH[DAYS_TO_FETCH.length-1].date, DAYS_TO_FETCH[0].date, false, false);
  397.  
  398.     store.openCursor(range).onsuccess = function(event) {
  399.       var cursor = event.target.result;
  400.       if (cursor && DAYS_TO_FETCH.length > 0)
  401.       {
  402.         for (var i=0; i<DAYS_TO_FETCH.length; i++)
  403.         {
  404.           if ( cursor.value.date == DAYS_TO_FETCH[i].date
  405.                 && cursor.value.submitted == DAYS_TO_FETCH[i].submitted
  406.                 && cursor.value.approved == DAYS_TO_FETCH[i].approved
  407.                 && cursor.value.rejected == DAYS_TO_FETCH[i].rejected
  408.                 && cursor.value.pending == DAYS_TO_FETCH[i].pending)
  409.           {
  410.             // This day is already in DB and stats match => no need to fetch
  411.             // unless there are 'Approved - Pending Payment' HITs
  412.             if (DAYS_TO_FETCH[i].pending_payments === undefined || DAYS_TO_FETCH[i].pending_payments == false)
  413.               DAYS_TO_FETCH.splice(i,1);
  414.           }
  415.         }
  416.         cursor.continue();
  417.       }
  418.       else
  419.       {
  420.         if (DAYS_TO_FETCH.length>0) {
  421.           db.close();
  422.           setTimeout(function() { HITStorage.do_update(DAYS_TO_FETCH.length); }, 100);
  423.         }
  424.         else
  425.         {
  426.           db.close();
  427.           HITStorage.update_done();
  428.         }
  429.       }
  430.     };
  431.   }
  432. };
  433.  
  434. HITStorage.indexedDB.term_matches_HIT = function(term, hit)
  435. {
  436.   var keys = ['date', 'requesterName', 'title', 'feedback', 'hitId', 'requesterId'];
  437.   var re = new RegExp(escapeRegExp(term),"ig");
  438.   for (var k in keys)
  439.   {
  440.     //for testing
  441.     console.log(hit[keys[k]]+" "+escapeRegExp(term));
  442.     if (hit[keys[k]] != null && re.test(hit[keys[k]].trim()))
  443.     {
  444.       return true;
  445.     }
  446.   }
  447.   return false;
  448. }
  449.  
  450. function escapeRegExp(str) {
  451.   return str.trim().replace(/[\-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&");
  452. }
  453.  
  454. HITStorage.indexedDB.matchHIT = function(hit, options)
  455. {
  456.   if (options.status == '---' || hit.status.match(options.status))
  457.   {
  458.     if (options.search_term == '' || HITStorage.indexedDB.term_matches_HIT(options.term, hit))
  459.     {
  460.       return true;
  461.     }
  462.   }
  463.   return false;
  464. }
  465.  
  466. function hit_sort_func()
  467. {
  468.   return function(a,b) {
  469.     if (a.date == b.date) {
  470.       if (a.requesterName < b.requesterName)
  471.         return -1;
  472.       if (a.requesterName > b.requesterName)
  473.         return 1;
  474.       if (a.title < b.title)
  475.         return -1;
  476.       if (a.title > b.title)
  477.         return 1;
  478.       if (a.status < b.status)
  479.         return -1;
  480.       if (a.status > b.status)
  481.         return 1;
  482.     }
  483.     if (a.date > b.date)
  484.       return 1;
  485.     if (a.date < b.date)
  486.       return -1;
  487.   };
  488. }
  489.  
  490. HITStorage.indexedDB.getHITs = function(options) {
  491.   var request = indexedDB.open("HITDB", v);
  492. 	request.onsuccess = function(e) {
  493.     HITStorage.indexedDB.db = e.target.result;
  494.     var db = HITStorage.indexedDB.db;
  495.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  496.     var store = trans.objectStore("HIT");
  497.     
  498.     var req;
  499.     var results = [];
  500.     var index;
  501.     var range;
  502.  
  503.     if (options.from_date || options.to_date)
  504.     {
  505.       if (options.from_date != '' || options.to_date != '')
  506.       {
  507.         index = store.index('date');
  508.         if (options.from_date == options.to_date)
  509.         {
  510.           range = IDBKeyRange.only(options.from_date);
  511.         }
  512.         else if (options.from_date != '' && options.to_date != '')
  513.         {
  514.           range = IDBKeyRange.bound(options.from_date, options.to_date, false, false);
  515.         }
  516.         else if (options.from_date == '' && options.to_date != '')
  517.         {
  518.           range = IDBKeyRange.upperBound(options.to_date, false);
  519.         }
  520.         else
  521.         {
  522.           range = IDBKeyRange.lowerBound(options.from_date, false);
  523.         }
  524.         req = index.openCursor(range);
  525.       }
  526.     }
  527.     else if (options.index && options.index != '')
  528.     {
  529.       index = store.index(options.index);
  530.       range = IDBKeyRange.only(options.term);
  531.       req = index.openCursor(range);
  532.     }
  533.     else if (options.status == 'Rejected' || options.status == 'Pending Approval' 
  534.               || options.status == 'Approved' || options.status == 'Paid')
  535.     {
  536.       var s = (options.status == 'Approved')? 'Approved&nbsp;- Pending&nbsp;Payment' : options.status;
  537.       options.index = 'status';
  538.       index = store.index(options.index);
  539.       range = IDBKeyRange.only(s);
  540.       req = index.openCursor(range);
  541.     }
  542.     else
  543.     {
  544.       req = store.openCursor();
  545.     }
  546.     
  547.     req.onsuccess = function(event) {
  548.       var cursor = event.target.result;
  549.       if (cursor) {
  550.         if (HITStorage.indexedDB.matchHIT(cursor.value, options))
  551.           results.push(cursor.value);
  552.  
  553.         cursor.continue();
  554.       }
  555.       else {
  556.         results.sort(hit_sort_func());
  557.  
  558.         if (options.export_csv && options.export_csv == true)
  559.           HITStorage.export_csv(results);
  560.         else
  561.           HITStorage.show_results(results);
  562.         
  563.         if (options.donut == '---')
  564.           document.getElementById('container').style.display = 'none';
  565.         else if (options.donut != '')
  566.           HITStorage.prepare_donut(results, options.donut);
  567.       }
  568.       db.close();
  569.     };
  570.   };
  571.   request.onerror = HITStorage.indexedDB.onerror;
  572. };
  573.  
  574. //
  575. // Show summary of all requesters
  576. //
  577. HITStorage.indexedDB.requesterOverview = function(options) {
  578.   var request = indexedDB.open("HITDB", v);
  579. 	request.onsuccess = function(e) {
  580.     HITStorage.indexedDB.db = e.target.result;
  581.     var db = HITStorage.indexedDB.db;
  582.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  583.     var store = trans.objectStore("HIT");
  584.     var index;
  585.     var req;
  586.     
  587.     // [ requesterId, requesterName, sum(hits), sum(rewards), rejected, pending ]
  588.     var results = [];
  589.     var tmp_results = {};
  590.     if (options.from_date || options.to_date)
  591.     {
  592.       if (options.from_date != '' || options.to_date != '')
  593.       {
  594.         index = store.index('date');
  595.         if (options.from_date == options.to_date)
  596.         {
  597.           range = IDBKeyRange.only(options.from_date);
  598.         }
  599.         else if (options.from_date != '' && options.to_date != '')
  600.         {
  601.           range = IDBKeyRange.bound(options.from_date, options.to_date, false, false);
  602.         }
  603.         else if (options.from_date == '' && options.to_date != '')
  604.         {
  605.           range = IDBKeyRange.upperBound(options.to_date, false);
  606.         }
  607.         else
  608.         {
  609.           range = IDBKeyRange.lowerBound(options.from_date, false);
  610.         }
  611.         req = index.openCursor(range);
  612.       }
  613.       req.onsuccess = function(event) {
  614.         var cursor = event.target.result;
  615.         if (cursor) {
  616.           var hit = cursor.value;
  617.           var rejected = (hit.status == 'Rejected') ? 1 : 0;
  618.           var pending = (hit.status.match(/Approved|Paid|Rejected/) == null) ? 1 : 0;
  619.           var reward = (pending>0 || rejected>0 )? 0: hit.reward;
  620.   
  621.           if (tmp_results[hit.requesterId] === undefined)
  622.           {
  623.             tmp_results[hit.requesterId] = [];
  624.             tmp_results[hit.requesterId][0] = hit.requesterId;
  625.             tmp_results[hit.requesterId][1] = hit.requesterName;
  626.             tmp_results[hit.requesterId][2] = 1;
  627.             tmp_results[hit.requesterId][3] = reward;
  628.             tmp_results[hit.requesterId][4] = rejected;
  629.             tmp_results[hit.requesterId][5] = pending;
  630.           }
  631.           else
  632.           {
  633.             tmp_results[hit.requesterId][1] = hit.requesterName;
  634.             tmp_results[hit.requesterId][2] += 1;
  635.             tmp_results[hit.requesterId][3] += reward;
  636.             tmp_results[hit.requesterId][4] += rejected;
  637.             tmp_results[hit.requesterId][5] += pending;
  638.           }
  639.           cursor.continue();
  640.         }
  641.         else {
  642.           for (var key in tmp_results) {
  643.             results.push(tmp_results[key]);
  644.           }
  645.           // sort by total reward
  646.           results.sort(function(a,b) { return b[3]-a[3]; });
  647.           if (options.export_csv == true)
  648.             HITStorage.show_requester_overview_csv(results);
  649.           else        
  650.             HITStorage.show_requester_overview(results, '(' + options.from_date + '–' + options.to_date + ')');
  651.           HITStorage.update_status_label('Script monkeys are ready', 'green');
  652.           setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  653.           HITStorage.enable_inputs();
  654.         }
  655.         db.close();
  656.       };
  657.     }
  658.     else {
  659.       index = store.index('requesterId');
  660.       req = index.openCursor();
  661.       req.onsuccess = function(event) {
  662.         var cursor = event.target.result;
  663.         if (cursor) {
  664.           var hit = cursor.value;
  665.           var rejected = (hit.status == 'Rejected') ? 1 : 0;
  666.           var pending = (hit.status.match(/Approved|Paid|Rejected/) == null) ? 1 : 0;
  667.           var reward = (pending>0 || rejected>0 )? 0: hit.reward;
  668.           if (results.length == 0)
  669.           {
  670.             results.push([hit.requesterId, hit.requesterName, 1, reward, rejected, pending]);
  671.           }
  672.           else if (results[0][0] == hit.requesterId)
  673.           {
  674.             results[0][2] += 1;
  675.             results[0][3] += reward;
  676.             results[0][4] += rejected;
  677.             results[0][5] += pending;
  678.           }
  679.           else
  680.           {
  681.             results.unshift([hit.requesterId, hit.requesterName, 1, reward, rejected, pending]);
  682.           }
  683.           cursor.continue();
  684.         }
  685.         else {
  686.           // sort by total reward
  687.           results.sort(function(a,b) { return b[3]-a[3]; });
  688.           if (options.export_csv == true)
  689.             HITStorage.show_requester_overview_csv(results);
  690.           else        
  691.             HITStorage.show_requester_overview(results);
  692.           HITStorage.update_status_label('Script monkeys are ready', 'green');
  693.           setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  694.           HITStorage.enable_inputs();
  695.         }
  696.         db.close();
  697.       };
  698.     }
  699.   };
  700.   request.onerror = HITStorage.indexedDB.onerror;
  701. };
  702.  
  703. //
  704. // Show summary of one requester
  705. //
  706. HITStorage.indexedDB.showRequester = function(requesterId) {
  707.   var request = indexedDB.open("HITDB", v);
  708.   request.onsuccess = function(e) {
  709.     HITStorage.indexedDB.db = e.target.result;
  710.     var db = HITStorage.indexedDB.db;
  711.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  712.     var store = trans.objectStore("HIT");
  713.     var index;
  714.     var results = [];
  715.  
  716.     index = store.index('requesterId');
  717.     var range = IDBKeyRange.only(requesterId);
  718.     index.openCursor(range).onsuccess = function(event) {
  719.       var cursor = event.target.result;
  720.       if (cursor) {
  721.         results.push(cursor.value);
  722.         cursor.continue();
  723.       }
  724.       else {
  725.         results.sort(function(a,b)
  726.           {
  727.             if (a.date > b.date)
  728.               return -1;
  729.             if (a.date < b.date)
  730.               return 1;
  731.             return 0;
  732.           });
  733.         HITStorage.show_requester(results);
  734.         HITStorage.update_status_label('Script monkeys are ready', 'green');
  735.         setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  736.         HITStorage.enable_inputs();
  737.       }
  738.       db.close();
  739.     };
  740.   };
  741.   request.onerror = HITStorage.indexedDB.onerror;
  742. };
  743.  
  744.  
  745. // Show summary of pending HITs
  746. HITStorage.indexedDB.pendingOverview = function(options) {
  747.   var request = indexedDB.open("HITDB", v);
  748. 	request.onsuccess = function(e) {
  749.     HITStorage.indexedDB.db = e.target.result;
  750.     var db = HITStorage.indexedDB.db;
  751.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  752.     var store = trans.objectStore("HIT");
  753.     var index;
  754.     var req;
  755.     
  756.     // [ requesterId, requesterName, sum(pendings), sum(rewards) ]
  757.     var results = [];
  758.     var tmp_results = {};
  759.  
  760.     index = store.index('status');
  761.     range = IDBKeyRange.only('Pending Approval');
  762.     index.openCursor(range).onsuccess = function(event) {
  763.       var cursor = event.target.result;
  764.       if (cursor) {
  765.         var hit = cursor.value;
  766.         if (tmp_results[hit.requesterId] === undefined)
  767.         {
  768.           tmp_results[hit.requesterId] = [];
  769.           tmp_results[hit.requesterId][0] = hit.requesterId;
  770.           tmp_results[hit.requesterId][1] = hit.requesterName;
  771.           tmp_results[hit.requesterId][2] = 1;
  772.           tmp_results[hit.requesterId][3] = hit.reward;
  773.         }
  774.         else
  775.         {
  776.           tmp_results[hit.requesterId][1] = hit.requesterName;
  777.           tmp_results[hit.requesterId][2] += 1;
  778.           tmp_results[hit.requesterId][3] += hit.reward;
  779.         }
  780.         cursor.continue();
  781.       }
  782.       else {
  783.         for (var key in tmp_results) {
  784.           results.push(tmp_results[key]);
  785.         }
  786.         // sort by pending hits
  787.         results.sort(function(a,b) { return b[2]-a[2]; });
  788.         if (options.export_csv == true)
  789.           HITStorage.show_pending_overview_csv(results);
  790.         else        
  791.           HITStorage.show_pending_overview(results);
  792.         HITStorage.update_status_label('Script monkeys are ready', 'green');
  793.         setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  794.         HITStorage.enable_inputs();
  795.       }
  796.       db.close();
  797.     };
  798.   };
  799.   request.onerror = HITStorage.indexedDB.onerror;
  800. };
  801.  
  802. // Show summary of daily stats
  803. HITStorage.indexedDB.statusOverview = function(options) {
  804.   var request = indexedDB.open("HITDB", v);
  805.   request.onsuccess = function(e) {
  806.     HITStorage.indexedDB.db = e.target.result;
  807.     var db = HITStorage.indexedDB.db;
  808.     var trans = db.transaction(["STATS"], HITStorage.IDBTransactionModes.READ_ONLY);
  809.     var store = trans.objectStore("STATS");
  810.     var req;
  811.     
  812.     var results = [];
  813.  
  814.     if (options.from_date || options.to_date)
  815.     {
  816.       if (options.from_date != '' || options.to_date != '')
  817.       {
  818.         if (options.from_date == options.to_date)
  819.         {
  820.           range = IDBKeyRange.only(options.from_date);
  821.         }
  822.         else if (options.from_date != '' && options.to_date != '')
  823.         {
  824.           range = IDBKeyRange.bound(options.from_date, options.to_date, false, false);
  825.         }
  826.         else if (options.from_date == '' && options.to_date != '')
  827.         {
  828.           range = IDBKeyRange.upperBound(options.to_date, false);
  829.         }
  830.         else
  831.         {
  832.           range = IDBKeyRange.lowerBound(options.from_date, false);
  833.         }
  834.         req = store.openCursor(range);
  835.       }
  836.     }
  837.     else
  838.     {
  839.       req = store.openCursor();
  840.     }
  841.     req.onsuccess = function(event) {
  842.       var cursor = event.target.result;
  843.       if (cursor) {
  844.         if (cursor.value.submitted > 0)
  845.           results.push(cursor.value);
  846.         cursor.continue();
  847.       }
  848.       else {
  849.         if (options.export_csv == true)
  850.           HITStorage.show_status_overview_csv(results);
  851.         else        
  852.           HITStorage.show_status_overview(results, '(' + options.from_date + '–' + options.to_date + ')');
  853.         HITStorage.update_status_label('Script monkeys are ready', 'green');
  854.         setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  855.         HITStorage.enable_inputs();
  856.       }
  857.       db.close();
  858.     };
  859.   };
  860.   request.onerror = HITStorage.indexedDB.onerror;
  861. };
  862.  
  863. HITStorage.indexedDB.getHIT = function(id) {
  864. var request = indexedDB.open("HITDB", v);
  865. 	request.onsuccess = function(e) {
  866. 		HITStorage.indexedDB.db = e.target.result;
  867.     var db = HITStorage.indexedDB.db;
  868. 	  var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  869. 	  var store = trans.objectStore("HIT");
  870.  
  871. 	  var request = store.get(id);
  872.  
  873. 	  request.onsuccess = function(e) {
  874. 			db.close();
  875. 			showDetails(e.target.result.note);
  876. 	  };
  877.  
  878. 	  request.onerror = function(e) {
  879. 			console.log("Error Getting: ", e);
  880. 	  };
  881. 	};
  882. 	request.onerror = HITStorage.indexedDB.onerror;
  883. };
  884.  
  885. HITStorage.indexedDB.addNote = function(id, note) {
  886. var request = indexedDB.open("HITDB", v);
  887. 	request.onsuccess = function(e) {
  888. 	HITStorage.indexedDB.db = e.target.result;
  889. 	  var db = HITStorage.indexedDB.db;
  890. 	  var trans = db.transaction(["NOTES"], HITStorage.IDBTransactionModes.READ_WRITE);
  891. 	  var store = trans.objectStore("NOTES");
  892.     var request;
  893.  
  894.     if (note == '')
  895.   	  request = store.delete(id);
  896.   	else
  897.   	  request = store.put({requesterId: id, note: note});
  898.  
  899. 	  request.onsuccess = function(e) {
  900.   		db.close();
  901. 	  };
  902.  
  903. 	  request.onerror = function(e) {
  904.       console.log("Error Adding: ", e);
  905. 	  };
  906. 	};
  907. 	request.onerror = HITStorage.indexedDB.onerror;
  908. };
  909.  
  910. HITStorage.indexedDB.blockHITS = function(requesterId, title, hitElement, titleElement) {
  911.   var request = indexedDB.open("HITDB", v);
  912. 	request.onsuccess = function(e) {
  913. 		HITStorage.indexedDB.db = e.target.result;
  914. 		var db = HITStorage.indexedDB.db;
  915. 		
  916.     if (!db.objectStoreNames.contains("BLOCKS"))
  917.     {
  918.       db.close();
  919.       return;
  920.     }
  921. 		var trans = db.transaction(["BLOCKS"], HITStorage.IDBTransactionModes.READ_ONLY);
  922. 		var store = trans.objectStore("BLOCKS");
  923.     var index = store.index("requesterId");
  924.     var range = IDBKeyRange.only(requesterId);
  925.     
  926.     index.openCursor(range).onsuccess = function(event) {
  927.       var cursor = event.target.result;
  928.       if (cursor && cursor.value.re)
  929.       {
  930.         if (cursor.value.re.test(title))
  931.         {
  932.           hitElement.style.display = 'none';
  933.           titleElement.addEventListener("click", unblock_func(requesterId, title));
  934.           
  935.           titleElement.style.fontSize = 'small';          
  936.           
  937.           // move blocked hits to the bottom
  938.           var table = hitElement.parentNode.parentNode.parentNode.parentNode.parentNode;
  939.           var hit = hitElement.parentNode.parentNode.parentNode.parentNode;
  940.           table.removeChild(hit);
  941.           table.appendChild(hit);
  942.         }
  943.         cursor.continue();
  944.       }
  945.       else
  946.       {
  947.         db.close();
  948.       }
  949.     };
  950.  	};
  951. 	request.onerror = HITStorage.indexedDB.onerror;
  952. };
  953.  
  954. HITStorage.indexedDB.addBlock = function(requesterId, re) {
  955. var request = indexedDB.open("HITDB", v);
  956. 	request.onsuccess = function(e) {
  957. 	HITStorage.indexedDB.db = e.target.result;
  958. 	  var db = HITStorage.indexedDB.db;
  959. 	  var trans = db.transaction(["BLOCKS"], HITStorage.IDBTransactionModes.READ_WRITE);
  960. 	  var store = trans.objectStore("BLOCKS");
  961.     var request;
  962.  
  963.     request = store.put({requesterId: requesterId, re: re});
  964.  
  965. 	  request.onsuccess = function(e) {
  966.   		db.close();
  967. 	  };
  968. 	};
  969. 	request.onerror = HITStorage.indexedDB.onerror;
  970. };
  971.  
  972. // Removes all blocks for requesterId, where RE matches this HIT title
  973. HITStorage.indexedDB.removeBlocks = function(requesterId, title) {
  974.   var request = indexedDB.open("HITDB", v);
  975. 	request.onsuccess = function(e) {
  976. 		HITStorage.indexedDB.db = e.target.result;
  977. 		var db = HITStorage.indexedDB.db;
  978.     if (!db.objectStoreNames.contains("BLOCKS"))
  979.     {
  980.       db.close();
  981.       return;
  982.     }
  983. 		var trans = db.transaction(["BLOCKS"], HITStorage.IDBTransactionModes.READ_WRITE);
  984. 		var store = trans.objectStore("BLOCKS");
  985. 		var index = store.index("requesterId");
  986.     var range = IDBKeyRange.only(requesterId);
  987.  
  988.     index.openCursor(range).onsuccess = function(event)
  989.     {
  990.       var cursor = event.target.result;
  991.       if (cursor)
  992.       {
  993.         if (cursor.value.re.test(title))
  994.           store.delete(cursor.value.id);
  995.         db.close();
  996.       }
  997.     };
  998. 	};
  999. 	request.onerror = HITStorage.indexedDB.onerror;
  1000. };
  1001.  
  1002. HITStorage.indexedDB.updateNoteButton = function(id, label) {
  1003.   var request = indexedDB.open("HITDB", v);
  1004. 	request.onsuccess = function(e) {
  1005. 		HITStorage.indexedDB.db = e.target.result;
  1006. 		var db = HITStorage.indexedDB.db;
  1007. 		
  1008.     if (!db.objectStoreNames.contains("NOTES"))
  1009.     {
  1010.       label.title = 'Update HIT database on statusdetail page to use this feature';
  1011.       db.close();
  1012.       return;
  1013.     }
  1014. 		var trans = db.transaction(["NOTES"], HITStorage.IDBTransactionModes.READ_ONLY);
  1015. 		var store = trans.objectStore("NOTES");
  1016.  
  1017.     store.get(id).onsuccess = function(event)
  1018.     {
  1019.       if (event.target.result === undefined)
  1020.       {
  1021.         label.textContent = '';
  1022.       }
  1023.       else
  1024.       {
  1025.         var note = event.target.result.note;
  1026.         label.textContent = note;
  1027.         label.style.border = '1px dotted';
  1028.         if (note.indexOf('!') >= 0)
  1029.           label.style.color = 'red';
  1030.         else
  1031.           label.style.color = 'black';
  1032.       }
  1033.       db.close();
  1034.     };
  1035. 	};
  1036. 	request.onerror = HITStorage.indexedDB.onerror;
  1037. };
  1038.  
  1039.  
  1040. HITStorage.indexedDB.colorRequesterButton = function(id, button) {
  1041.   var request = indexedDB.open("HITDB", v);
  1042. 	request.onsuccess = function(e) {
  1043. 		HITStorage.indexedDB.db = e.target.result;
  1044. 		var db = HITStorage.indexedDB.db;
  1045.     if (!db.objectStoreNames.contains("HIT"))
  1046.     {
  1047.       button.title = 'Update HIT database on statusdetail page to use this feature';
  1048.       db.close();
  1049.       return;
  1050.     }
  1051. 		var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1052. 		var store = trans.objectStore("HIT");
  1053.  
  1054. 		var index = store.index("requesterId");
  1055.     index.get(id).onsuccess = function(event)
  1056.     {
  1057.       if (event.target.result === undefined)
  1058.       {
  1059.         button.style.backgroundColor = 'pink';
  1060.       }
  1061.       else
  1062.       {
  1063.         button.style.backgroundColor = 'lightgreen';
  1064.         button.style.fontWeight = 'bold';
  1065.       }
  1066.       db.close();
  1067.     };
  1068. 	};
  1069. 	request.onerror = HITStorage.indexedDB.onerror;
  1070. };
  1071.  
  1072. HITStorage.indexedDB.colorTitleButton = function(title, button) {
  1073.   var request = indexedDB.open("HITDB", v);
  1074. 	request.onsuccess = function(e) {
  1075. 		HITStorage.indexedDB.db = e.target.result;
  1076. 		var db = HITStorage.indexedDB.db;
  1077.     if (!db.objectStoreNames.contains("HIT"))
  1078.     {
  1079.       button.title = 'Update HIT database on statusdetail page to use this feature';
  1080.       db.close();
  1081.       return;
  1082.     }
  1083. 		var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1084. 		var store = trans.objectStore("HIT");
  1085.  
  1086. 		var index = store.index("title");
  1087.     index.get(title).onsuccess = function(event)
  1088.     {
  1089.       if (event.target.result === undefined)
  1090.       {
  1091.         button.style.backgroundColor = 'pink';
  1092.       }
  1093.       else
  1094.       {
  1095.         button.style.backgroundColor = 'lightgreen';
  1096.         button.style.fontWeight = 'bold';
  1097.       }
  1098.       
  1099.       db.close();
  1100.     };
  1101. 	};
  1102. 	request.onerror = HITStorage.indexedDB.onerror;
  1103. };
  1104.  
  1105. HITStorage.indexedDB.deleteDB = function () {
  1106.   var deleteRequest = indexedDB.deleteDatabase("HITDB");
  1107.   deleteRequest.onsuccess = function (e)
  1108.   {
  1109.     alert("deleted");
  1110.   }
  1111.   deleteRequest.onblocked = function (e)
  1112.   {
  1113.     alert("blocked");
  1114.   }
  1115.   deleteRequest.onerror = HITStorage.indexedDB.onerror;
  1116. }
  1117.  
  1118. HITStorage.indexedDB.get_pending_approvals = function() {
  1119.   var element = document.getElementById('pending_earnings_value');
  1120.   var header_element = document.getElementById('pending_earnings_header');
  1121.   if (element == null)
  1122.     return;  
  1123.   
  1124.   var request = indexedDB.open("HITDB", v);
  1125. 	request.onsuccess = function(e) {
  1126.     HITStorage.indexedDB.db = e.target.result;
  1127.     var db = HITStorage.indexedDB.db;
  1128.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1129.     var store = trans.objectStore("HIT");
  1130.     
  1131.     var result = 0;
  1132.     var index;
  1133.     var range;
  1134.  
  1135.     index = store.index('status');
  1136.     range = IDBKeyRange.only('Pending Approval');
  1137.     
  1138.     index.openCursor(range).onsuccess = function(event) {
  1139.       var cursor = event.target.result;
  1140.       if (cursor) {
  1141.         result += cursor.value.reward;
  1142.         cursor.continue();
  1143.       }
  1144.       else {
  1145.         element.textContent = '$' + result.toFixed(2);
  1146.         if (header_element != null)
  1147.           header_element.textContent = 'Pending earnings (HITDB updated: ' + localStorage['HITDB UPDATED']+ ')';
  1148.       }
  1149.       db.close();
  1150.     };
  1151.   };
  1152.   request.onerror = HITStorage.indexedDB.onerror;
  1153. };
  1154.  
  1155. HITStorage.indexedDB.get_pending_payments = function() {
  1156.   var element = document.getElementById('pending_earnings_value');
  1157.   if (element == null)
  1158.     return;  
  1159.  
  1160.   var request = indexedDB.open("HITDB", v);
  1161. 	request.onsuccess = function(e) {
  1162.     HITStorage.indexedDB.db = e.target.result;
  1163.     var db = HITStorage.indexedDB.db;
  1164.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1165.     var store = trans.objectStore("HIT");
  1166.     
  1167.     var result = 0;
  1168.     var index;
  1169.     var range;
  1170.  
  1171.     index = store.index('status');
  1172.     range = IDBKeyRange.only('Approved&nbsp;- Pending&nbsp;Payment');
  1173.     
  1174.     index.openCursor(range).onsuccess = function(event) {
  1175.       var cursor = event.target.result;
  1176.       if (cursor) {
  1177.         result += cursor.value.reward;
  1178.         cursor.continue();
  1179.       }
  1180.       else {
  1181.         element.title = 'Approved - Pending Payment: $' + result.toFixed(2);
  1182.       }
  1183.     }
  1184.     db.close();
  1185.   };
  1186.   request.onerror = HITStorage.indexedDB.onerror;
  1187. };
  1188.  
  1189. HITStorage.indexedDB.get_todays_projected_earnings = function(date) {
  1190.   var element = document.getElementById('projected_earnings_value');
  1191.   if (element == null)
  1192.     return;  
  1193.  
  1194.   var request = indexedDB.open("HITDB", v);
  1195.   request.onsuccess = function(e) {
  1196.     HITStorage.indexedDB.db = e.target.result;
  1197.     var db = HITStorage.indexedDB.db;
  1198.     var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  1199.     var store = trans.objectStore("HIT");
  1200.     
  1201.     var result = 0;
  1202.     var rejected = 0;
  1203.     var index;
  1204.     var range;
  1205.  
  1206.     index = store.index('date');
  1207.     range = IDBKeyRange.only(date);
  1208.     
  1209.     index.openCursor(range).onsuccess = function(event) {
  1210.       var cursor = event.target.result;
  1211.       if (cursor) {
  1212.         if (cursor.value.status == 'Rejected')
  1213.           rejected += cursor.value.reward;
  1214.         else
  1215.           result += cursor.value.reward;
  1216.         cursor.continue();
  1217.       }
  1218.       else {
  1219.         element.textContent = '$' + result.toFixed(2);
  1220.         element.title = '$' + rejected.toFixed(2) + ' rejected';
  1221.         
  1222.         if (localStorage['TODAYS TARGET'] !== undefined)
  1223.         {
  1224.           var target = parseFloat(localStorage['TODAYS TARGET']).toFixed(2);
  1225.           var my_target = document.getElementById('my_target');
  1226.           
  1227.           var progress = Math.floor(result/target*40);
  1228.           if (progress > 40)
  1229.             progress = 40;
  1230.           my_target.innerHTML = progress_bar(progress, 40, '█', '█', '#7fb448', 'grey') + '&nbsp;' +
  1231.             ((result>target)? '+' : '') + (result-target).toFixed(2);
  1232.           my_target.style.fontSize = '9px';
  1233.         }
  1234.       }
  1235.     }
  1236.     db.close();
  1237.   };
  1238.   request.onerror = HITStorage.indexedDB.onerror;
  1239. };
  1240.  
  1241. // Update database date format from MMDDYYYY to YYYY-MM-DD
  1242. // Shouldn't break anything even if used on already updated db
  1243. HITStorage.update_date_format = function(verbose)
  1244. {
  1245.   var request = indexedDB.open("HITDB", v);
  1246.   request.onsuccess = function(e) {
  1247.     HITStorage.indexedDB.db = e.target.result;
  1248.   		 var db = HITStorage.indexedDB.db;
  1249. 		  var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_WRITE);
  1250. 		  var store = trans.objectStore("HIT");
  1251.     
  1252.     store.openCursor().onsuccess = function(event) {
  1253.       var cursor = event.target.result;
  1254.       if (cursor)
  1255.       {
  1256.         if (cursor.value.date.indexOf('-') < 0)
  1257.         {
  1258.           var i = cursor.value;
  1259.           i.date = convert_date(i.date);
  1260.           i.requesterName = i.requesterName.trim(); 
  1261.           i.title = i.title.trim();
  1262.           cursor.update(i);
  1263.         }
  1264.         cursor.continue();
  1265.       }
  1266.       else
  1267.       {
  1268.         db.close();
  1269.         HITStorage.update_stats_date_format(verbose);
  1270.       }
  1271.     };
  1272.   }
  1273. }
  1274.   
  1275. HITStorage.update_stats_date_format = function(verbose)
  1276. {
  1277.   var request = indexedDB.open("HITDB", v);
  1278.   request.onsuccess = function(e) {
  1279.     HITStorage.indexedDB.db = e.target.result;
  1280.   		 var db = HITStorage.indexedDB.db;
  1281. 		  var trans = db.transaction(["STATS"], HITStorage.IDBTransactionModes.READ_WRITE);
  1282. 		  var store = trans.objectStore("STATS");
  1283.  
  1284.     store.openCursor().onsuccess = function(event) {
  1285.       var cursor = event.target.result;
  1286.       if (cursor)
  1287.       {
  1288.         if (cursor.value.date.indexOf('-') < 0)
  1289.         {
  1290.           var i = cursor.value;
  1291.           i.date = convert_date(i.date);
  1292.           cursor.delete();
  1293.           store.put(i);
  1294.         }
  1295.         cursor.continue();
  1296.       }
  1297.       else
  1298.       {
  1299.         // DB should be fully updated
  1300.         db.close();
  1301.         if (verbose == true)
  1302.           alert('Date conversion done.');
  1303.       }
  1304.     };
  1305.   }
  1306. };
  1307.  
  1308. /* ------------------------------------------------------------- */
  1309.  
  1310. HITStorage.prepare_donut = function (donutData, type)
  1311. {
  1312.   if (type == '---')
  1313.     return;
  1314.   var countHits = true;
  1315.   if (type.match('REWARDS'))
  1316.     countHits = false;
  1317.  
  1318.   var tmpData = {};
  1319.   var topRequesters = [];
  1320.   var topHits = [];
  1321.   var sum = 0;
  1322.  
  1323.   for (var i=0; i < donutData.length; i++) {
  1324.     var requesterName = donutData[i].requesterName.trim() + " (" + donutData[i].requesterId + ")";
  1325.     var hitTitle = donutData[i].title;
  1326.     var hitReward = donutData[i].reward;
  1327.     sum += (countHits) ? 1 : hitReward;
  1328.  
  1329.     if (tmpData[requesterName]) {
  1330.       tmpData[requesterName]['HITS'] += (countHits) ? 1 : hitReward;
  1331.     }
  1332.     else {
  1333.       tmpData[requesterName] = {};
  1334.       tmpData[requesterName]['HITS'] = (countHits) ? 1 : hitReward;
  1335.     }
  1336.     if (tmpData[requesterName][hitTitle])
  1337.       tmpData[requesterName][hitTitle] += (countHits) ? 1 : hitReward;
  1338.     else
  1339.       tmpData[requesterName][hitTitle] = (countHits) ? 1 : hitReward;
  1340.  
  1341.   }
  1342.  
  1343.   for (var key in tmpData) {
  1344.     topRequesters.push({name: key, y: tmpData[key]['HITS']});
  1345.   }
  1346.   topRequesters.sort(function(a,b){return b.y-a.y});
  1347.  
  1348.   var colors = Highcharts.getOptions().colors;
  1349.  
  1350.   for (var i=0; i<topRequesters.length; i++) {
  1351.     var tmpHits = [];
  1352.     topRequesters[i].color = colors[i];
  1353.     for (var key2 in tmpData[topRequesters[i].name]) {
  1354.       if (key2 != 'HITS') {
  1355.         tmpHits.push({name: key2, y: tmpData[topRequesters[i].name][key2], color: colors[i]});
  1356.       }
  1357.     }
  1358.     tmpHits.sort(function(a,b){return b.y-a.y});
  1359.     for (var j=0; j<tmpHits.length ; j++) {
  1360.       var brightness = 0.2 - (j / tmpHits.length) / 5;
  1361.       tmpHits[j].color = Highcharts.Color(colors[i]).brighten(brightness).get();
  1362.     }
  1363.     topHits = topHits.concat(tmpHits);
  1364.   }
  1365.  
  1366.   document.getElementById('container').style.display = 'block';
  1367.  
  1368.  
  1369.   chart = new Highcharts.Chart({
  1370.             chart: {
  1371.                 renderTo: 'container',
  1372.                 type: 'pie'
  1373.             },
  1374.             title: {
  1375.                 text: 'Requesters and HITs matching your latest search'
  1376.             },
  1377.             yAxis: {
  1378.                 title: {
  1379.                     text: ''
  1380.                 }
  1381.             },
  1382.             plotOptions: {
  1383.                 pie: {
  1384.                     shadow: false,
  1385.                     dataLabels: { enabled: true}
  1386.                 }
  1387.             },
  1388.             tooltip: {
  1389.                     animation: false,
  1390.         	    valuePrefix: (countHits)? '' : '$',
  1391.         	    valueSuffix: (countHits)? ' HITs' : '',
  1392.                     valueDecimals: (countHits)? 0 : 2,
  1393.                     pointFormat: (countHits)? '<span style="color:{series.color}">{series.name}</span>: <b>{point.y}</b> (of all ' + sum + ' HITs)<br/>' :
  1394.                                               '<span style="color:{series.color}">{series.name}</span>: <b>{point.y}</b> (of all $' + sum.toFixed(2) + ')<br/>'
  1395.             },
  1396.             series: [{
  1397.                 name: 'Requesters',
  1398.                 data: topRequesters,
  1399.                 size: '60%',
  1400.                 dataLabels: {
  1401.                     formatter: function() {
  1402.                         if (countHits) {
  1403.                           return this.y/sum >= 0.20 ? this.point.name: null;
  1404.                         }
  1405.                         else {
  1406.                           return this.y/sum >= 0.20 ? this.point.name : null;
  1407.                         }
  1408.                     },
  1409.                     color: 'black',
  1410.                     distance: -10
  1411.                 }
  1412.             }, {
  1413.                 name: 'HITs',
  1414.                 data: topHits,
  1415.                 innerSize: '60%',
  1416.                 dataLabels: {
  1417.                     formatter: function() {
  1418.                         if (countHits) {
  1419.                           return this.y/sum > 0.05 ? this.point.name : null;
  1420.                         }
  1421.                         else {
  1422.                           return this.y/sum > 0.05 ? this.point.name : null;
  1423.                         }
  1424.                     },
  1425.                     color: 'black',
  1426.                 }
  1427.             }]
  1428.   });
  1429. }
  1430.  
  1431. // Stolen from Today's Projected Earnings (http://userscripts.org/scripts/show/95331)
  1432. HITStorage.getHTTPObject = function()  
  1433. { 
  1434.    if (typeof XMLHttpRequest != 'undefined')
  1435.    { 
  1436.       return new XMLHttpRequest();
  1437.    }
  1438.    try
  1439.    { 
  1440.       return new ActiveXObject("Msxml2.XMLHTTP");
  1441.    } 
  1442.    catch (e) 
  1443.    { 
  1444.       try
  1445.       { 
  1446.          return new ActiveXObject("Microsoft.XMLHTTP"); 
  1447.       } 
  1448.       catch (e) {} 
  1449.    } 
  1450.    return false;
  1451. }
  1452.  
  1453. // Stolen from Today's Projected Earnings (http://userscripts.org/scripts/show/95331)
  1454. // date format MMDDYYYY!
  1455. HITStorage.process_page = function(link, date, hitData)
  1456. {
  1457.    var page = HITStorage.getHTTPObject();
  1458.    page.open("GET", link, false);
  1459.    page.send(null);
  1460.    return HITStorage.parse_data(page.responseText, date, hitData);
  1461. }
  1462.  
  1463. // Partly stolen from Today's Projected Earnings (http://userscripts.org/scripts/show/95331)
  1464. // date format MMDDYYYY!
  1465. HITStorage.parse_data = function(page_text, date, hitData)
  1466. {
  1467.    var index  = 0;
  1468.    var index2 = 0;
  1469.    var page_html = document.createElement('div');
  1470.    page_html.innerHTML = page_text;
  1471.  
  1472.    var requesters = page_html.getElementsByClassName('statusdetailRequesterColumnValue');
  1473.    var titles = page_html.getElementsByClassName('statusdetailTitleColumnValue');
  1474.    var amounts = page_html.getElementsByClassName('statusdetailAmountColumnValue');
  1475.    var statuses = page_html.getElementsByClassName('statusdetailStatusColumnValue');
  1476.    var feedbacks = page_html.getElementsByClassName('statusdetailRequesterFeedbackColumnValue');
  1477.  
  1478.    var requesterName;
  1479.    var hitTitle;
  1480.    var hitReward;
  1481.    var hitStatus;
  1482.    var requesterId;
  1483.    var hitId;
  1484.  
  1485.    for(var k = 0; k < amounts.length; k++)
  1486.    {
  1487.       requesterName = requesters[k].textContent;
  1488.       requesterLink = requesters[k].childNodes[1].href;
  1489.       hitTitle      = titles[k].textContent;
  1490.       index = amounts[k].innerHTML.indexOf('$');
  1491.       hitReward     = parseFloat(amounts[k].innerHTML.substring(index+1));
  1492.       hitStatus     = statuses[k].innerHTML;
  1493.       hitFeedback   = feedbacks[k].textContent;
  1494.  
  1495.  
  1496.       index = requesterLink.search("requesterId=");
  1497.       requesterId = requesterLink.substring(index+12, requesterLink.lastIndexOf('&'));
  1498.       hitId = requesterLink.substring(81, index-1);
  1499.  
  1500.       var hit = {
  1501.         hitId         : hitId,
  1502.         date          : convert_date(date),
  1503.         requesterName : requesterName.trim(),
  1504.         requesterLink : requesterLink.trim(),
  1505.         title         : hitTitle.trim(),
  1506.         reward        : hitReward,
  1507.         status        : hitStatus,
  1508.         feedback      : hitFeedback.trim(),
  1509.         requesterId   : requesterId
  1510.       };
  1511.  
  1512.       //HITStorage.indexedDB.addHIT(hitData);
  1513.       hitData.push(hit);
  1514.    }
  1515.  
  1516.    return amounts.length;
  1517. }
  1518.  
  1519. // Returns available days (YYYY-MM-DD) 
  1520. HITStorage.getAllAvailableDays = function(try_extra_days)
  1521. {
  1522.   var days = [];
  1523.   
  1524.   var page = HITStorage.getHTTPObject();
  1525.   page.open("GET", 'https://www.mturk.com/mturk/status', false);
  1526.   page.send(null);
  1527.    
  1528.   var page_html = document.createElement('div');
  1529.   page_html.innerHTML = page.responseText;
  1530.  
  1531.   var dateElements = page_html.getElementsByClassName('statusDateColumnValue');
  1532.   var submittedElements = page_html.getElementsByClassName('statusSubmittedColumnValue');
  1533.   var approvedElements = page_html.getElementsByClassName('statusApprovedColumnValue');
  1534.   var rejectedElements = page_html.getElementsByClassName('statusRejectedColumnValue');
  1535.   var pendingElements = page_html.getElementsByClassName('statusPendingColumnValue');
  1536.   var earningsElements = page_html.getElementsByClassName('statusEarningsColumnValue');
  1537.  
  1538.   for (var i=0; i<dateElements.length; i++)
  1539.   {
  1540.     var date = dateElements[i].childNodes[1].href.substr(53);
  1541.     date = convert_date(date);
  1542.       
  1543.     days.push( { date: date,
  1544.                  submitted: parseInt(submittedElements[i].textContent),
  1545.                  approved : parseInt(approvedElements[i].textContent),
  1546.                  rejected : parseInt(rejectedElements[i].textContent),
  1547.                  pending  : parseInt(pendingElements[i].textContent),
  1548.                  earnings : parseFloat(earningsElements[i].textContent.slice(1)) });
  1549.   }
  1550.  
  1551.   if (try_extra_days > 0)
  1552.   {
  1553.     var date = days[days.length-1].date;
  1554.     var d = new Date();
  1555.     d.setFullYear(parseInt(date.substr(0,4)), parseInt(date.substr(5,2))-1, parseInt(date.substr(8,2)));
  1556.     
  1557.     for (var i=0; i<try_extra_days; i++)
  1558.     {      
  1559.       d.setDate(d.getDate()-1);
  1560.       var month = '0' + (d.getMonth() + 1);
  1561.       var day = '0' + d.getDate();
  1562.       if (month.length > 2)
  1563.         month = month.substr(1);
  1564.       if (day.length > 2)
  1565.         day = day.substr(1);
  1566.       date = '' + d.getFullYear() + '-' + month + '-' + day;
  1567.       
  1568.       days.push( { date: date,
  1569.                    submitted: -1,
  1570.                    approved : -1,
  1571.                    rejected : -1,
  1572.                    pending  : -1,
  1573.                    earnings : -1 } );
  1574.     }
  1575.   }
  1576.  
  1577.   return days;
  1578. }
  1579.  
  1580. HITStorage.getLatestHITs = function()
  1581. {
  1582.   if (localStorage['HITDB AUTO UPDATE'] === undefined || localStorage['HITDB AUTO UPDATE'] == 'OFF')
  1583.     return;  
  1584.   
  1585.   if (localStorage['HITDB TIMESTAMP'] !== undefined)
  1586.   {
  1587.     if (new Date().getTime() < new Date(parseInt(localStorage['HITDB TIMESTAMP'])).getTime() + 90000)
  1588.     {
  1589.       return;
  1590.     }
  1591.   }
  1592.   localStorage['HITDB TIMESTAMP'] = new Date().getTime();
  1593.   
  1594.   var auto_button = document.getElementById('auto_button');
  1595.   var page = HITStorage.getHTTPObject();
  1596.   page.open("GET", 'https://www.mturk.com/mturk/status', false);
  1597.   page.send(null);
  1598.   auto_button.textContent += ' +';
  1599.    
  1600.   var page_html = document.createElement('div');
  1601.   page_html.innerHTML = page.responseText;
  1602.  
  1603.   var dateElements = page_html.getElementsByClassName('statusDateColumnValue');
  1604.   var submittedElements = page_html.getElementsByClassName('statusSubmittedColumnValue');
  1605.   var approvedElements = page_html.getElementsByClassName('statusApprovedColumnValue');
  1606.   var rejectedElements = page_html.getElementsByClassName('statusRejectedColumnValue');
  1607.   var pendingElements = page_html.getElementsByClassName('statusPendingColumnValue');
  1608.   var earningsElements = page_html.getElementsByClassName('statusEarningsColumnValue');
  1609.  
  1610.   if (dateElements[0].childNodes[1].textContent.trim() != 'Today')
  1611.     return;
  1612.  
  1613.   var url = dateElements[0].childNodes[1].href;
  1614.   var date = url.substr(53); // keep MMDDYYYY
  1615.   var submitted = parseInt(submittedElements[0].textContent);
  1616.   //var approved = parseInt(approvedElements[0].textContent);
  1617.   //var rejected = parseInt(rejectedElements[0].textContent);
  1618.   //var pending  = parseInt(pendingElements[0].textContent);
  1619.   //var earnings = parseFloat(earningsElements[0].textContent.slice(1));
  1620.   var pages_done = null;
  1621.   if (localStorage['HITDB AUTOUPDATE PAGES'] !== undefined)
  1622.   {
  1623.     pages_done = JSON.parse(localStorage['HITDB AUTOUPDATE PAGES']);
  1624.   }
  1625.   if (pages_done == null || pages_done.date != date)
  1626.     pages_done = {date: date};
  1627.  
  1628.   var new_hits = 0;
  1629.   var page = 1 + Math.floor(submitted/25);
  1630.   page = (page<1) ? 1 : page;
  1631.  
  1632.   var hitData = [];  
  1633.   if (submitted != pages_done.submitted)
  1634.   {
  1635.     url = "https://www.mturk.com/mturk/statusdetail?sortType=All&pageNumber=" + page + "&encodedDate=" + date;
  1636.     HITStorage.process_page(url, date, hitData);
  1637.     new_hits += submitted - pages_done.submitted;
  1638.     pages_done.submitted = submitted;
  1639.     localStorage['HITDB AUTOUPDATE PAGES'] = JSON.stringify(pages_done);
  1640.     auto_button.textContent += '+';
  1641.   }
  1642.  
  1643.   if (page > 1)
  1644.   {
  1645.     extra_page = page-1;
  1646.     
  1647.     while (extra_page >= 1)
  1648.     {
  1649.       if (pages_done[extra_page] != true)
  1650.       {
  1651.         url = "https://www.mturk.com/mturk/statusdetail?sortType=All&pageNumber=" + extra_page + "&encodedDate=" + date;
  1652.         if (HITStorage.process_page(url, date, hitData) == 25)
  1653.         {
  1654.           pages_done[extra_page] = true;
  1655.           localStorage['HITDB AUTOUPDATE PAGES'] = JSON.stringify(pages_done);
  1656.           auto_button.textContent += '+';
  1657.         }
  1658.         break;
  1659.       }
  1660.       extra_page -= 1;
  1661.     }    
  1662.   }
  1663.   HITStorage.indexedDB.addHITs(hitData);
  1664. }
  1665.  
  1666. // Gets status details for given date (MMDDYYYY)
  1667. // Collects all HITs for given date to hitData array
  1668. HITStorage.getHITData = function(day_to_fetch, hitData, page, days_to_update)
  1669. {
  1670.   var dataDate = convert_iso_date(day_to_fetch.date);
  1671.   page = page || 1;
  1672.   detailed_status_page_link = "https://www.mturk.com/mturk/statusdetail?sortType=All&pageNumber=" + page + "&encodedDate=" + dataDate;            
  1673.  
  1674.   if (HITStorage.process_page(detailed_status_page_link, dataDate, hitData) == 0)
  1675.   {
  1676.     if (day_to_fetch.submitted == -1 || hitData.length == day_to_fetch.submitted)
  1677.     {
  1678.       setTimeout(function(){ HITStorage.indexedDB.addHITs(hitData, day_to_fetch, days_to_update); }, 1000);
  1679.     }
  1680.     else
  1681.     {
  1682.       alert("There was an error while fetching HITs for date: " + day_to_fetch.date + ".\n" +
  1683.             "Script monkeys expected " + day_to_fetch.submitted + " bananas, but got " + hitData.length + "! ?");
  1684.       HITStorage.update_done();
  1685.     }
  1686.   }
  1687.   else
  1688.   {
  1689.     HITStorage.update_status_label('Please wait: script monkeys are fetching status pages (' +
  1690.                                    day_to_fetch.date + ', page ' + page + ')', 'red');
  1691.     setTimeout(function(){ HITStorage.getHITData(day_to_fetch, hitData, page+1, days_to_update); }, 1000);
  1692.   }  
  1693. }
  1694.  
  1695. HITStorage.formatTime = function(msec)
  1696. {
  1697.     if (isNaN(msec))
  1698.       return "-";
  1699.     var seconds = Math.floor(msec / 1000) % 60;
  1700.     var minutes = Math.floor((msec / 1000) / 60) % 60;
  1701.     var hours = Math.floor(((msec / 1000) / 60) / 60) % 24;
  1702.     var days = Math.floor(((msec / 1000) / 60) / 60 / 24);
  1703.  
  1704.     if (hours > 0)
  1705.       seconds = "";
  1706.     else
  1707.       seconds = "" + seconds + "s";
  1708.     minutes == 0 ? minutes = "" : minutes = "" + minutes + "m ";
  1709.     hours == 0   ? hours = "" : hours = "" + hours + "h ";
  1710.  
  1711.     if (days > 0)
  1712.       return '' + days + ' day' + ((days>1)? 's' : ' ') + hours;
  1713.     return hours + minutes + seconds;
  1714. }
  1715.  
  1716. HITStorage.update_status_label = function(new_status, color)
  1717. {
  1718.   var label = document.getElementById('status_label');
  1719.   label.innerHTML = new_status;
  1720.   label.style.color = color || 'black';
  1721. }
  1722.  
  1723. // validate input field dates
  1724. // Accept YYYY-MM-DD
  1725. HITStorage.validate_date = function(input)
  1726. {
  1727.   date = input.value;  
  1728.  
  1729.   if (date.match(/^[01]\d\/[0123]\d\/20\d\d$/) != null)
  1730.   {
  1731.     var d = date.split('\/');
  1732.     date = d[2] + '-' + d[0] + '-' + d[1];
  1733.     input.value = date;
  1734.   }
  1735.  
  1736.   if (date.match(/^$|^20\d\d\-[01]\d\-[0123]\d$/) != null)
  1737.   {
  1738.     input.style.backgroundColor = 'white';
  1739.     return true;
  1740.   }
  1741.   input.style.backgroundColor = 'pink';
  1742.   return false;
  1743. }
  1744.  
  1745. HITStorage.validate_dates = function()
  1746. {
  1747.   from = document.getElementById('from_date');
  1748.   to = document.getElementById('to_date');  
  1749.  
  1750.   if (HITStorage.validate_date(from) && HITStorage.validate_date(to))
  1751.   {
  1752.     if (from.value > to.value && to.value != '')
  1753.     {
  1754.       alert('Invalid date!');
  1755.       return false;
  1756.     }
  1757.     
  1758.     return true;
  1759.   }
  1760.   alert('Invalid date!');
  1761.   return false;
  1762. }
  1763.  
  1764. HITStorage.start_search = function()
  1765. {
  1766.   if (HITStorage.validate_dates() == false)
  1767.     return;
  1768.  
  1769.   HITStorage.update_status_label('Using local HIT database', 'green');
  1770.   
  1771.   var options = {};
  1772.   options.term = document.getElementById('search_term').value;
  1773.   options.status = document.getElementById('status_select').value;
  1774.   options.donut = document.getElementById('donut_select').value;
  1775.   options.from_date = document.getElementById('from_date').value;
  1776.   options.to_date = document.getElementById('to_date').value;
  1777.   options.export_csv = document.getElementById('export_csv').checked;
  1778.  
  1779.   HITStorage.disable_inputs();
  1780.   setTimeout(function(){ HITStorage.do_search(options); }, 500);
  1781. }
  1782.  
  1783. HITStorage.disable_inputs = function()
  1784. {
  1785.   document.getElementById('delete_button').disabled = true;
  1786.   document.getElementById('search_button').disabled = true;
  1787.   document.getElementById('update_button').disabled = true;
  1788.   document.getElementById('overview_button').disabled = true;
  1789.   document.getElementById('import_button').disabled = true;
  1790.   document.getElementById('pending_button').disabled = true;
  1791.   document.getElementById('status_button').disabled = true;
  1792.   document.getElementById('from_date').disabled = true;
  1793.   document.getElementById('to_date').disabled = true;
  1794.   document.getElementById('search_term').disabled = true;
  1795.   document.getElementById('status_select').disabled = true;
  1796.   document.getElementById('donut_select').disabled = true;
  1797. }
  1798.  
  1799. HITStorage.enable_inputs = function()
  1800. {
  1801.   document.getElementById('delete_button').disabled = false;
  1802.   document.getElementById('search_button').disabled = false;
  1803.   document.getElementById('update_button').disabled = false;
  1804.   document.getElementById('overview_button').disabled = false;
  1805.   document.getElementById('import_button').disabled = false;
  1806.   document.getElementById('pending_button').disabled = false;
  1807.   document.getElementById('status_button').disabled = false;
  1808.   document.getElementById('from_date').disabled = false;
  1809.   document.getElementById('to_date').disabled = false;
  1810.   document.getElementById('search_term').disabled = false;
  1811.   document.getElementById('status_select').disabled = false;
  1812.   document.getElementById('donut_select').disabled = false;
  1813. }
  1814.  
  1815.  
  1816. HITStorage.do_search = function(options)
  1817. {
  1818.   HITStorage.indexedDB.getHITs(options);
  1819.  
  1820.   setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 3000);
  1821.  
  1822.   HITStorage.enable_inputs();
  1823. }
  1824.  
  1825. HITStorage.show_results = function(results)
  1826. {
  1827.   resultsWindow = window.open();
  1828.   resultsWindow.document.write("<html><head><title>Status Detail Search Results</title></head><body>\n");
  1829.   resultsWindow.document.write("<h1>HITs matching your search:</h1>\n");
  1830.   resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1831.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Requester</th><th>HIT Title</th><th>Reward</th><th>Status</th><th>Feedback</th></tr>\n');
  1832.  
  1833.   var odd = true;
  1834.   var sum = 0;
  1835.   var sum_rejected = 0;
  1836.   var sum_approved = 0;
  1837.   var sum_pending = 0;
  1838.     
  1839.   
  1840.   var new_day = false;
  1841.  
  1842.   for (var i=0; i<results.length; i++) {
  1843.     odd = !odd;
  1844.     sum += results[i].reward;
  1845.     if (results[i].status == 'Rejected')
  1846.       sum_rejected += results[i].reward;
  1847.     else if (results[i].status == 'Pending Approval')
  1848.       sum_pending += results[i].reward;
  1849.     else
  1850.       sum_approved += results[i].reward;
  1851.  
  1852.     if (i>0 && (results[i-1].date != results[i].date))
  1853.       new_day = true;
  1854.     else
  1855.       new_day = false;
  1856.     resultsWindow.document.write(HITStorage.format_hit_line(results[i], odd, HITStorage.status_color(results[i].status), new_day ));
  1857.   }
  1858.  
  1859.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th></th><th></th><th></th><th>$' + sum.toFixed(2) + '</th><th></th><th></th></tr>\n');
  1860.   resultsWindow.document.write("</table>");
  1861.   resultsWindow.document.write("<p>Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " +
  1862.                                  "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.</p>");
  1863.   resultsWindow.document.write("</body></html>")
  1864.   resultsWindow.document.close();
  1865. }
  1866.  
  1867. HITStorage.status_color = function(status)
  1868. {
  1869.   var color = "green";
  1870.  
  1871.   if (status.match("Pending Approval"))
  1872.     color = "orange";
  1873.   else if (status.match("Rejected"))
  1874.     color = "red";
  1875.  
  1876.   return color;
  1877. }
  1878.  
  1879. HITStorage.format_hit_line = function(hit, odd, status_color, new_day)
  1880. {
  1881.   var line = '<tr style="background-color:';
  1882.   if (odd)
  1883.     line += '#f1f3eb;';
  1884.   else
  1885.     line += 'white;';
  1886.   line += ' valign=top;';
  1887.   if (new_day)
  1888.     line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  1889.   else
  1890.     line += '">';
  1891.  
  1892.   line += '<td>' + hit.date + '</td>';
  1893.   if (hit.requesterLink != null)
  1894.     line += '<td style="width:165px"><a href="' + hit.requesterLink + '" title="Contact this Requester">' + hit.requesterName + '</a></td>';
  1895.   else
  1896.     line += '<td style="width:165px">' + hit.requesterName + '</td>';
  1897.   line += '<td style="width:213px">' + hit.title + '</td>';
  1898.   line += '<td style="width:45px">$' + hit.reward.toFixed(2) + '</td>';
  1899.   line += '<td style="color:' + status_color + '; width:55px">' + hit.status + '</td>';
  1900.   line += '<td><div style="width:225px; overflow:hidden">' + hit.feedback + '</div></td>';
  1901.   line += '</tr>\n';
  1902.   return line;
  1903. }
  1904.  
  1905. HITStorage.show_pending_overview = function(results)
  1906. {
  1907.   resultsWindow = window.open();
  1908.   resultsWindow.document.write("<html><head><title>Summary of Pending HITs</title></head><body>\n");
  1909.   resultsWindow.document.write("<h1>Summary of Pending HITs</h1>\n");
  1910.   resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1911.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>requesterId</th><th>Requester</th><th></th><th>Pending</th><th>Rewards</th>\n');
  1912.  
  1913.   // 'requesterId,requesterName,pending,reward';
  1914.   var odd = false;
  1915.   var sum = 0;
  1916.   var pending = 0;
  1917.  
  1918.   for (var i=0; i<results.length; i++) {
  1919.     odd = !odd;
  1920.     sum += results[i][3];
  1921.     pending += results[i][2];
  1922.     resultsWindow.document.write(HITStorage.format_pending_line(results[i], odd, i));
  1923.   }
  1924.  
  1925.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>' + results.length + ' different requesterIds</th><th></th><th></th><th style="text-align: right">' + pending + '</th><th style="text-align: right">$' + sum.toFixed(2) + '</th>\n');
  1926.   resultsWindow.document.write("</table>");
  1927.   resultsWindow.document.write("</body></html>")
  1928.   resultsWindow.document.close();
  1929.   
  1930.   for (var i=0; i<results.length; i++)
  1931.   {
  1932.     resultsWindow.document.getElementById('id-' + i).addEventListener("click", search_func(results[i][0], 'requesterId'), false);
  1933.     resultsWindow.document.getElementById('id2-' + i).addEventListener("click", show_requester_func(results[i][0]) , false);
  1934.   }
  1935. }
  1936.  
  1937. HITStorage.show_status_overview = function(results, date)
  1938. {
  1939.   resultsWindow = window.open();
  1940.   resultsWindow.document.write("<html><head><title>Daily HIT stats</title></head><body>\n");
  1941.   if (date)
  1942.     resultsWindow.document.write("<h1>Daily HIT stats</h1>\n");
  1943.   else
  1944.     resultsWindow.document.write("<h1>Daily HIT stats (' + date + ')</h1>\n");
  1945.   resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1946.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Date</th><th>Submitted</th><th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th>\n');
  1947.  
  1948.   var odd = false;
  1949.   var sum = 0;
  1950.   var submitted = 0;
  1951.   var approved = 0;
  1952.   var rejected = 0;
  1953.   var pending = 0;
  1954.   var new_month = false;  
  1955.  
  1956.   for (var i=results.length-1; i>=0; i--) {
  1957.     odd = !odd;
  1958.     sum += results[i].earnings;
  1959.     submitted += results[i].submitted;
  1960.     approved += results[i].approved;
  1961.     rejected += results[i].rejected;
  1962.     pending += results[i].pending;
  1963.     if (i<results.length-1)
  1964.       new_month = (results[i].date.substr(0,7) != results[i+1].date.substr(0,7));
  1965.     resultsWindow.document.write(HITStorage.format_status_line(results[i], odd, new_month));
  1966.   }
  1967.  
  1968.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>' + results.length + ' days</th><th style="text-align: left">' + submitted +
  1969.                                '</th><th style="text-align: left">' + approved +
  1970.                                '</th><th style="text-align: left">' + rejected +
  1971.                                '</th><th style="text-align: left">' + pending +
  1972.                                '</th><th style="text-align: left">$' + sum.toFixed(2) + '</th>\n');
  1973.   resultsWindow.document.write("</table>");
  1974.   resultsWindow.document.write("</body></html>")
  1975.   resultsWindow.document.close();
  1976.   
  1977.   for (var i=0; i<results.length; i++)
  1978.     resultsWindow.document.getElementById(results[i].date).addEventListener("click", search_func('', 'date', results[i].date, results[i].date), false);
  1979. }
  1980.  
  1981. HITStorage.show_requester_overview = function(results, date)
  1982. {
  1983.   resultsWindow = window.open();
  1984.   resultsWindow.document.write("<html><head><title>Requester Overview</title></head><body>\n");
  1985.   if (date)
  1986.     resultsWindow.document.write("<h1>Requester Overview " + date + "</h1>\n");
  1987.   else
  1988.     resultsWindow.document.write("<h1>Requester Overview</h1>\n");
  1989.   resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;width:90%;margin-left:auto;margin-right:auto;">\n');
  1990.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>requesterId</th><th>Requester</th><th></th><th>HITs</th><th>Pending</th><th>Rewards</th><th colspan="2">Rejected</th></tr>\n');
  1991.  
  1992.   // 'requesterId,requesterName,hits,pending,reward,rejected';
  1993.   var odd = false;
  1994.   var sum = 0;
  1995.   var hits = 0;
  1996.   var rejected = 0;
  1997.   var pending = 0;
  1998.   var new_day = false;
  1999.   var top = true;
  2000.   var dot_line;
  2001.  
  2002.   for (var i=0; i<results.length; i++) {
  2003.     odd = !odd;
  2004.     sum += results[i][3];
  2005.     hits += results[i][2];
  2006.     rejected += results[i][4];
  2007.     pending += results[i][5];
  2008.     dot_line = false;
  2009.     if (i==10)
  2010.     {
  2011.       dot_line = true;
  2012.       top = false;
  2013.     }
  2014.     if (i>10 && results[i][3] == 0 && results[i-1][3] != 0)
  2015.       dot_line = true;
  2016.     
  2017.     resultsWindow.document.write(HITStorage.format_overview_line(results[i], odd, dot_line, top, i));
  2018.   }
  2019.  
  2020.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>' + results.length + ' different requesterIds</th>' +
  2021.                                 '<th></th><th></th><th style="text-align: right">' + hits + '<th style="text-align: right">' + pending +
  2022.                                 '</th><th style="text-align: right">$' + sum.toFixed(2) + '</th><th style="text-align: right">' + rejected + '</th>' +
  2023.                                 '<th style="text-align: right">' +
  2024.                                 (rejected/hits*100).toFixed(2) + '%</th></tr>\n');
  2025.   resultsWindow.document.write("</table>");
  2026.   resultsWindow.document.write("<p>Reward includes all 'Paid' and 'Approved - Pending Payment' HITs. " +
  2027.                                 "Reward does not include any bonuses.</p>");
  2028.   resultsWindow.document.write("</body></html>")
  2029.   resultsWindow.document.close();
  2030.   
  2031.   for (var i=0; i<results.length; i++)
  2032.   {
  2033.     resultsWindow.document.getElementById('id-' + i).addEventListener("click", search_func(results[i][0], 'requesterId'), false);
  2034.     resultsWindow.document.getElementById('id2-' + i).addEventListener("click", show_requester_func(results[i][0]) , false);
  2035.   }
  2036. }
  2037.  
  2038. HITStorage.show_requester = function(results)
  2039. {
  2040.   resultsWindow = window.open();
  2041.   resultsWindow.document.write('<html><head><title>' + results[0].requesterName + '</title></head><body>\n');
  2042.   resultsWindow.document.write('<h1>' + results[0].requesterName + ' (' + results[0].requesterId + ')</h1>\n');
  2043.  
  2044.   resultsWindow.document.write('You have submitted ' + results.length + ' HITs for this requester. Earliest ' + results[results.length-1].date +
  2045.                                ', latest ' + results[0].date);
  2046.  
  2047.   resultsWindow.document.write('<p><a href="https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId=' + results[0].requesterId + '">' +
  2048.                                'Search HITs created by this requester</a></p>');
  2049.  
  2050.  
  2051.   resultsWindow.document.write('<p><a href="http://turkopticon.differenceengines.com/' + results[0].requesterId + '">' +
  2052.                                'See reviews about this requester on Turkopticon</a> or ');
  2053.   resultsWindow.document.write('<a href="' + TO_report_link(results[0].requesterId,results[0].requesterName) + '">' +
  2054.                                'review this requester on Turkopticon</a></p>');
  2055.  
  2056.   var reward = 0;
  2057.   var hits = 0;
  2058.   var sum = 0;
  2059.   var rejected = 0;
  2060.   var approved = 0;
  2061.   var pending  = 0;
  2062.   var all_rejected = 0;
  2063.   var all_approved = 0;
  2064.   var all_pending  = 0;
  2065.  
  2066.   resultsWindow.document.write('<table style="border: 1px solid black;border-collapse:collapse;margin-left:10px;margin-right:auto;">\n');
  2067.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>Month' + 
  2068.                                '</th><th>Submitted' +
  2069.                                '</th><th>Approved' +
  2070.                                '</th><th>Rejected' +
  2071.                                '</th><th>Pending' +
  2072.                                '</th><th>Earnings</th></tr>\n');
  2073.  
  2074.   for (var i=0; i<results.length; i++) {
  2075.     hits++;
  2076.     if (results[i].status == 'Rejected')
  2077.     {
  2078.       all_rejected++;
  2079.       rejected++;
  2080.     }
  2081.     else if (results[i].status == 'Pending Approval')
  2082.     {
  2083.       all_pending++;
  2084.       pending++;
  2085.     }
  2086.     else
  2087.     {
  2088.       all_approved++;
  2089.       approved++;
  2090.       sum += results[i].reward;
  2091.       reward += results[i].reward;
  2092.     }
  2093.     
  2094.     if (i==results.length-1 || (i<results.length-1 && (results[i].date.substr(0,7) != results[i+1].date.substr(0,7))))
  2095.     {
  2096.       resultsWindow.document.write('<tr><td style="text-align: right">' + results[i].date.substr(0,7) +
  2097.                                    '</td><td style="text-align: right">' + hits +
  2098.                                    '</td><td style="text-align: right">' + approved +
  2099.                                    '</td><td style="text-align: right">' + rejected +
  2100.                                    '</td><td style="text-align: right">' + pending +
  2101.                                    '</td><td style="text-align: right">$' + reward.toFixed(2) + '</td></tr>\n');
  2102.       reward = 0;
  2103.       hits = 0;
  2104.       approved = 0;
  2105.       rejected = 0;
  2106.       pending = 0;
  2107.     }
  2108.   }
  2109.   resultsWindow.document.write('<tr style="background-color:lightgrey"><th>' + 
  2110.                                '</th><th style="text-align: right">' + results.length +
  2111.                                '</th><th style="text-align: right">' + all_approved +
  2112.                                '</th><th style="text-align: right">' + all_rejected +
  2113.                                '</th><th style="text-align: right">' + all_pending +
  2114.                                '</th><th style="text-align: right">$' + sum.toFixed(2) + '</th></tr>\n');
  2115.   resultsWindow.document.write('</table>');
  2116.  
  2117.   resultsWindow.document.write('<p>Rewards do not include any bonuses</p>');
  2118.  
  2119.   resultsWindow.document.write("</body></html>");
  2120.   resultsWindow.document.close();
  2121. }
  2122.  
  2123. function TO_report_link(requesterId, requesterName)
  2124. {
  2125.   return 'http://turkopticon.differenceengines.com/report?requester[amzn_id]=' + requesterId +
  2126.           '&requester[amzn_name]=' + encodeURI(requesterName.trim());
  2127. }
  2128.  
  2129. HITStorage.format_overview_line = function(req, odd, dot_line, top, i)
  2130. {
  2131.   var color;
  2132.   if (top)
  2133.     color = (odd)? 'ffffe0;' : '#eee8aa;';
  2134.   else
  2135.     color = (odd)? 'white;' : '#f1f3eb;';
  2136.   var line = '<tr style="background-color:' + color;
  2137.   if (dot_line)
  2138.     line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px';
  2139.   line += '">';
  2140.   line += '<td><button type="button" title="Show all HITs" style="height: 16px;font-size: 8px; padding: 0px;" id="id-' +
  2141.            i + '">&gt;&gt;</button>' +
  2142.            '<button type="button" title="Show details about requester" style="height: 16px;font-size: 8px; padding: 0px;" id="id2-' +
  2143.            i + '">+</button> ' + req[0].trim() +
  2144.            '</td>';
  2145.   line += '<td><a title="Requesters Turkopticon page" target="_blank" href="http://turkopticon.differenceengines.com/' + req[0].trim() + '">[TO]</a> ';
  2146.   line += req[1].trim() + '</td>';
  2147.   line += '<td style="width: 50px"><a title="Report requester to Turkopticon" target="_blank" href="' + TO_report_link(req[0], req[1]) + '">[report]</a></td>';
  2148.   line += '<td style="text-align: right">' + req[2] + '</td>';
  2149.   line += '<td style="text-align: right">' + req[5] + '</td>';
  2150.   line += '<td style="text-align: right">$' + req[3].toFixed(2) + '</td>';
  2151.   var p = (req[4]/req[2]*100).toFixed(1);
  2152.   var pc = (p>0)? 'red' : 'green'; 
  2153.   line += '<td style="text-align: right; color:' + pc + ';">' + req[4] + '</td>';
  2154.   line += '<td style="text-align: right; color:' + pc + ';">' + p + '%</td>';
  2155.   line += '</tr>\n';
  2156.   return line;
  2157. }
  2158.  
  2159. HITStorage.format_pending_line = function(req, odd, i)
  2160. {
  2161.   var color = (odd)? 'white;' : '#f1f3eb;';
  2162.   var line = '<tr style="background-color:' + color;
  2163.   line += '">';
  2164.   line += '<td style="white-space: nowrap; width: 150px; margin-right: 10px;"><button type="button" title="Show all HITs" style="height: 16px;font-size: 8px; padding: 0px;" id="id-' +
  2165.            i + '">&gt;&gt;&gt;</button>' +
  2166.            '<button type="button" title="Show details about requester" style="height: 16px;font-size: 8px; padding: 0px;" id="id2-' +
  2167.            i + '">+</button> ' + req[0].trim() + '</td>';
  2168.   line += '<td><a title="Requesters Turkopticon page" target="_blank" href="http://turkopticon.differenceengines.com/' + req[0].trim() + '">[TO]</a> ';
  2169.   line += req[1].trim() + '</td>';
  2170.   line += '<td style="width: 50px"><a title="Report requester to Turkopticon" target="_blank" href="' + TO_report_link(req[0], req[1]) + '">[report]</a></td>';
  2171.   line += '<td style="text-align: right">' + req[2] + '</td>';
  2172.   line += '<td style="text-align: right">$' + req[3].toFixed(2) + '</td>';
  2173.   line += '</tr>\n';
  2174.   return line;
  2175. }
  2176.  
  2177. HITStorage.format_status_line = function(d, odd, new_month)
  2178. {
  2179.   var color = (odd)? 'white;' : '#f1f3eb;';
  2180.   var line = '<tr style="background-color:' + color;
  2181.   if (new_month)
  2182.     line += ' border: 0px dotted #000000; border-width: 2px 0px 0px 0px">';
  2183.   else
  2184.     line += '">';
  2185.   line += '<td><button type="button" title="Show all HITs" style="height: 16px;font-size: 8px; padding: 0px;" id="' +
  2186.            d.date + '">&gt;&gt;&gt;</button> ' + d.date + '</td>';
  2187.   line += '<td>' + d.submitted + '</td>';
  2188.   line += '<td>' + d.approved + '</td>';
  2189.   line += '<td>' + d.rejected + '</td>';
  2190.   line += '<td>' + d.pending + '</td>';
  2191.   line += '<td>$' + d.earnings.toFixed(2) + '</td>';
  2192.   line += '</tr>\n';
  2193.   return line;
  2194. }
  2195.  
  2196. HITStorage.show_pending_overview_csv = function(results)
  2197. {
  2198.   var csvData = [];
  2199.   csvData.push(["requesterId","requesterName","pending","reward","\n"]);
  2200.   for (var i=0; i<results.length; i++) {
  2201.     csvData.push(HITStorage.format_pending_line_csv(results[i]));
  2202.   }
  2203.   var blob = new Blob(csvData, {type: "text/csv;charset=utf-8"});
  2204.   saveAs(blob, "pending_overview.csv");
  2205. }
  2206.  
  2207. HITStorage.format_pending_line_csv = function(req)
  2208. {
  2209.   var line = [];
  2210.   line.push(req[0].trim());
  2211.   line.push('"' + req[1].trim() + '"');
  2212.   line.push(req[2]);
  2213.   line.push(req[3].toFixed(2));
  2214.   line.push('\n');
  2215.   return line;
  2216. }
  2217.  
  2218.  
  2219. HITStorage.show_requester_overview_csv = function(results)
  2220. {
  2221.   var csvData = [];
  2222.   csvData.push(['requesterId','requesterName','hits','reward','rejected','pending','\n']);
  2223.   for (var i=0; i<results.length; i++) {
  2224.     csvData.push(HITStorage.format_overview_line_csv(results[i]));
  2225.   }
  2226.   var blob = new Blob(csvData, {type: "text/csv;charset=utf-8"});
  2227.   saveAs(blob, "requester_overview.csv");
  2228. }
  2229.  
  2230. HITStorage.format_overview_line_csv = function(req)
  2231. {
  2232.   var line = [];
  2233.   line.push(req[0].trim());
  2234.   line.push('"' + req[1].trim() + '"');
  2235.   line.push(req[2]);
  2236.   line.push(req[3].toFixed(2));
  2237.   line.push(req[4]);
  2238.   line.push(req[5]);
  2239.   line.push('\n');
  2240.   return line;
  2241. }
  2242.  
  2243. HITStorage.show_status_overview_csv = function(results)
  2244. {
  2245.   var csvData = [];
  2246.   csvData.push(['Date','Submitted','Approved','Rejected','Pending','Earnings','\n']);
  2247.   for (var i=results.length-1; i>=0; i--) {
  2248.     csvData.push(HITStorage.format_status_line_csv(results[i]));
  2249.   }
  2250.   var blob = new Blob(csvData, {type: "text/csv;charset=utf-8"});
  2251.   //location.href='data:text/csv;charset=utf8,' + encodeURIComponent(csvData);
  2252.   saveAs(blob, "status_overview.csv");
  2253. }
  2254.  
  2255. HITStorage.format_status_line_csv = function(d)
  2256. {
  2257.   var line = [];
  2258.   line.push('"' + d.date + '"');
  2259.   line.push(d.submitted);
  2260.   line.push(d.approved);
  2261.   line.push(d.rejected);
  2262.   line.push(d.pending);
  2263.   line.push(d.earnings.toFixed(2));
  2264.   line.push('\n');
  2265.   return line;
  2266. }
  2267.  
  2268. HITStorage.export_csv = function(results)
  2269. {
  2270.   var csvData = [];
  2271.   csvData.push(['hitId','date','requesterName','requesterId','title','reward','status','feedback','\n']);
  2272.   for (var i=0; i<results.length; i++) {
  2273.     csvData.push(HITStorage.format_csv_line(results[i]));
  2274.   }
  2275.   var blob = new Blob(csvData, {type: "text/csv;charset=utf-8"});
  2276.   //location.href='data:text/csv;charset=utf8,' + encodeURIComponent(csvData);
  2277.   saveAs(blob, "hit_database.csv");
  2278. }
  2279.  
  2280. HITStorage.format_csv_line = function(hit)
  2281. {
  2282.   var line = [];
  2283.   line.push('"' + hit.hitId.trim() + '"');
  2284.   line.push('"' + hit.date.trim() + '"');
  2285.   line.push('"' + hit.requesterName.trim() + '"');
  2286.   line.push('"' + hit.requesterId.trim() + '"');
  2287.   line.push('"' + hit.title.trim() + '"');
  2288.   line.push(hit.reward.toFixed(2));
  2289.   line.push('"' + hit.status.trim().replace(/\&nbsp;/g,' ') + '"');
  2290.   line.push('"' + hit.feedback.trim() + '"');
  2291.   line.push('\n');
  2292.   return line;
  2293. }
  2294.  
  2295. HITStorage.do_update = function(days_to_update)
  2296. {
  2297.   if (DAYS_TO_FETCH.length<1)
  2298.   {
  2299.     HITStorage.check_update();
  2300.     return;
  2301.   }
  2302.   HITStorage.update_status_label('Please wait: ' + progress_bar(days_to_update-DAYS_TO_FETCH.length, days_to_update) +
  2303.                                  ' (' + (days_to_update-DAYS_TO_FETCH.length) + '/' + days_to_update + ')', 'red');
  2304.   
  2305.   var hits = [];
  2306.   setTimeout(function(){ HITStorage.getHITData( DAYS_TO_FETCH.shift(), hits, 1, days_to_update); }, 2000);
  2307. }
  2308.  
  2309. HITStorage.update_done = function()
  2310. {
  2311.   HITStorage.update_status_label('Script monkeys have updated your local database', 'green');
  2312.   setTimeout( function() { HITStorage.update_status_label("Search powered by non-amazonian script monkeys"); }, 5000);
  2313.  
  2314.   HITStorage.enable_inputs();
  2315.  
  2316.   localStorage['HITDB UPDATED'] = new Date().toString();
  2317.  
  2318.   var e = document.getElementById('user_activities.date_column_header.tooltip').parentNode.parentNode.childNodes[2].childNodes[1].childNodes[1];
  2319.   if (e != null && e.textContent.trim() == 'Today') {
  2320.     var today = e.href.slice(-8);
  2321.     today = convert_date(today);
  2322.     HITStorage.indexedDB.get_todays_projected_earnings(today);
  2323.   }
  2324.   HITStorage.indexedDB.get_pending_approvals();
  2325.   HITStorage.indexedDB.get_pending_payments();
  2326. }
  2327.  
  2328.  
  2329. HITStorage.update_database = function()
  2330. {
  2331.   HITStorage.disable_inputs();
  2332.  
  2333.   if (localStorage['HITDB TRY_EXTRA_DAYS'] == 'YES') {
  2334.     DAYS_TO_FETCH = HITStorage.getAllAvailableDays(20);
  2335.     delete localStorage['HITDB TRY_EXTRA_DAYS'];
  2336.   }
  2337.   else
  2338.   {
  2339.     DAYS_TO_FETCH = HITStorage.getAllAvailableDays();
  2340.   }
  2341.   DAYS_TO_FETCH_CHECK = DAYS_TO_FETCH.slice(0);
  2342.  
  2343.   // remove extra days from checklist
  2344.   for (var i=0; i<DAYS_TO_FETCH_CHECK.length; i++)
  2345.   {
  2346.     if (DAYS_TO_FETCH_CHECK[i].submitted == -1) {
  2347.       DAYS_TO_FETCH_CHECK = DAYS_TO_FETCH_CHECK.slice(0,i);
  2348.       break;
  2349.     }
  2350.   }
  2351.   
  2352.   DAYS_TO_FETCH = DAYS_TO_FETCH_CHECK.slice(0);
  2353.   HITStorage.update_status_label('Please wait: script monkeys are preparing to start working', 'red');
  2354.   setTimeout(function(){ HITStorage.prepare_update_and_check_pending_payments(); }, 100);  
  2355. }
  2356.  
  2357. HITStorage.show_overview = function()
  2358. {
  2359.   if (HITStorage.validate_dates() == false)
  2360.     return;
  2361.   var options = {};
  2362.   options.term = document.getElementById('search_term').value;
  2363.   options.status = document.getElementById('status_select').value;
  2364.   options.donut = document.getElementById('donut_select').value;
  2365.   options.from_date = document.getElementById('from_date').value;
  2366.   options.to_date = document.getElementById('to_date').value;
  2367.   options.export_csv = document.getElementById('export_csv').checked;
  2368.  
  2369.   HITStorage.update_status_label('Please wait: script monkeys are picking bananas ?', 'red');
  2370.   HITStorage.disable_inputs();
  2371.   HITStorage.indexedDB.requesterOverview(options);
  2372. }
  2373.  
  2374. HITStorage.show_pendings = function()
  2375. {
  2376.   var options = {};
  2377.   options.term = document.getElementById('search_term').value;
  2378.   options.status = document.getElementById('status_select').value;
  2379.   options.donut = document.getElementById('donut_select').value;
  2380.   options.from_date = document.getElementById('from_date').value;
  2381.   options.to_date = document.getElementById('to_date').value;
  2382.   options.export_csv = document.getElementById('export_csv').checked;
  2383.  
  2384.   HITStorage.update_status_label('Please wait: script monkeys are picking bananas ?', 'red');
  2385.   HITStorage.disable_inputs();
  2386.   HITStorage.indexedDB.pendingOverview(options);
  2387. }
  2388.  
  2389. HITStorage.show_status = function()
  2390. {
  2391.   if (HITStorage.validate_dates() == false)
  2392.     return;
  2393.   var options = {};
  2394.   options.term = document.getElementById('search_term').value;
  2395.   options.status = document.getElementById('status_select').value;
  2396.   options.donut = document.getElementById('donut_select').value;
  2397.   options.from_date = document.getElementById('from_date').value;
  2398.   options.to_date = document.getElementById('to_date').value;
  2399.   options.export_csv = document.getElementById('export_csv').checked;
  2400.  
  2401.   HITStorage.update_status_label('Please wait: script monkeys are picking bananas ?', 'red');
  2402.   HITStorage.disable_inputs();
  2403.   HITStorage.indexedDB.statusOverview(options);
  2404. }
  2405.  
  2406. var IMPORT_DIALOG = null;
  2407.  
  2408. function import_dialog()
  2409. {
  2410.   if (IMPORT_DIALOG == null)
  2411.   {
  2412.     IMPORT_DIALOG = document.createElement('div');
  2413.     IMPORT_DIALOG.style.display = 'block';
  2414.  
  2415.     IMPORT_DIALOG.style.position = 'fixed';
  2416.     IMPORT_DIALOG.style.width = '600px';
  2417.     //IMPORT_DIALOG.style.height = '400px';
  2418.     IMPORT_DIALOG.style.height = '90%';
  2419.     IMPORT_DIALOG.style.left = '50%';
  2420.     IMPORT_DIALOG.style.right = '50%';
  2421.     IMPORT_DIALOG.style.margin = '-300px 0px 0px -300px';
  2422.     //IMPORT_DIALOG.style.top = '400px';
  2423.     IMPORT_DIALOG.style.bottom = '10px';
  2424.     IMPORT_DIALOG.style.padding = '10px';
  2425.     IMPORT_DIALOG.style.border = '2px';
  2426.     IMPORT_DIALOG.style.textAlign = 'center';
  2427.     IMPORT_DIALOG.style.verticalAlign = 'middle';
  2428.     IMPORT_DIALOG.style.borderStyle = 'solid';
  2429.     IMPORT_DIALOG.style.borderColor = 'black';
  2430.     IMPORT_DIALOG.style.backgroundColor = 'white';
  2431.     IMPORT_DIALOG.style.color = 'black';
  2432.     IMPORT_DIALOG.style.zIndex = '100';
  2433.  
  2434.     var table = document.createElement('table');
  2435.     var input = document.createElement('textarea');
  2436.     var input2 = document.createElement('input');
  2437.     var label = document.createElement('label');
  2438.     var label2 = document.createElement('label');
  2439.  
  2440.     label.textContent = 'Paste CSV-file in the textarea below.';
  2441.     label2.textContent = 'CVS separator: ';
  2442.     input.style.width = '100%';
  2443.     input.style.height = '90%';
  2444.  
  2445.     input2.maxLength = '1';
  2446.     input2.size = '1';
  2447.     input2.defaultValue = ',';
  2448.  
  2449.     var import_button = document.createElement('button');
  2450.     import_button.textContent = 'Import HITs';
  2451.     import_button.addEventListener("click", import_dialog_close_func(true, input, input2), false);
  2452.     import_button.style.margin = '5px';
  2453.     var cancel_button = document.createElement('button');
  2454.     cancel_button.textContent = 'Cancel';
  2455.     cancel_button.addEventListener("click", import_dialog_close_func(false, input, input2), false);
  2456.     cancel_button.style.margin = '5px';
  2457.  
  2458.     IMPORT_DIALOG.appendChild(label);
  2459.     IMPORT_DIALOG.appendChild(document.createElement('br'));
  2460.     IMPORT_DIALOG.appendChild(label2);
  2461.     IMPORT_DIALOG.appendChild(input2);
  2462.     IMPORT_DIALOG.appendChild(document.createElement('br'));
  2463.     IMPORT_DIALOG.appendChild(input);
  2464.     IMPORT_DIALOG.appendChild(document.createElement('br'));
  2465.     IMPORT_DIALOG.appendChild(cancel_button);
  2466.     IMPORT_DIALOG.appendChild(import_button);
  2467.     document.body.appendChild(IMPORT_DIALOG);
  2468.   }
  2469.   else
  2470.   {
  2471.     IMPORT_DIALOG.style.display = 'block';
  2472.   }
  2473. }
  2474.  
  2475.  
  2476. /*
  2477.  * CSVToArray() function is taken from:
  2478.  *
  2479.  * 	Blog Entry:
  2480.  * 	Ask Ben: Parsing CSV Strings With Javascript Exec() Regular Expression Command
  2481.  *	
  2482.  *	 Author:
  2483.  *	 Ben Nadel / Kinky Solutions
  2484.  *	
  2485.  *	 Link:
  2486.  *	 http://www.bennadel.com/index.cfm?event=blog.view&id=1504
  2487.  *	
  2488.  *	 Date Posted:
  2489.  *	 Feb 19, 2009 at 10:03 AM
  2490.  */
  2491. 	// This will parse a delimited string into an array of
  2492. 	// arrays. The default delimiter is the comma, but this
  2493. 	// can be overriden in the second argument.
  2494. function CSVToArray( strData, strDelimiter ) {
  2495. 		// Check to see if the delimiter is defined. If not,
  2496. 		// then default to comma.
  2497. 		strDelimiter = (strDelimiter || ",");
  2498.  
  2499. 		// Create a regular expression to parse the CSV values.
  2500. 		var objPattern = new RegExp(
  2501. 			(
  2502. 				// Delimiters.
  2503. 				"(\\" + strDelimiter + "|\\r?\\n|\\r|^)" +
  2504.  
  2505. 				// Quoted fields.
  2506. 				"(?:\"([^\"]*(?:\"\"[^\"]*)*)\"|" +
  2507.  
  2508. 				// Standard fields.
  2509. 				"([^\"\\" + strDelimiter + "\\r\\n]*))"
  2510. 			),
  2511. 			"gi"
  2512. 			);
  2513.  
  2514. 		// Create an array to hold our data. Give the array
  2515. 		// a default empty first row.
  2516. 		var arrData = [[]];
  2517.  
  2518. 		// Create an array to hold our individual pattern
  2519. 		// matching groups.
  2520. 		var arrMatches = null;
  2521.  
  2522.  
  2523. 		// Keep looping over the regular expression matches
  2524. 		// until we can no longer find a match.
  2525. 		while (arrMatches = objPattern.exec( strData )){
  2526.  
  2527. 			// Get the delimiter that was found.
  2528. 			var strMatchedDelimiter = arrMatches[ 1 ];
  2529.  
  2530. 			// Check to see if the given delimiter has a length
  2531. 			// (is not the start of string) and if it matches
  2532. 			// field delimiter. If id does not, then we know
  2533. 			// that this delimiter is a row delimiter.
  2534. 			if (
  2535. 				strMatchedDelimiter.length &&
  2536. 				(strMatchedDelimiter != strDelimiter)
  2537. 				){
  2538.  
  2539. 				// Since we have reached a new row of data,
  2540. 				// add an empty row to our data array.
  2541. 				arrData.push( [] );
  2542.  
  2543. 			}
  2544.  
  2545.  
  2546. 			// Now that we have our delimiter out of the way,
  2547. 			// let's check to see which kind of value we
  2548. 			// captured (quoted or unquoted).
  2549. 			if (arrMatches[ 2 ]){
  2550.  
  2551. 				// We found a quoted value. When we capture
  2552. 				// this value, unescape any double quotes.
  2553. 				var strMatchedValue = arrMatches[ 2 ].replace(
  2554. 					new RegExp( "\"\"", "g" ),
  2555. 					"\""
  2556. 					);
  2557.  
  2558. 			} else {
  2559.  
  2560. 				// We found a non-quoted value.
  2561. 				var strMatchedValue = arrMatches[ 3 ];
  2562.  
  2563. 			}
  2564.  
  2565.  
  2566. 			// Now that we have our value string, let's add
  2567. 			// it to the data array.
  2568. 			arrData[ arrData.length - 1 ].push( strMatchedValue );
  2569. 		}
  2570.  
  2571. 		// Return the parsed data.
  2572. 		return( arrData );
  2573. }
  2574.  
  2575. function import_dialog_close_func(save, input, separator)
  2576. {
  2577.   return function()
  2578.   {
  2579.     if (save == true)
  2580.     {
  2581.       
  2582.       var lines = [];
  2583.       var hits = [];
  2584.       var dates = [];
  2585.  
  2586.       if (input.value.length > 0)
  2587.         lines = CSVToArray(input.value, separator.value);
  2588.  
  2589.       var errors = 0;
  2590.       for (var i = 0; i<lines.length; i++)
  2591.       {
  2592.         var error = false;
  2593.         try {
  2594.           if (lines[i][0] == null || lines[i][0] == 'hitId')
  2595.             continue;
  2596.  
  2597.           if(lines[i][6] == 'Approved - Pending Payment')
  2598.             lines[i][6] = 'Approved&nbsp;- Pending&nbsp;Payment';        
  2599.         
  2600.           if (lines[i].length != 8)
  2601.             error = true;
  2602.         
  2603.           var hit = {
  2604.                 hitId         : lines[i][0],
  2605.                 date          : convert_date(lines[i][1]),
  2606.                 requesterName : lines[i][2],
  2607. //This line was null in the version I was using. I added it in, giving it the proper format.
  2608. //This setting is for the links to contact the requester in the status window
  2609.                 requesterLink : "https://www.mturk.com/mturk/contact?subject=Regarding+Amazon+Mechanical+Turk+HIT+"+lines[i][0]+"&requesterId="+lines[i][3]+"&requesterName="+lines[i][2].replace(" ","+"), 
  2610.                 requesterId   : lines[i][3],
  2611.                 title         : lines[i][4],
  2612.                 reward        : parseFloat(lines[i][5]),
  2613.                 status        : lines[i][6],
  2614.                 feedback      : lines[i][7] || "" // If no feedback, put empty string
  2615.           };
  2616. //This status thing is actually for the Hit Status page (daily overview). It was non-existent with the current version, I added the functionality in here.
  2617. //This sets up a simple associative array for the initial "date" entry for the hit stats. See below for implementation
  2618.           var status = {
  2619.                 date          : hit.date,
  2620.                 approved      : (hit.status != "Rejected" ? 1 : 0),
  2621.                 earnings      : (hit.status != "Rejected" ? hit.reward : 0),
  2622.                 pending       : (hit.status != "Pending" ? 0 : 1),
  2623.                 rejected      : (hit.status == "Rejected" ? 1 : 0),
  2624.                 submitted     : 1
  2625.           };
  2626.         } catch(err) { error = true; }
  2627.  
  2628.         if (error == false){
  2629.           hits.push(hit);
  2630. //Implementation of status stuff. First I see if the object exists in my "dates" array,
  2631.           var index = lookup(hit.date, "date", dates);
  2632.           if (index != -1){
  2633. //if it does, add each value except date to update it. The values will either be 1 or 0, so just += should give the proper values (and it does based on testing
  2634.             for (var key in dates[index]){
  2635.               if (key != "date")
  2636.                 dates[index][key] += status[key];
  2637.             }
  2638.           }
  2639.           else
  2640.             dates.push(status); //if the date doesn't exist in the array, add it as an initial object
  2641.         }
  2642.         else
  2643.           errors++;
  2644.       }
  2645.       if (hits.length < 1)
  2646.       {
  2647.         alert('No HITs found!');
  2648.         return;
  2649.       }
  2650.       else if (confirm('Found ' + hits.length + ' HITs' + (errors>0? ' and ' + errors + (errors==1? ' error' : ' errors') : '') + 
  2651.                   '.\nDo not reload this page until import is ready.\n' +
  2652.                   'Press Ok to start.') == true)
  2653.       {
  2654.         HITStorage.disable_inputs();
  2655.         HITStorage.update_status_label('Please wait: importing HITs', 'red');
  2656.         IMPORT_DIALOG.style.display = 'none';
  2657.         input.value = '';
  2658.         HITStorage.indexedDB.importHITs(hits);
  2659. //You have to call updateHITstats on a date object:
  2660. //object = { date:"yyyy-mm-dd", (approved|pending|rejected):int num(Approved|Pending|Rejected), earnings:float totalEarningsForDay, submitted:int numHitsSubmittedThatDay }
  2661. //Easiest hack to do so, parse over the dates objects I manipulated above, call update hit stats on each of them.
  2662.         for (var i = 0; i < dates.length; i++){ 
  2663.             HITStorage.indexedDB.updateHITstats(dates[i]);
  2664.         }
  2665.         return;
  2666.       }
  2667.       else { return; }
  2668.     }
  2669.     
  2670.     IMPORT_DIALOG.style.display = 'none';
  2671.     input.value = '';
  2672.   };
  2673. }
  2674.  
  2675. //simple lookup function for searching I'm reusing.
  2676. function lookup (needle, key, haystack) {
  2677.     for (var i = 0; i < haystack.length; i++){
  2678.         if (haystack[i][key] == needle)
  2679.             return i;
  2680.     }
  2681.     return -1;
  2682. }
  2683.  
  2684. function get_requester_id(s) {
  2685.   var idx = 12 + s.search('requesterId=');
  2686.   return s.substr(idx);
  2687. }
  2688.  
  2689. function show_requester_func(requesterId)
  2690. {
  2691.   return function()
  2692.   {
  2693.     HITStorage.indexedDB.showRequester(requesterId);
  2694.   };  
  2695. }
  2696.  
  2697. function search_func(key, index, d1, d2)
  2698. {
  2699.   d1 = d1 || '';
  2700.   d2 = d2 || d1;
  2701.   return function()
  2702.   {
  2703.     HITStorage.indexedDB.getHITs({term: key, index: index, status: '---', from_date: d1, to_date: d2, donut: '', this_day: ''});
  2704.   };   
  2705. }
  2706.  
  2707. function visible_func(element, visible)
  2708. {
  2709.   return function()
  2710.   {
  2711.     element.style.visibility = (visible)? 'visible' : 'hidden';
  2712.   };   
  2713. }
  2714.  
  2715. function delete_func()
  2716. {
  2717.   return function()
  2718.   {
  2719.     if (confirm('This will remove your local HIT DataBase!\nContinue?'))
  2720.     {
  2721.       HITStorage.indexedDB.deleteDB();
  2722.     }
  2723.   };   
  2724. }
  2725.  
  2726. function import_func()
  2727. {
  2728.   return function()
  2729.   {
  2730.     import_dialog();
  2731.   };   
  2732. }
  2733.  
  2734. function note_func(id, label)
  2735. {
  2736.   return function()
  2737.   {
  2738.     note = prompt('Note for requesterId \'' + id + '\':', label.textContent);
  2739.     
  2740.     if (note == null)
  2741.     {
  2742.       return;  
  2743.     }    
  2744.     
  2745.     HITStorage.indexedDB.addNote(id, note);
  2746.     label.textContent = note;
  2747.     
  2748.     label.style.border = '1px dotted';
  2749.     if (note.indexOf('!') >= 0)
  2750.       label.style.color = 'red';
  2751.     else
  2752.       label.style.color = 'black'; 
  2753.   };   
  2754. }
  2755.  
  2756. function block_func(requesterId, title, hitElement)
  2757. {
  2758.   return function()
  2759.   {
  2760.     re = prompt('Block HITs from requesterId \'' + requesterId + '\' matching:\n' +
  2761.                 '(default matches only exactly same HIT title, leave empty to match all HITS)', '^'
  2762.                  + title.replace(/([.?*+^$[\]\\(){}|-])/g, "\\$1") + '$');
  2763.     
  2764.     if (re == null)
  2765.     {
  2766.       return;  
  2767.     }
  2768.     re = new RegExp(re);
  2769.  
  2770.     if (!re.test(title)) {
  2771.       if (confirm("Your regular expression does not match current HIT title.\nSave it anyway?") == false)
  2772.         return;
  2773.     }
  2774.  
  2775.     HITStorage.indexedDB.addBlock(requesterId, re);
  2776.   };   
  2777. }
  2778.  
  2779. function unblock_func(requesterId, title)
  2780. {
  2781.   return function()
  2782.   {
  2783.     var unblock = confirm('Unblocking removes all blocks that match this HITs title and requesterId.');
  2784.     if (unblock == true)
  2785.     {
  2786.       HITStorage.indexedDB.removeBlocks(requesterId, title);
  2787.     }
  2788.   };  
  2789. }
  2790.  
  2791. function auto_update_func()
  2792. {
  2793.   return function()
  2794.   {
  2795.     var button = document.getElementById('auto_button');    
  2796.     
  2797.     if (localStorage['HITDB AUTO UPDATE'] === undefined)
  2798.     {
  2799.       alert('Enable Hit DataBase Auto Update\nWhen enabled, script will fetch last ' +
  2800.             'statusdetail pages and add them to database when this page is reloaded ' +
  2801.             'and at least two minutes have passed from last update. You still need to ' +
  2802.             'do full update from dashboard every now and then.');
  2803.       button.textContent = 'Auto Update is ON';
  2804.       button.style.color = 'green';
  2805.       localStorage['HITDB AUTO UPDATE'] = 'ON';
  2806.     }
  2807.     else if (localStorage['HITDB AUTO UPDATE'] == 'ON')
  2808.     {
  2809.       button.textContent = 'Auto Update is OFF';
  2810.       button.style.color = 'red';
  2811.       localStorage['HITDB AUTO UPDATE'] = 'OFF';
  2812.     }
  2813.     else
  2814.     {
  2815.       button.textContent = 'Auto Update is ON';
  2816.       button.style.color = 'green';
  2817.       localStorage['HITDB AUTO UPDATE'] = 'ON';
  2818.     }
  2819.   };   
  2820. }
  2821.  
  2822. function set_target_func(date)
  2823. {
  2824.   return function()
  2825.   {
  2826.     var target = localStorage['TODAYS TARGET'];
  2827.     if (target === undefined)
  2828.       target = '';
  2829.     else
  2830.       target = parseFloat(localStorage['TODAYS TARGET']).toFixed(2);
  2831.     target = prompt('Set your target:', target);
  2832.     
  2833.     if (target == null)
  2834.       return;    
  2835.     target = parseFloat(target);
  2836.     
  2837.     localStorage['TODAYS TARGET'] = target.toFixed(2);
  2838.     if (date != null)
  2839.       HITStorage.indexedDB.get_todays_projected_earnings(date);
  2840.   };   
  2841. }
  2842.  
  2843. function random_face()
  2844. {
  2845.   var faces = ['?','?','?','?','?','?','?','?','?','?','?','?','?','?','?','?'];
  2846.   var n = Math.floor((Math.random()*faces.length));
  2847.   return '<span style="color: black; font-weight: normal;" title="Featured non-amazonian script ' + ((n>11) ? '... kitten?': 'monkey') + '">' + faces[n] + '</span>';
  2848. }
  2849.  
  2850. function progress_bar(done, max, full, empty, c1, c2)
  2851. {
  2852.   max = (max<1)? 1 : max;  
  2853.   done = (done<0)? 0 : done;  
  2854.   done = (done>max)? max : done;  
  2855.   
  2856.   var bar = '<span style="color: ' + (c1||'green') + '">';
  2857.   for (var i=0; i<done; i++)
  2858.   {
  2859.     bar += full || '■';
  2860.   }
  2861.   bar += '</span><span style="color: ' + (c2||'black') + '">';
  2862.   for (var i=done; i<max; i++)
  2863.   {
  2864.     bar += empty || '⬜';
  2865.   }
  2866.   bar += '</span>';
  2867.   return bar;
  2868. }
  2869.  
  2870. // convert date to more practical form (MMDDYYYY => YYYY-MM-DD)
  2871. function convert_date(date)
  2872. {
  2873.   if (date.indexOf('-') > 0)
  2874.     return date;
  2875.   var day   = date.substr(2,2);
  2876.   var month = date.substr(0,2);
  2877.   var year  = date.substr(4,4);
  2878.   return (year + '-' + month + '-' + day);
  2879. }
  2880.  
  2881. // convert date from YYYY-MM-DD to MMDDYYYY if it isn't already
  2882. function convert_iso_date(date)
  2883. {
  2884.   if (date.indexOf('-') < 0)
  2885.     return date;
  2886.   var t = date.split('-');
  2887.   return t[1] + t[2] + t[0];
  2888. }
  2889.  
  2890. // Format date for display YYYY-MM-DD, DD/MM/YYYY or DD.MM.YYYY
  2891. function display_date(date, format)
  2892. {
  2893.   if (format === undefined || format == null)
  2894.     return date;
  2895.  
  2896.   var d = date.split('-');
  2897.   
  2898.   if (format == 'little')
  2899.   {
  2900.     return d[2] + '.' + d[1] + '.' + d[0];
  2901.   }
  2902.   if (format == 'middle')
  2903.   {
  2904.     return d[1] + '/' + d[2] + '/' + d[0];
  2905.   }
  2906. }
  2907.  
  2908. HITStorage.indexedDB.create();
  2909.  
  2910. // Backup plan
  2911. //HITStorage.update_date_format(true);
  2912.  
  2913. if (document.location.href.match('https://www.mturk.com/mturk/dashboard'))
  2914. {  
  2915.   var footer = document.getElementsByClassName('footer_separator')[0];
  2916.   if (footer == null)
  2917.     return;
  2918.  
  2919.   var extra_table = document.createElement('table');
  2920.   extra_table.width = '700';
  2921.   extra_table.style.boder = '1px solid black';
  2922.   extra_table.align = 'center';
  2923.   extra_table.cellSpacing = '0px';
  2924.   extra_table.cellPadding = '0px';
  2925.   var row1 = document.createElement('tr');
  2926.   var row2 = document.createElement('tr');
  2927.   var td1 = document.createElement('td');
  2928.   var content_td = document.createElement('td');
  2929.   var whatsthis = document.createElement('a');
  2930.  
  2931.   row1.style.height = '25px';
  2932.   td1.setAttribute('class', 'white_text_14_bold');
  2933.   td1.style.backgroundColor = '#7fb448';//'#7fb4cf';
  2934.   td1.style.paddingLeft = '10px';
  2935.   td1.innerHTML = 'HIT DataBase' + random_face() + ' ';
  2936.   content_td.setAttribute('class', 'container-content');  
  2937.   
  2938.   whatsthis.href = 'http://userscripts.org/scripts/show/149548';
  2939.   whatsthis.setAttribute('class', 'whatis');
  2940.   whatsthis.textContent = '(What\'s this?)';
  2941.   
  2942.   extra_table.appendChild(row1);
  2943.   row1.appendChild(td1);
  2944.   td1.appendChild(whatsthis);
  2945.   extra_table.appendChild(row2);
  2946.   row2.appendChild(content_td);
  2947.   footer.parentNode.insertBefore(extra_table, footer);  
  2948.  
  2949.   var my_bar = document.createElement('div');
  2950.   var search_button = document.createElement('button');
  2951.   var status_select = document.createElement('select');
  2952.   var label = document.createElement('label');
  2953.   var label2 = document.createElement('label');
  2954.   var input = document.createElement('input');
  2955.   var donut_select = document.createElement('select');
  2956.   var csv_label = document.createElement('label');
  2957.   var csv = document.createElement('input');
  2958.  
  2959.   var update_button = document.createElement('button');
  2960.   var delete_button = document.createElement('button');
  2961.   var pending_button = document.createElement('button');
  2962.   var overview_button = document.createElement('button');
  2963.   var import_button = document.createElement('button');
  2964.   var status_button = document.createElement('button');
  2965.   
  2966.   var from_input = document.createElement('input');
  2967.   var to_input = document.createElement('input');
  2968.   var date_label1 = document.createElement('label');
  2969.   var date_label2 = document.createElement('label');
  2970.   date_label1.textContent = 'from date ';
  2971.   date_label2.textContent = ' to ';
  2972.   from_input.setAttribute('id', "from_date");
  2973.   to_input.setAttribute('id', "to_date");
  2974.   to_input.setAttribute('maxlength', "10");
  2975.   from_input.setAttribute('maxlength', "10");
  2976.   to_input.setAttribute('size', "10");
  2977.   from_input.setAttribute('size', "10");
  2978.   from_input.title = 'Date format YYYY-MM-DD\nOr leave empty.';
  2979.   to_input.title = 'Date format YYYY-MM-DD\nOr leave empty.';
  2980.  
  2981.   var donut_options = [];
  2982.   donut_options[0] = document.createElement("option");
  2983.   donut_options[1] = document.createElement("option");
  2984.   donut_options[2] = document.createElement("option");
  2985.   donut_options[0].text = "---";
  2986.   donut_options[1].text = "Donut Chart HITS";
  2987.   donut_options[2].text = "Donut Chart REWARDS";
  2988.   donut_options[0].value = "---";
  2989.   donut_options[1].value = "HITS";
  2990.   donut_options[2].value = "REWARDS";
  2991.  
  2992.   var status_options = [];
  2993.   status_options[0] = document.createElement("option");
  2994.   status_options[1] = document.createElement("option");
  2995.   status_options[2] = document.createElement("option");
  2996.   status_options[3] = document.createElement("option");
  2997.   status_options[4] = document.createElement("option");
  2998.   status_options[5] = document.createElement("option");
  2999.   status_options[0].text = "Pending Approval";
  3000.   status_options[0].style.color = "orange"; 
  3001.   status_options[1].text = "Rejected";
  3002.   status_options[1].style.color = "red"; 
  3003.   status_options[2].text = "Approved - Pending Payment";
  3004.   status_options[2].style.color = "green"; 
  3005.   status_options[3].text = "Paid";
  3006.   status_options[3].style.color = "green"; 
  3007.   status_options[4].text = "Paid AND Approved";
  3008.   status_options[4].style.color = "green"; 
  3009.   status_options[5].text = "ALL";
  3010.   status_options[0].value = "Pending Approval";
  3011.   status_options[1].value = "Rejected";
  3012.   status_options[2].value = "Approved";
  3013.   status_options[3].value = "Paid";
  3014.   status_options[4].value = "Paid|Approved";
  3015.   status_options[5].value = "---";
  3016.  
  3017.   search_button.setAttribute('id', "search_button");
  3018.   input.setAttribute('id', "search_term");
  3019.   status_select.setAttribute('id', "status_select");
  3020.   label.setAttribute('id', "status_label");
  3021.   donut_select.setAttribute('id', "donut_select");
  3022.   delete_button.setAttribute('id', "delete_button");
  3023.   update_button.setAttribute('id', "update_button");
  3024.   overview_button.setAttribute('id', "overview_button");
  3025.   import_button.setAttribute('id', "import_button");
  3026.   pending_button.setAttribute('id', "pending_button");
  3027.   status_button.setAttribute('id', "status_button");
  3028.  
  3029.   my_bar.style.marginLeft = 'auto';
  3030.   my_bar.style.marginRight = 'auto';
  3031.   my_bar.style.textAlign = 'center';
  3032.   label.style.marginLeft = 'auto';
  3033.   label.style.marginRight = 'auto';
  3034.   label.style.textAlign = 'center';
  3035.   
  3036.   var donut = document.createElement('div');
  3037.   donut.setAttribute('id', "container");
  3038.   donut.style.display = 'none';
  3039.  
  3040.   content_td.appendChild(my_bar);
  3041.   my_bar.appendChild(delete_button);
  3042.   my_bar.appendChild(import_button);
  3043.   my_bar.appendChild(update_button);
  3044.   my_bar.appendChild(document.createElement("br"));
  3045.   my_bar.appendChild(pending_button);
  3046.   my_bar.appendChild(overview_button);
  3047.   my_bar.appendChild(status_button);
  3048.   my_bar.appendChild(document.createElement("br"));
  3049.   my_bar.appendChild(donut_select);
  3050.   my_bar.appendChild(status_select);
  3051.   my_bar.appendChild(label2);
  3052.   my_bar.appendChild(input);
  3053.   my_bar.appendChild(search_button);
  3054.   my_bar.appendChild(document.createElement("br"));
  3055.   my_bar.appendChild(date_label1);
  3056.   my_bar.appendChild(from_input);
  3057.   my_bar.appendChild(date_label2);
  3058.   my_bar.appendChild(to_input);
  3059.   my_bar.appendChild(csv_label);
  3060.   my_bar.appendChild(csv);
  3061.   my_bar.appendChild(document.createElement("br"));  
  3062.   my_bar.appendChild(label);
  3063.   my_bar.appendChild(document.createElement("br"));  
  3064.   (footer.parentNode).insertBefore(donut, footer);
  3065.  
  3066.   my_bar.style.textAlign = "float";
  3067.   search_button.textContent = "Search";
  3068.   search_button.title = "Search from local HIT database\nYou can set time limits and export as CSV-file";
  3069.   label2.textContent = " HITs matching: ";
  3070.   input.value = "";
  3071.  
  3072.   label.textContent = "Search powered by non-amazonian script monkeys";
  3073.  
  3074.   for (var i=0; i<status_options.length; i++)
  3075.     status_select.options.add(status_options[i]);
  3076.   for (var i=0; i<donut_options.length; i++)
  3077.     donut_select.options.add(donut_options[i]);
  3078.  
  3079.   update_button.title = "Fetch status pages and copy HITs to local indexed database.\nFirst time may take several minutes!";
  3080.   update_button.textContent = "Update database";
  3081.   update_button.style.color = 'green';
  3082.   update_button.style.margin = '5px 5px 5px 5x';
  3083.   delete_button.textContent = "Delete database";
  3084.   delete_button.style.color = 'red';
  3085.   delete_button.style.margin = '5px 5px 5px 5px';
  3086.   delete_button.title = "Delete Local DataBase!";
  3087.   import_button.textContent = "Import";
  3088.   import_button.style.margin = '5px 5px 5px 5px';
  3089.   import_button.title = "Import HIT data from exported CSV-file";
  3090.   overview_button.textContent = "Requester Overview";
  3091.   overview_button.style.margin = '0px 5px 5px 5px';
  3092.   overview_button.title = "Summary of all requesters you have worked for\nYou can set time limit and export as CSV-file";
  3093.   pending_button.textContent = "Pending Overview";
  3094.   pending_button.style.margin = '0px 5px 5px 5px';
  3095.   pending_button.title = "Summary of all pending HITs\nYou can export as CSV-file";
  3096.   status_button.textContent = "Daily Overview";
  3097.   status_button.style.margin = '0px 5px 5px 5px';
  3098.   status_button.title = "Summary of each day you have worked on MTurk\nYou can set time limit and export as CSV-file";
  3099.  
  3100.   pending_button.addEventListener("click", HITStorage.show_pendings, false);
  3101.   overview_button.addEventListener("click", HITStorage.show_overview, false);
  3102.   search_button.addEventListener("click", HITStorage.start_search, false);
  3103.   update_button.addEventListener("click", HITStorage.update_database, false);
  3104.   delete_button.addEventListener("click", delete_func(), false);
  3105.   import_button.addEventListener("click", import_func(), false);
  3106.   status_button.addEventListener("click", HITStorage.show_status, false);
  3107.   
  3108.   csv_label.textContent = 'export CSV';
  3109.   csv_label.title = 'Export results as comma-separated values';
  3110.   csv_label.style.verticalAlign = 'middle';
  3111.   csv_label.style.marginLeft = '50px';
  3112.   csv.title = 'Export results as comma-separated values';
  3113.   csv.setAttribute('type', 'checkbox');
  3114.   csv.setAttribute('id', 'export_csv');
  3115.   csv.style.verticalAlign = 'middle';
  3116.  
  3117.   from_input.value = '';
  3118.   to_input.value = '';
  3119.  
  3120.   var table = document.getElementById('lnk_show_earnings_details');
  3121.   if (table != null)
  3122.   {
  3123.     table = table.parentNode.parentNode.parentNode.parentNode;
  3124.     var pending_tr = document.createElement('tr');
  3125.     var pending_td1 = document.createElement('td');
  3126.     var pending_td2 = document.createElement('td');
  3127.     var today_tr = document.createElement('tr');
  3128.     var today_td1 = document.createElement('td');
  3129.     var today_td2 = document.createElement('td');
  3130.   
  3131.     pending_tr.setAttribute('class', 'even');
  3132.     pending_td1.setAttribute('class', 'metrics-table-first-value');
  3133.     pending_td1.setAttribute('id', 'pending_earnings_header');
  3134.     pending_td2.setAttribute('id', 'pending_earnings_value');
  3135.     today_tr.setAttribute('class', 'odd');
  3136.     today_td1.setAttribute('class', 'metrics-table-first-value');
  3137.     today_td1.setAttribute('id', 'projected_earnings_header');
  3138.     today_td2.setAttribute('id', 'projected_earnings_value');
  3139.  
  3140.     pending_tr.appendChild(pending_td1);
  3141.     pending_tr.appendChild(pending_td2);
  3142.     today_tr.appendChild(today_td1);
  3143.     today_tr.appendChild(today_td2);
  3144.     table.appendChild(pending_tr);
  3145.     table.appendChild(today_tr);
  3146.  
  3147.     pending_td1.style.borderTop = '1px dotted darkgrey';
  3148.     pending_td2.style.borderTop = '1px dotted darkgrey';
  3149.     today_td1.style.borderBottom = '1px dotted darkgrey';
  3150.     today_td2.style.borderBottom = '1px dotted darkgrey';
  3151.  
  3152.     today_td1.title = 'This value can be inaccurate if HITDB has not been updated recently';
  3153.     pending_td1.title = 'This value can be inaccurate if HITDB has not been updated recently';
  3154.  
  3155.     if (localStorage['HITDB UPDATED'] === undefined)
  3156.       pending_td1.textContent = 'Pending earnings';
  3157.     else
  3158.       pending_td1.textContent = 'Pending earnings (HITDB updated: ' + localStorage['HITDB UPDATED'] + ')'; 
  3159.     today_td1.innerHTML = 'Projected earnings for today &nbsp;&nbsp;';
  3160.     today_td2.textContent = 'ಠ_ಠ';
  3161.     pending_td2.textContent = 'ಠ_ಠ';
  3162.   
  3163.  
  3164.     var e = document.getElementById('user_activities.date_column_header.tooltip').parentNode.parentNode.childNodes[2].childNodes[1].childNodes[1];
  3165.     var today = null;
  3166.     if (e != null && e.textContent.trim() == 'Today') {
  3167.       today = convert_date(e.href.slice(-8));
  3168.       HITStorage.indexedDB.get_todays_projected_earnings(today);
  3169.     }
  3170.     HITStorage.indexedDB.get_pending_approvals();
  3171.     HITStorage.indexedDB.get_pending_payments();
  3172.  
  3173.     var target = document.createElement('span');
  3174.     target.setAttribute('id', 'my_target');
  3175.     target.textContent = 'click here to set your target';
  3176.     target.style.fontSize = 'small';
  3177.     target.style.color = 'blue';
  3178.     today_td1.appendChild(target);
  3179.     target.addEventListener("click", set_target_func(today), false);
  3180.   }
  3181. }
  3182. else if (document.location.href.match('https://www.mturk.com/mturk/preview'))
  3183. {
  3184.   var table = document.getElementById('requester.tooltip');
  3185.   if (table == null)
  3186.     return;
  3187.   table = table.parentNode.parentNode.parentNode;
  3188.   var title = table.parentNode.parentNode.parentNode.parentNode.getElementsByTagName('div')[0].textContent.trim();
  3189.   
  3190.   var extra_row = document.createElement('tr');
  3191.   var td_1 = document.createElement('td');
  3192.   var td_2 = document.createElement('td');
  3193.  
  3194.   var requesterId = document.getElementsByName('requesterId')[0].value;
  3195.   var auto_approve = parseInt(document.getElementsByName('hitAutoAppDelayInSeconds')[0].value);
  3196.  
  3197.   var buttons = [];
  3198.   var b = ['Requester', 'HIT Title'];
  3199.   for (var i=0; i<b.length; i++)
  3200.   {
  3201.     buttons[i] = document.createElement('button');
  3202.     buttons[i].textContent = b[i];
  3203.     buttons[i].id = b[i] + 'Button' + i;
  3204.     buttons[i].style.fontSize = '10px';
  3205.     buttons[i].style.height = '18px';
  3206.     buttons[i].style.width = '80px';
  3207.     buttons[i].style.border = '1px solid';
  3208.     buttons[i].style.paddingLeft = '3px';
  3209.     buttons[i].style.paddingRight = '3px';
  3210.     buttons[i].style.backgroundColor = 'lightgrey';
  3211.     buttons[i].setAttribute('form', 'NOThitForm');
  3212.     td_1.appendChild(buttons[i]);
  3213.   }
  3214.   buttons[0].title = 'Search requester ' + requesterId + ' from HIT database';
  3215.   buttons[1].title = 'Search title \'' + title + '\' from HIT database';
  3216.  
  3217.   HITStorage.indexedDB.colorRequesterButton(requesterId, buttons[0]);
  3218.   HITStorage.indexedDB.colorTitleButton(title, buttons[1]);
  3219.   buttons[0].addEventListener("click", search_func(requesterId, 'requesterId'), false);
  3220.   buttons[1].addEventListener("click", search_func(title, 'title'), false);
  3221.  
  3222.   td_2.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp&nbsp' + HITStorage.formatTime(auto_approve*1000) + '';
  3223.   td_1.colSpan = '3';
  3224.   td_2.colSpan = '8';
  3225.  
  3226.   extra_row.appendChild(td_1);
  3227.   extra_row.appendChild(td_2);
  3228.   table.appendChild(extra_row);
  3229. }
  3230. else
  3231. {
  3232.   for (var item=0; item<10; item++) {
  3233.     var tooltip = document.getElementById('requester.tooltip--' + item);
  3234.     if (tooltip == null)
  3235.       break; // no need to continue
  3236.     var titleElement = document.getElementById('capsule' + item + '-0');
  3237.     var emptySpace = tooltip.parentNode.parentNode.parentNode.parentNode.parentNode;
  3238.     
  3239.     var hitItem = tooltip.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode;//.parentNode;
  3240.  
  3241.     var requesterLabel = tooltip.parentNode;
  3242.     var requesterId = tooltip.parentNode.parentNode.getElementsByTagName('a');
  3243.     var title = titleElement.textContent.trim();
  3244.  
  3245.     requesterId = get_requester_id(requesterId[1].href);
  3246.   
  3247.     var buttons = [];
  3248.     var row = document.createElement('tr');
  3249.     var div = document.createElement('div');
  3250.     emptySpace.appendChild(row);
  3251.     row.appendChild(div);
  3252.  
  3253.     /* Turkopticon link next to requester name */
  3254.     //to_link = document.createElement('a');
  3255.     //to_link.textContent = ' TO ';
  3256.     //to_link.href = 'http://turkopticon.differenceengines.com/' + requesterId;
  3257.     //to_link.target = '_blank';
  3258.     //to_link.title = requesterId + ' on Turkopticon';
  3259.     //tooltip.parentNode.parentNode.appendChild(to_link);
  3260.     /*-----------------------------------------*/
  3261.     
  3262.     HITStorage.indexedDB.blockHITS(requesterId, title, hitItem, titleElement);
  3263.           
  3264.     var b = ['R', 'T', 'N', 'B'];
  3265.     for (var i=0; i<b.length; i++)
  3266.     {
  3267.       buttons[i] = document.createElement('button');
  3268.       buttons[i].textContent = b[i];
  3269.       buttons[i].id = b[i] + 'Button' + i;
  3270.       buttons[i].style.height = '18px';
  3271.       buttons[i].style.fontSize = '10px';
  3272.       buttons[i].style.border = '1px solid';
  3273.       buttons[i].style.paddingLeft = '3px';
  3274.       buttons[i].style.paddingRight = '3px';
  3275.       buttons[i].style.backgroundColor = 'lightgrey';
  3276.       div.appendChild(buttons[i]);
  3277.     }
  3278.     buttons[0].title = 'Search requester ' + requesterId + ' from HIT database';
  3279.     buttons[1].title = 'Search title \'' + title + '\' from HIT database';
  3280.     buttons[2].title = 'Add a requester note';
  3281.     buttons[3].title = '"Block" requester';
  3282.  
  3283.     var notelabel = document.createElement('label');
  3284.     notelabel.textContent = '';
  3285.     notelabel.id = b[i] + 'notelabel' + item;
  3286.     notelabel.style.height = '18px';
  3287.     notelabel.style.fontSize = '10px';
  3288.     notelabel.style.marginLeft = '10px';
  3289.     notelabel.style.padding = '1px';
  3290.     notelabel.style.backgroundColor = 'transparent';
  3291.     HITStorage.indexedDB.updateNoteButton(requesterId, notelabel);
  3292.     div.appendChild(notelabel);
  3293.  
  3294.     HITStorage.indexedDB.colorRequesterButton(requesterId, buttons[0]);
  3295.     HITStorage.indexedDB.colorTitleButton(title, buttons[1]);
  3296.     buttons[0].addEventListener("click", search_func(requesterId, 'requesterId'), false);
  3297.     buttons[1].addEventListener("click", search_func(title, 'title'), false);
  3298.     buttons[2].addEventListener("click", note_func(requesterId, notelabel), false);
  3299.     buttons[3].addEventListener("click", block_func(requesterId, title, hitItem), false);
  3300.  
  3301.     div.style.margin = "0px";
  3302.     
  3303.     buttons[2].style.visibility = "hidden"; // "visible"
  3304.     buttons[2].parentNode.addEventListener("mouseover", visible_func(buttons[2], true), false);
  3305.     buttons[2].parentNode.addEventListener("mouseout", visible_func(buttons[2], false), false);
  3306.     buttons[2].addEventListener("mouseout", visible_func(buttons[2], false), false);
  3307.     buttons[3].style.visibility = "hidden"; // "visible"
  3308.     buttons[3].parentNode.addEventListener("mouseover", visible_func(buttons[3], true), false);
  3309.     buttons[3].parentNode.addEventListener("mouseout", visible_func(buttons[3], false), false);
  3310.     buttons[3].addEventListener("mouseout", visible_func(buttons[3], false), false);
  3311.   }
  3312.  
  3313.   var auto_button = document.createElement('button');
  3314.   auto_button.setAttribute('id', 'auto_button');
  3315.   auto_button.title = 'HIT DataBase Auto Update\nAutomagically update newest HITs to database when reloading this page';
  3316.  
  3317.   if (localStorage['HITDB AUTO UPDATE'] === undefined)
  3318.   {
  3319.     auto_button.textContent = 'Auto update ?';
  3320.     auto_button.style.color = 'red';
  3321.   }
  3322.   else if (localStorage['HITDB AUTO UPDATE'] == 'ON')
  3323.   {
  3324.     auto_button.textContent = 'Auto Update is ON';
  3325.     auto_button.style.color = 'green';
  3326.   }
  3327.   else
  3328.   {
  3329.     auto_button.textContent = 'Auto Update is OFF';
  3330.     auto_button.style.color = 'red';
  3331.   }
  3332.   
  3333.   //var element = document.body.childNodes[13].childNodes[3].childNodes[1].childNodes[0].childNodes[5];
  3334.   var element = document.getElementsByName("/sort")[0];
  3335.   //element.insertBefore(auto_button, element.firstChild);
  3336.   element.parentNode.insertBefore(auto_button, element.nextSibling);
  3337.   auto_button.addEventListener("click", auto_update_func(), false);
  3338.  
  3339.   setTimeout(HITStorage.getLatestHITs, 100);
  3340. }