☰

MTurk HIT Database Mk.II

Keep track of the HITs you've done (and more!)

目前為 2015-09-02 提交的版本，檢視 最新版本。

  1. // ==UserScript==
  2. // @name         MTurk HIT Database Mk.II
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.8.091
  6. // @description  Keep track of the HITs you've done (and more!)
  7. // @include      /^https://www\.mturk\.com/mturk/(dash|view|sort|find|prev|search|accept|cont).*/
  8. // @exclude      https://www.mturk.com/mturk/findhits?*hit_scraper
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12. /**\
  13.  ** 
  14.  ** This is a complete rewrite of the MTurk HIT Database script from the ground up, which
  15.  ** eliminates obsolete methods, fixes many bugs, and brings this script up-to-date 
  16.  ** with the current modern browser environment.
  17.  **
  18. \**/ 
  19.  
  20.  
  21. /*
  22.  * TODO
  23.  *   misc refactoring
  24.  *   optimize searching: index -> date filter
  25.  *   rewrite error handling
  26.  *   tagging (?)
  27.  *   refine searching via R/T buttons
  28.  *   import from old csv format (?)
  29.  *
  30.  */
  31.  
  32.  
  33.  
  34. const DB_VERSION = 2;
  35. const DB_NAME = 'HITDB_TESTING';
  36. const MTURK_BASE = 'https://www.mturk.com/mturk/';
  37. //const TO_BASE = 'http://turkopticon.ucsd.edu/api/multi-attrs.php';
  38.  
  39. // polyfill for chrome until v45(?) 
  40. if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];
  41. // format leading zeros
  42. Number.prototype.toPadded = function(length) {
  43.   'use strict';
  44.  
  45.   length = length || 2;
  46.   return ("0000000"+this).substr(-length);
  47. };
  48. // decimal rounding
  49. Math.decRound = function(v, shift) {
  50.   'use strict';
  51.  
  52.   v = Math.round(+(v+"e"+shift));
  53.   return +(v+"e"+-shift);
  54. };
  55. Date.prototype.toLocalISOString = function() {
  56.   'use strict';
  57.  
  58.   var pad = function(num) { return Number(num).toPadded(); },
  59.       offset = pad(Math.floor(this.getTimezoneOffset()/60)) + pad(this.getTimezoneOffset()%60),
  60.       timezone = this.getTimezoneOffset() > 0 ? "-" + offset : "+" + offset;
  61.   return this.getFullYear() + "-" + pad(this.getMonth()+1) + "-" + pad(this.getDate()) +
  62.     "T" + pad(this.getHours()) + ":" + pad(this.getMinutes()) + ":" + pad(this.getSeconds()) + timezone;
  63. };
  64.  
  65. /***********************************************************************************************/
  66.  
  67. // TODO defer qc init to Promise for case in large obj JSON parsing
  68. var qc = { 
  69.   extraDays: !!localStorage.getItem("hitdb_extraDays") || false, 
  70.   fetchData: document.location.pathname === "/mturk/dashboard" ? JSON.parse(localStorage.getItem("hitdb_fetchData") || "{}") : null,
  71.   seen: {},
  72.   aat: ~document.location.pathname.search(/(dash|accept|cont)/) ? JSON.parse(localStorage.getItem("hitdb_autoAppTemp") || "{}") : null,
  73.   aac:  document.location.pathname === "/mturk/dashboard" ? JSON.parse(localStorage.getItem("hitdb_autoAppCollection") || "{}") : null,
  74.   save: function(key, name, isObj) {
  75.     'use strict';
  76.  
  77.     if (isObj) 
  78.       localStorage.setItem(name, JSON.stringify(this[key]));
  79.     else 
  80.       localStorage.setItem(name, this[key]);
  81.   }
  82. },
  83.     metrics = {};
  84.  
  85. var HITStorage = { //{{{
  86.   data: {},
  87.  
  88.   versionChange: function hsversionChange() { //{{{
  89.     'use strict';
  90.  
  91.     var db = this.result;
  92.     db.onerror = HITStorage.error;
  93.     db.onversionchange = function(e) { console.log("detected version change??",console.dir(e)); db.close(); };
  94.     this.onsuccess = function() { db.close(); };
  95.     var dbo;
  96.  
  97.     console.groupCollapsed("HITStorage.versionChange::onupgradeneeded");
  98.  
  99.     if (!db.objectStoreNames.contains("HIT")) { 
  100.       console.log("creating HIT OS");
  101.       dbo = db.createObjectStore("HIT", { keyPath: "hitId" });
  102.       dbo.createIndex("date", "date", { unique: false });
  103.       dbo.createIndex("requesterName", "requesterName", { unique: false});
  104.       dbo.createIndex("title", "title", { unique: false });
  105.       dbo.createIndex("reward", "reward", { unique: false });
  106.       dbo.createIndex("status", "status", { unique: false });
  107.       dbo.createIndex("requesterId", "requesterId", { unique: false });
  108.  
  109.       localStorage.setItem("hitdb_extraDays", true);
  110.       qc.extraDays = true;
  111.     }
  112.     
  113.     if (!db.objectStoreNames.contains("STATS")) {
  114.       console.log("creating STATS OS");
  115.       dbo = db.createObjectStore("STATS", { keyPath: "date" });
  116.     }
  117.     if (this.transaction.objectStore("STATS").indexNames.length < 5) { // new in v5: schema additions
  118.       this.transaction.objectStore("STATS").createIndex("approved", "approved", { unique: false });
  119.       this.transaction.objectStore("STATS").createIndex("earnings", "earnings", { unique: false });
  120.       this.transaction.objectStore("STATS").createIndex("pending", "pending", { unique: false });
  121.       this.transaction.objectStore("STATS").createIndex("rejected", "rejected", { unique: false });
  122.       this.transaction.objectStore("STATS").createIndex("submitted", "submitted", { unique: false });
  123.     }
  124.  
  125.     (function _updateNotes(dbt) { // new in v5: schema change
  126.       if (!db.objectStoreNames.contains("NOTES")) {
  127.         console.log("creating NOTES OS");
  128.         dbo = db.createObjectStore("NOTES", { keyPath: "id", autoIncrement: true });
  129.         dbo.createIndex("hitId", "hitId", { unique: false });
  130.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  131.         dbo.createIndex("tags", "tags", { unique: false, multiEntry: true });
  132.         dbo.createIndex("date", "date", { unique: false });
  133.       }
  134.       if (db.objectStoreNames.contains("NOTES") && dbt.objectStore("NOTES").indexNames.length < 3) {
  135.           _mv(db, dbt, "NOTES", "NOTES", _updateNotes);
  136.       }
  137.     })(this.transaction);
  138.  
  139.     if (db.objectStoreNames.contains("BLOCKS")) {
  140.       console.log("migrating BLOCKS to NOTES");
  141.       var temp = [];
  142.       this.transaction.objectStore("BLOCKS").openCursor().onsuccess = function() {
  143.         var cursor = this.result;
  144.         if (cursor) {
  145.           temp.push( {
  146.             requesterId: cursor.value.requesterId,
  147.             tags: "Blocked",
  148.             note: "This requester was blocked under the old HitDB. Blocking has been deprecated and removed "+
  149.               "from HIT Databse. All blocks have been converted to a Note."
  150.           } );
  151.           cursor.continue();
  152.         } else {
  153.           console.log("deleting blocks");
  154.           db.deleteObjectStore("BLOCKS");
  155.           for (var entry of temp)
  156.             this.transaction.objectStore("NOTES").add(entry);
  157.         }
  158.       };
  159.     }
  160.  
  161.     function _mv(db, transaction, source, dest, fn) { //{{{
  162.       var _data = [];
  163.       transaction.objectStore(source).openCursor().onsuccess = function() {
  164.         var cursor = this.result;
  165.           if (cursor) {
  166.             _data.push(cursor.value);
  167.             cursor.continue();
  168.           } else {
  169.             db.deleteObjectStore(source);
  170.             fn(transaction);
  171.             if (_data.length)
  172.               for (var i=0;i<_data.length;i++)
  173.                 transaction.objectStore(dest).add(_data[i]);
  174.               //console.dir(_data);
  175.           }
  176.       };
  177.     } //}}}
  178.  
  179.     console.groupEnd();
  180.   }, // }}} versionChange
  181.  
  182.   error: function(e) { //{{{
  183.     'use strict';
  184.  
  185.     if (e === "DatabaseCreationError") {
  186.       var s = document.getElementById("hdbStatusText");
  187.       s.style.color = "red";
  188.       s.innerHTML = "Something went wrong during database creation!<br>Please refresh the page and try again";
  189.       console.log("Writing failed with",e);
  190.       return;
  191.     }
  192.     if (typeof e === "string")
  193.       console.log(e);
  194.     else
  195.       console.log("Encountered",e.target.error.name,"--",e.target.error.message,e);
  196.   }, //}}} onerror
  197.  
  198.   parseDOM: function(doc) {//{{{
  199.     'use strict';
  200.     
  201.     var statusLabel = document.querySelector("#hdbStatusText");
  202.     statusLabel.style.color = "black";
  203.  
  204.     var errorCheck = doc.querySelector('td[class="error_title"]');
  205.  
  206.     if (doc.title.search(/Status$/) > 0)            // status overview
  207.       parseStatus();
  208.     else if (doc.querySelector('td[colspan="4"]'))  // valid status detail, but no data
  209.       parseMisc("next");
  210.     else if (doc.title.search(/Status Detail/) > 0) // status detail with data
  211.       parseDetail();
  212.     else if (errorCheck) {                          // encountered an error page
  213.       // hit max request rate
  214.       if (~errorCheck.textContent.indexOf("page request rate")) {
  215.         var _d = doc.documentURI.match(/\d{8}/)[0],
  216.             _p = doc.documentURI.match(/ber=(\d+)/)[1];
  217.         metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "start");
  218.         console.log("exceeded max requests; refetching", doc.documentURI);
  219.         statusLabel.innerHTML = "Exceeded maximum server requests; retrying "+Utils.ISODate(_d)+" page "+_p+"."+
  220.           "<br>Please wait...";
  221.         setTimeout(HITStorage.fetch, 550, doc.documentURI);
  222.         return;
  223.       }
  224.       // no more staus details left in range
  225.       else if (qc.extraDays)
  226.         parseMisc("end");
  227.     }
  228.     else 
  229.       throw "ParseError::unhandled document received @"+doc.documentURI;
  230.  
  231.  
  232.     function parseStatus() {//{{{
  233.       HITStorage.data = { HIT: [], STATS: [] };
  234.       qc.seen = {};
  235.       ProjectedEarnings.clear();
  236.  
  237.       var _pastDataExists = Boolean(Object.keys(qc.fetchData).length);
  238.       var raw = { 
  239.         day: doc.querySelectorAll(".statusDateColumnValue"), 
  240.         sub: doc.querySelectorAll(".statusSubmittedColumnValue"),
  241.         app: doc.querySelectorAll(".statusApprovedColumnValue"),
  242.         rej: doc.querySelectorAll(".statusRejectedColumnValue"),
  243.         pen: doc.querySelectorAll(".statusPendingColumnValue"),
  244.         pay: doc.querySelectorAll(".statusEarningsColumnValue") 
  245.       };
  246.       
  247.       var timeout = 0;
  248.       for (var i=0;i<raw.day.length;i++) {
  249.         var d = {};
  250.         var _date = raw.day[i].childNodes[1].href.substr(53);
  251.         d.date      = Utils.ISODate(_date);
  252.         d.submitted = +raw.sub[i].textContent;
  253.         d.approved  = +raw.app[i].textContent;
  254.         d.rejected  = +raw.rej[i].textContent;
  255.         d.pending   = +raw.pen[i].textContent;
  256.         d.earnings  = +raw.pay[i].textContent.substr(1);
  257.         HITStorage.data.STATS.push(d);
  258.  
  259.         // check whether or not we need to get status detail pages for date, then
  260.         // fetch status detail pages per date in range and slightly slow
  261.         // down GET requests to avoid making too many in too short an interval
  262.         var payload = { encodedDate: _date, pageNumber: 1, sortType: "All" };
  263.         if (_pastDataExists) {
  264.           // date not in range but is new date (or old date but we need updates)
  265.           // lastDate stored in ISO format, fetchData date keys stored in mturk's URI ecnodedDate format
  266.           if ( (d.date > qc.fetchData.lastDate) || ~(Object.keys(qc.fetchData).indexOf(_date)) ) {
  267.             setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  268.             timeout += 250;
  269.  
  270.             qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  271.           } 
  272.         } else { // get everything
  273.           setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  274.           timeout += 250;
  275.  
  276.           qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  277.         }
  278.       } // for
  279.       qc.fetchData.expectedTotal = _calcTotals(qc.fetchData);
  280.  
  281.       // try for extra days
  282.       if (qc.extraDays === true) {
  283.         localStorage.removeItem("hitdb_extraDays");
  284.         d = _decDate(HITStorage.data.STATS[HITStorage.data.STATS.length-1].date);
  285.         qc.extraDays = d; // repurpose extraDays for QC
  286.         payload = { encodedDate: d, pageNumber: 1, sortType: "All" };
  287.         console.log("fetchrequest for", d, "sent by parseStatus");
  288.         setTimeout(HITStorage.fetch, 1000, MTURK_BASE+"statusdetail", payload);
  289.       }
  290.       qc.fetchData.lastDate = HITStorage.data.STATS[0].date; // most recent date seen
  291.  
  292.     }//}}} parseStatus
  293.  
  294.     function parseDetail() {//{{{
  295.       var _date = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  296.       var _page = doc.documentURI.replace(/.+ber=(\d+).+/, "$1");
  297.  
  298.       metrics.dbupdate.mark("[PRE]"+_date+"p"+_page, "end");
  299.       console.log("page:", _page, "date:", _date);
  300.       statusLabel.textContent = "Processing "+Utils.ISODate(_date)+" page "+_page;
  301.       var raw = {
  302.         req:      doc.querySelectorAll(".statusdetailRequesterColumnValue"),
  303.         title:    doc.querySelectorAll(".statusdetailTitleColumnValue"),
  304.         pay:      doc.querySelectorAll(".statusdetailAmountColumnValue"),
  305.         status:   doc.querySelectorAll(".statusdetailStatusColumnValue"),
  306.         feedback: doc.querySelectorAll(".statusdetailRequesterFeedbackColumnValue")
  307.       };
  308.  
  309.       for (var i=0;i<raw.req.length;i++) {
  310.         var d = {};
  311.         d.date          = Utils.ISODate(_date);
  312.         d.feedback      = raw.feedback[i].textContent.trim();
  313.         d.hitId         = raw.req[i].childNodes[1].href.replace(/.+HIT\+(.+)/, "$1");
  314.         d.requesterId   = raw.req[i].childNodes[1].href.replace(/.+rId=(.+?)&.+/, "$1");
  315.         d.requesterName = raw.req[i].textContent.trim().replace(/\|/g,"");
  316.         d.reward        = +raw.pay[i].textContent.substr(1);
  317.         d.status        = raw.status[i].textContent;
  318.         d.title         = raw.title[i].textContent.replace(/\|/g, "");
  319.  
  320.         // mturk apparently never marks $0.00 HITs as 'Paid' so we fix that
  321.         if (!d.reward && ~d.status.search(/approved/i)) d.status = "Paid";
  322.         // insert autoApproval times
  323.         d.autoAppTime = HITStorage.autoApprovals.getTime(_date,d.hitId);
  324.  
  325.         HITStorage.data.HIT.push(d);
  326.  
  327.         if (!qc.seen[_date]) qc.seen[_date] = {};
  328.         qc.seen[_date] = { 
  329.           submitted:   qc.seen[_date].submitted + 1 || 1,
  330.           pending: ~d.status.search(/pending/i)  ? 
  331.             (qc.seen[_date].pending + 1 || 1) : (qc.seen[_date].pending || 0)
  332.         };
  333.  
  334.         ProjectedEarnings.updateValues(d);
  335.       }
  336.  
  337.       // additional pages remain; get them
  338.       if (doc.querySelector('img[src="/media/right_dbl_arrow.gif"]')) {
  339.         var payload = { encodedDate: _date, pageNumber: +_page+1, sortType: "All" };
  340.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  341.         return;
  342.       }
  343.  
  344.       if (!qc.extraDays) { // not fetching extra days
  345.         //no longer any more useful data here, don't need to keep rechecking this date
  346.         if (Utils.ISODate(_date) !== qc.fetchData.lastDate &&
  347.             qc.seen[_date].submitted === qc.fetchData[_date].submitted && 
  348.             qc.seen[_date].pending === 0) {
  349.           console.log("no more pending hits, removing",_date,"from fetchData");
  350.           delete qc.fetchData[_date];
  351.           localStorage.setItem("hitdb_fetchData", JSON.stringify(qc.fetchData));
  352.           HITStorage.autoApprovals.purge(_date);
  353.         }
  354.         // finished scraping; start writing
  355.         console.log("totals", _calcTotals(qc.seen), qc.fetchData.expectedTotal);
  356.         statusLabel.textContent += " [ "+_calcTotals(qc.seen)+"/"+ qc.fetchData.expectedTotal+" ]";
  357.         if (_calcTotals(qc.seen) === qc.fetchData.expectedTotal) {
  358.           statusLabel.textContent = "Writing to database...";
  359.           HITStorage.autoApprovals.purge();
  360.           HITStorage.write(HITStorage.data, "update");
  361.         }
  362.       } else if (_date <= qc.extraDays) { // day is older than default range and still fetching extra days
  363.         parseMisc("next");
  364.         console.log("fetchrequest for", _decDate(Utils.ISODate(_date)));
  365.       }
  366.     }//}}} parseDetail
  367.  
  368.     function parseMisc(type) {//{{{
  369.       var _d = doc.documentURI.match(/\d{8}/)[0],
  370.           _p = doc.documentURI.match(/ber=(\d+)/)[1];
  371.       metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "end");
  372.       var payload = { encodedDate: _decDate(Utils.ISODate(_d)), pageNumber: 1, sortType: "All" };
  373.  
  374.       if (type === "next" && +qc.extraDays > 1) {
  375.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  376.         console.log("going to next page", payload.encodedDate);
  377.       } else if (type === "end" && +qc.extraDays > 1) {
  378.         statusLabel.textContent = "Writing to database...";
  379.         HITStorage.write(HITStorage.data, "update");
  380.       } else 
  381.         throw 'Unhandled case -- "'+type+'" in '+doc.documentURI;
  382.     }//}}}
  383.  
  384.     function _decDate(date) {//{{{
  385.       var y = date.substr(0,4);
  386.       var m = date.substr(5,2);
  387.       var d = date.substr(8,2);
  388.       date = new Date(y,m-1,d-1);
  389.       return Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded() + date.getFullYear();
  390.     }//}}}
  391.  
  392.     function _calcTotals(obj) {//{{{
  393.       var sum = 0;
  394.       for (var k in obj){
  395.         if (obj.hasOwnProperty(k) && !isNaN(+k)) 
  396.           sum += obj[k].submitted;
  397.       }
  398.       return sum;
  399.     }//}}}
  400.   },//}}} parseDOM
  401.   
  402.   autoApprovals: {//{{{
  403.     getTime : function(date, hitId) {
  404.       'use strict';
  405.  
  406.       if (qc.extraDays || (!Object.keys(qc.aac).length && !Object.keys(qc.aat).length)) return "";
  407.       var found = false,
  408.           filter = function(id) { return id === hitId; },
  409.           autoApp = "";
  410.  
  411.       if (qc.aac[date]) {
  412.         autoApp = qc.aac[date][Object.keys(qc.aac[date]).filter(filter)[0]] || "";
  413.         if (autoApp) found = true;
  414.       }
  415.       if (!found && Object.keys(qc.aat).length) {
  416.         for (var key in qc.aat) { if (qc.aat.hasOwnProperty(key)) { // for all dates in aat
  417.           var id = Object.keys(qc.aat[key]).filter(filter)[0];
  418.           autoApp = qc.aat[key][id] || "";
  419.           if (autoApp) {
  420.             found = true;
  421.             qc.aac[date] = qc.aac[date] || {};
  422.             qc.aac[date][id] = qc.aat[key][id]; // move time from temp var to collection var
  423.             delete qc.aat[key][id];
  424.             qc.save("aat", "hitdb_autoAppTemp", true);
  425.             qc.save("aac", "hitdb_autoAppCollection", true);
  426.             break;
  427.           }
  428.         }} // for key (dates)
  429.       } // if !found && aat not empty
  430.       return autoApp;
  431.     },// getTime
  432.     purge : function(date) {
  433.       'use strict';
  434.       if (date) { 
  435.         delete qc.aac[date];
  436.         qc.save("aac", "hitdb_autoAppCollection", true);
  437.         return;
  438.       }
  439.  
  440.       if (!Object.keys(qc.aat).length) return; // nothing here
  441.  
  442.       var pad = function(num) { return Number(num).toPadded(); },
  443.           _date = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  444.  
  445.       for (var key of Object.keys(qc.aat)) {
  446.         if (_date - key > 169200000) delete qc.aat[key]; // at least 2 days old, no need to keep it around
  447.       }
  448.       qc.save("aat", "hitdb_autoAppTemp", true);
  449.     } // purge
  450.   },//}}} autoApprovals
  451.  
  452.   fetch: function(url, payload) { //{{{
  453.     'use strict';
  454.  
  455.     //format GET request with query payload
  456.     if (payload) {
  457.       var args = 0;
  458.       url += "?";
  459.       for (var k in payload) {
  460.         if (payload.hasOwnProperty(k)) {
  461.           if (args++) url += "&";
  462.           url += k + "=" + payload[k];
  463.         }
  464.       }
  465.     }
  466.     // defer XHR to a promise
  467.     var fetch = new Promise( function(fulfill, deny) {
  468.       var urlreq = new XMLHttpRequest();
  469.       urlreq.open("GET", url, true);
  470.       urlreq.responseType = "document";
  471.       urlreq.send();
  472.       urlreq.onload = function() { 
  473.         if (this.status === 200) {
  474.           fulfill(this.response);
  475.         } else {
  476.           deny("Error ".concat(String(this.status)).concat(": "+this.statusText));
  477.         }
  478.       };
  479.       urlreq.onerror   = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  480.       urlreq.ontimeout = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  481.     } );
  482.     fetch.then( HITStorage.parseDOM, HITStorage.error );
  483.  
  484.   }, //}}} fetch
  485.   
  486.   write: function(input, statusUpdate) { //{{{
  487.     'use strict';
  488.  
  489.     if (statusUpdate === "update")
  490.       qc.timeoutTimer = setTimeout(HITStorage.error, 5555, "DatabaseCreationError");
  491.  
  492.     var dbh = window.indexedDB.open(DB_NAME);
  493.     dbh.onerror = HITStorage.error;
  494.     dbh.onsuccess = function() { _write(this.result); };
  495.  
  496.     var counts = { requests: 0, total: 0 };
  497.  
  498.     function _write(db) {
  499.       db.onerror = HITStorage.error;
  500.       var os = Object.keys(input);
  501.  
  502.       var dbt = db.transaction(os, "readwrite");
  503.       var dbo = [];
  504.       for (var i=0;i<os.length;i++) { // cycle object stores
  505.         dbo[i] = dbt.objectStore(os[i]);
  506.         for (var k of input[os[i]]) { // cycle entries to put into object stores
  507.           if (statusUpdate && ++counts.requests)
  508.             dbo[i].put(k).onsuccess = _statusCallback;
  509.           else
  510.             dbo[i].put(k);
  511.         }
  512.       }
  513.       db.close();
  514.     }
  515.  
  516.     function _statusCallback() {
  517.       if (++counts.total === counts.requests) {
  518.         var statusLabel = document.querySelector("#hdbStatusText");
  519.         statusLabel.style.color = "green";
  520.         statusLabel.textContent = statusUpdate === "update" ? "Update Complete!" : 
  521.           statusUpdate === "restore" ? "Restoring " + counts.total + " entries... Done!" : 
  522.           "Done!";
  523.         document.querySelector("#hdbProgressBar").style.display = "none";
  524.  
  525.         if (statusUpdate === "update") {
  526.           clearTimeout(qc.timeoutTimer);
  527.           ProjectedEarnings.data.dbUpdated = new Date().toLocalISOString();
  528.           ProjectedEarnings.saveState();
  529.           ProjectedEarnings.draw(false);
  530.  
  531.           metrics.dbupdate.stop();
  532.           metrics.dbupdate.report();
  533.         }
  534.       }
  535.     }
  536.  
  537.   }, //}}} write
  538.  
  539.   recall: function(store, options) {//{{{
  540.     'use strict';
  541.  
  542.     var index = options ? (options.index  || null)  : null,
  543.         range = options ? (options.range  || null)  : null,
  544.         dir   = options ? (options.dir || "next") : "next",
  545.         fs    = options ? (options.filter ? options.filter.status !== "*" ? new RegExp(options.filter.status, "i") : false : false) : false,
  546.         fq    = options ? (options.filter ? options.filter.query  !== "*" ? new RegExp(options.filter.query,"i")  : false : false) : false,
  547.         limit = 0;
  548.  
  549.     if (options && options.progress) {
  550.       var progressBar = document.querySelector("#hdbProgressBar");
  551.           //statusText  = document.querySelector("#hdbStatusText");
  552.       progressBar.style.display = "block";
  553.     }
  554.     var sr = new DatabaseResult();
  555.     return new Promise( function(resolve) {
  556.       window.indexedDB.open(DB_NAME).onsuccess = function() {
  557.         var dbo = this.result.transaction(store, "readonly").objectStore(store), dbq = null;
  558.         if (index) 
  559.           dbq = dbo.index(index).openCursor(range, dir);
  560.         else
  561.           dbq = dbo.openCursor(range, dir);
  562.         dbq.onsuccess = function() {
  563.           var c = this.result;
  564.           if (c) { 
  565.             if ( (!fs && !fq) ||                              // no query filter and no status filter OR
  566.                  (fs && !fq && ~c.value.status.search(fs)) || // status match and no query filter OR
  567.                  (!fs && fq &&                                // query match and no status filter OR
  568.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq)))  ||
  569.                  (fs && fq && ~c.value.status.search(fs) &&   // status match and query match
  570.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq))) )
  571.               if (limit++ < 3800) // limit to save memory usage in large databases
  572.                 sr.include(c.value);
  573.             c.continue();
  574.           } else
  575.             resolve(sr);
  576.         };
  577.       };
  578.     } ); // promise
  579.   },//}}} recall
  580.  
  581.   backup: function() {//{{{
  582.     'use strict';
  583.  
  584.     var bData = {},
  585.         os    = ["STATS", "NOTES", "HIT"],
  586.         count = 0,
  587.         prog  = document.querySelector("#hdbProgressBar");
  588.  
  589.     prog.style.display = "block";
  590.  
  591.     window.indexedDB.open(DB_NAME).onsuccess = function() {
  592.       for (var store of os) {
  593.         this.result.transaction(os, "readonly").objectStore(store).openCursor().onsuccess = populateBackup;
  594.       }
  595.     };
  596.     function populateBackup(e) {
  597.       var cursor = e.target.result;
  598.       if (cursor) {
  599.         if (!bData[cursor.source.name]) bData[cursor.source.name] = [];
  600.         bData[cursor.source.name].push(cursor.value);
  601.         cursor.continue();
  602.       } else 
  603.         if (++count === 3)
  604.           finalizeBackup();
  605.     }
  606.     function finalizeBackup() {
  607.       var backupblob = new Blob([JSON.stringify(bData)], {type:"application/json"});
  608.       var date = new Date();
  609.       var dl = document.createElement("A");
  610.       date = date.getFullYear() + Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded();
  611.       dl.href = URL.createObjectURL(backupblob);
  612.       console.log(dl.href);
  613.       dl.download = "hitdb_"+date+".bak";
  614.       document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  615.       dl.click();                    // so we make it so and click,
  616.       dl.remove();                   // then immediately remove it
  617.       prog.style.display = "none";
  618.     }
  619.  
  620.   }//}}} backup
  621.  
  622. }, //}}} HITStorage
  623.  
  624.     Utils = { //{{{
  625.   ftime : function(t, noBlanks) {//{{{
  626.     'use strict';
  627.  
  628.     if (t === 0) return "0s";
  629.     if (!t && noBlanks) return "n/a";
  630.     var d = Math.floor(t/86400),
  631.         h = Math.floor(t%86400/3600),
  632.         m = Math.floor(t%86400%3600/60),
  633.         s = t%86400%3600%60;
  634.     return ((d>0) ? d+" day"+(d>1 ? "s " : " ") : "") + ((h>0) ? h+"h " : "") + ((m>0) ? m+"m " : "") + ((s>0) ? s+"s" : "");
  635.   },//}}}ftime
  636.  
  637.   ISODate: function(date) { //{{{ MMDDYYYY <-> YYYY-MM-DD
  638.     'use strict';
  639.  
  640.     if (date.length === 10)
  641.       return date.substr(5,2)+date.substr(-2)+date.substr(0,4);
  642.     else
  643.       return date.substr(4)+"-"+date.substr(0,2)+"-"+date.substr(2,2);
  644.   }//}}} ISODate
  645.  
  646. }; //}}} Utils
  647.  
  648. // ProjectedEarnings doesn't belong up here, but it needs to be for variable assignment purposes :(
  649. var ProjectedEarnings = {//{{{
  650.   data: JSON.parse(localStorage.getItem("hitdb_projectedEarnings") || "{}"),
  651.   updateDate: function() {//{{{
  652.     'use strict';
  653.  
  654.     var el        = document.querySelectorAll(".metrics-table")[5].querySelector(".metrics-table-first-value").children[0],
  655.         date      = el.href.match(/\d{8}/)[0],
  656.         day       = el.textContent,
  657.         isToday   = day === "Today",
  658.         _date     = new Date(),
  659.         pad       = function(num) { return Number(num).toPadded(); },
  660.         weekEnd   = null,
  661.         weekStart = null;
  662.  
  663.     _date.setDate(_date.getDate() - _date.getDay()); // sunday
  664.     weekStart = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()));
  665.     _date.setDate(_date.getDate() + 7); // next sunday
  666.     weekEnd   = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()-_date.getDay()+7));
  667.  
  668.     if (!Object.keys(this.data).length) {
  669.       this.data = {
  670.         today: date, weekStart: weekStart, weekEnd: weekEnd, day: new Date().getDay(), dbUpdated: "n/a",
  671.         pending: 0, earnings: {}, target: { day: 0, week: 0 }
  672.       };
  673.     }
  674.  
  675.     if ( (Date.parse(Utils.ISODate(date)) >= this.data.weekEnd) ||
  676.         (!isToday && _date.getDay() < this.data.day) ) { // new week
  677.       this.data.earnings = {};
  678.       this.data.weekEnd = weekEnd;
  679.       this.data.weekStart = weekStart;
  680.     }
  681.     if (date !== this.data.today || !isToday) { // new day
  682.       this.data.today = date === this.data.today ? null : date;
  683.       this.data.day = new Date().getDay();
  684.     }
  685.  
  686.     this.saveState();
  687.   },//}}} updateDate
  688.   
  689.   draw: function(init) {//{{{
  690.     'use strict';
  691.  
  692.     var parentTable = document.querySelector("#total_earnings_amount").offsetParent,
  693.         rowPending  = init ? parentTable.insertRow(-1) : parentTable.rows[4],
  694.         rowProjectedDay = init ? parentTable.insertRow(-1) : parentTable.rows[5],
  695.         rowProjectedWeek = init ? parentTable.insertRow(-1) : parentTable.rows[6],
  696.         title = "Click to set/change the target value",
  697.         weekTotal = this.getWeekTotal(),
  698.         dayTotal = this.data.earnings[this.data.today] || 0;
  699.  
  700.     if (init) {
  701.       rowPending.insertCell(-1);rowPending.insertCell(-1);rowPending.className = "even";
  702.       rowProjectedDay.insertCell(-1);rowProjectedDay.insertCell(-1);rowProjectedDay.className = "odd";
  703.       rowProjectedWeek.insertCell(-1);rowProjectedWeek.insertCell(-1);rowProjectedWeek.className = "even";
  704.       for (var i=0;i<rowPending.cells.length;i++) rowPending.cells[i].style.borderTop = "dotted 1px black";
  705.       rowPending.cells[0].className = "metrics-table-first-value";
  706.       rowProjectedDay.cells[0].className = "metrics-table-first-value";
  707.       rowProjectedWeek.cells[0].className = "metrics-table-first-value";
  708.       rowPending.cells[1].title = "This value includes all earnings that are not yet fully cleared as 'Paid'";
  709.     }
  710.  
  711.     rowPending.cells[0].innerHTML = 'Pending earnings '+
  712.       '<span style="font-family:arial;font-size:10px;" title="Timestamp of last database update">[ ' + this.data.dbUpdated + ' ]</span>';
  713.     rowPending.cells[1].textContent = "$"+Number(this.data.pending).toFixed(2);
  714.     rowProjectedDay.cells[0].innerHTML = 'Projected earnings for the day<br>'+
  715.       '<meter id="projectedDayProgress" style="width:220px;" title="'+title+
  716.         '" value="'+dayTotal+'" max="'+this.data.target.day+'"></meter>'+
  717.       '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(dayTotal-this.data.target.day).toFixed(2) + '</span>';
  718.     rowProjectedDay.cells[1].textContent = "$"+Number(dayTotal).toFixed(2);
  719.     rowProjectedWeek.cells[0].innerHTML = 'Projected earnings for the week<br>' +
  720.       '<meter id="projectedWeekProgress" style="width:220px;" title="'+title+
  721.         '" value="'+weekTotal+'" max="'+this.data.target.week+'"></meter>' +
  722.       '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(weekTotal-this.data.target.week).toFixed(2) + '</span>';
  723.     rowProjectedWeek.cells[1].textContent = "$"+Number(weekTotal).toFixed(2);
  724.  
  725.     document.querySelector("#projectedDayProgress").onclick = updateTargets.bind(this, "day");
  726.     document.querySelector("#projectedWeekProgress").onclick = updateTargets.bind(this, "week");
  727.  
  728.     function updateTargets(span, e) {
  729.       /*jshint validthis:true*/
  730.       var goal = prompt("Set your " + (span === "day" ? "daily" : "weekly") + " target:",
  731.           this.data.target[span === "day" ? "day" : "week"]);
  732.       if (goal && !isNaN(goal)) {
  733.         this.data.target[span === "day" ? "day" : "week"] = goal;
  734.         e.target.max = goal;
  735.         e.target.nextSibling.textContent = " "+Number((span === "day" ? dayTotal : weekTotal) - goal).toFixed(2);
  736.         this.saveState();
  737.       }
  738.     }
  739.   },//}}} draw
  740.  
  741.   getWeekTotal: function() {
  742.     'use strict';
  743.  
  744.     var totals = 0;
  745.     for (var k of Object.keys(this.data.earnings))
  746.       totals += this.data.earnings[k];
  747.  
  748.     return Math.decRound(totals, 2);
  749.   },
  750.   
  751.   saveState: function() {
  752.     'use strict';
  753.  
  754.     localStorage.setItem("hitdb_projectedEarnings", JSON.stringify(this.data));
  755.   },
  756.  
  757.   clear: function() {
  758.     'use strict';
  759.  
  760.     this.data.pending = 0;
  761.  
  762.     for (var day of Object.keys(this.data.earnings)) {
  763.       //
  764.       // schema change -- remove if block after update propagation
  765.       //
  766.       if (isNaN(day)) { delete this.data.earnings[day]; continue; }
  767.  
  768.       this.data.earnings[day] = 0;
  769.     }
  770.   },
  771.  
  772.   updateValues: function(obj) {
  773.     'use strict';
  774.  
  775.     var vDate = Date.parse(obj.date), iDate = Utils.ISODate(obj.date);
  776.  
  777.     if (~obj.status.search(/pending/i)) // sum pending earnings (include approved until fully cleared as paid)
  778.       this.data.pending = Math.decRound(obj.reward+this.data.pending, 2);
  779.     if (vDate < this.data.weekEnd && vDate >= this.data.weekStart && !~obj.status.search(/rejected/i)){ // sum weekly earnings by day
  780.       this.data.earnings[iDate] = Math.decRound(obj.reward+(this.data.earnings[iDate] || 0), 2 );
  781.     }
  782.   }
  783. };//}}} ProjectedEarnings
  784.  
  785. function DatabaseResult() {//{{{
  786.   'use strict';
  787.  
  788.   this.results = [];
  789.   this.formatHTML = function(type, simple) {//{{{
  790.     simple = simple || false;
  791.     var count = 0, htmlTxt = [], entry = null, _trClass = null;
  792.  
  793.     if (this.results.length < 1) return "<h2>No entries found matching your query.</h2>";
  794.  
  795.     if (type === "daily") {
  796.       htmlTxt.push('<thead><tr class="hdbHeaderRow"><th style="background:white;"></th>'+
  797.           '<th>Date</th><th>Submitted</th><th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th></tr></thead><tbody>');
  798.       var r = _collate(this.results,"date");
  799.       for (entry of this.results) {
  800.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  801.         
  802.         htmlTxt.push('<tr '+_trClass+' style="text-align:center"><td style="background:white;"></td>'+
  803.             '<td>' + entry.date + '</td><td>' + entry.submitted + '</td>' +
  804.             '<td>' + entry.approved + '</td><td>' + entry.rejected + '</td><td>' + entry.pending + '</td>' +
  805.             '<td>' + Number(entry.earnings).toFixed(2) + '</td></tr>');
  806.       }
  807.       htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td style="text-align:right;">Totals:</td>' +
  808.           '<td style="text-align:right;">' + r.totalEntries + ' days</td><td style="text-align:center;">' + r.totalSub + '</td>' +
  809.           '<td style="text-align:center;">' + r.totalApp + '</td><td style="text-align:center;">' + r.totalRej + '</td>' +
  810.           '<td style="text-align:center;">' + r.totalPen + '</td><td style="text-align:center;">$' + 
  811.           Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  812.     } else if (type === "pending" || type === "requester") {
  813.       htmlTxt.push('<thead><tr data-sort="99999" class="hdbHeaderRow"><th>Requester ID</th>' +
  814.           '<th width="500">Requester</th><th>' + (type === "pending" ? 'Pending' : 'HITs') + '</th><th>Rewards</th></tr></thead><tbody>');
  815.       r = _collate(this.results,"requesterId");
  816.       for (var k in r) {
  817.         if (!~k.search(/total/) && r.hasOwnProperty(k)) {
  818.           var tr = ['<tr data-hits="'+r[k].length+'"><td>' +
  819.               '<span style="cursor:pointer;color:blue;" class="hdbExpandRow" title="Display all pending HITs from this requester">' +
  820.               '[+]</span> ' + r[k][0].requesterId + '</td><td>' + r[k][0].requesterName + '</td>' +
  821.               '<td style="text-align:center;">' + r[k].length + '</td><td>' + Number(Math.decRound(r[k].pay,2)).toFixed(2) + '</td></tr>'];
  822.  
  823.           for (var hit of r[k]) {  // hits in range per requester id
  824.             tr.push('<tr data-rid="'+r[k][0].requesterId+'" style="color:#c60000;display:none;"><td style="text-align:right">' + 
  825.                 hit.date + '</td><td width="500" colspan="2">[ <span class="helpSpan" title="Auto-approval time">AA: '+
  826.                 Utils.ftime(hit.autoAppTime, true).trim()+'</span> ] '+ 
  827.                 hit.title + '</td><td style="text-align:right">' + _parseRewards(hit.reward,"pay") + '</td></tr>');
  828.           }
  829.           htmlTxt.push(tr.join(''));
  830.         }
  831.       }
  832.       htmlTxt.sort(function(a,b) { return +b.substr(15,5).match(/\d+/) - +a.substr(15,5).match(/\d+/); });
  833.       htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td style="text-align:right;">Totals:</td>' +
  834.           '<td style="text-align:center;">' + (Object.keys(r).length-7) + ' Requesters</td>' +
  835.           '<td style="text-align:right;">' + r.totalEntries + '</td>'+
  836.           '<td style="text-align:right;">$' + Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  837.     } else { // default
  838.       if (!simple)
  839.         htmlTxt.push('<thead><tr class="hdbHeaderRow"><th colspan="3"></th>' +
  840.           '<th colspan="2" title="Bonuses must be added in manually.\n\nClick inside' +
  841.           'the cell to edit, click out of the cell to save">Reward</th><th colspan="3"></th></tr>'+
  842.           '<tr class="hdbHeaderRow">' +
  843.           '<th>Date</th><th>Requester</th><th>HIT title</th><th style="font-size:10px;">Pay</th>'+
  844.           '<th style="font-size:10px;"><span class="helpSpan" title="Click the cell to edit.\nIts value is automatically saved">'+
  845.           'Bonus</span></th><th>Status</th><th>'+
  846.           '<span class="helpSpan" title="Auto-approval times">AA</span></th><th>Feedback</th></tr></thead><tbody>');
  847.  
  848.       for (entry of this.results) {
  849.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  850.         var _stColor = ~entry.status.search(/(paid|approved)/i) ? "green"  :
  851.                        entry.status === "Pending Approval"      ? "orange" : "red";
  852.         var href = MTURK_BASE+'contact?requesterId='+entry.requesterId+'&requesterName='+entry.requesterName+
  853.           '&subject=Regarding+Amazon+Mechanical+Turk+HIT+'+entry.hitId;
  854.  
  855.         if (!simple)
  856.           htmlTxt.push('<tr '+_trClass+' data-id="'+entry.hitId+'">'+
  857.             '<td width="74px">' + entry.date + '</td><td style="max-width:145px;">' +
  858.             '<a target="_blank" title="Contact this requester" href="'+href+'">' + entry.requesterName + '</a></td>' + 
  859.             '<td width="375px" title="HIT ID:   '+entry.hitId+'">' + 
  860.             '<span title="Add a note" id="note-'+entry.hitId+'" style="cursor:pointer;">&nbsp;&#128221;&nbsp;</span>' + 
  861.             entry.title + '</td><td style="text-align:right">' + _parseRewards(entry.reward,"pay") + '</td>' +
  862.             '<td style="text-align:right" class="bonusCell" title="Click to add/edit" contenteditable="true" data-hitid="'+entry.hitId+'">' + 
  863.             (+_parseRewards(entry.reward,"bonus") ? _parseRewards(entry.reward,"bonus") : "") + 
  864.             '</td><td style="color:'+_stColor+';text-align:center">' + entry.status + '</td>' +
  865.             '<td>' + Utils.ftime(entry.autoAppTime) + '</td><td>' + entry.feedback + '</td></tr>');
  866.         else
  867.           htmlTxt.push('<tr data-rid="'+entry.requesterId+'" style="display:none"><td>'+entry.date+'</td><td>'+entry.title+'</td><td>'+
  868.             _parseRewards(entry.reward,"pay") + '</td><td>'+ entry.status+'</td></tr>');
  869.       }
  870.  
  871.       if (!simple) {
  872.         r = _collate(this.results,"requesterId");
  873.         htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td></td>' +
  874.             '<td style="text-align:right">Totals:</td><td style="text-align:center;">' + r.totalEntries + ' HITs</td>' +
  875.             '<td style="text-align:right">$' + Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td>' +
  876.             '<td style="text-align:right">$' + Number(Math.decRound(r.totalBonus,2)).toFixed(2) + '</td>' +
  877.             '<td colspan="3"></td></tr></tfoot>');
  878.       }
  879.     }
  880.     return htmlTxt.join('');
  881.   };//}}} formatHTML
  882.   this.formatCSV = function(type) {//{{{
  883.     var csvTxt = [], entry = null, delimiter="\t";
  884.     if (type === "daily") {
  885.       csvTxt.push( ["Date", "Submitted", "Approved", "Rejected", "Pending", "Earnings\n"].join(delimiter) );
  886.       for (entry of this.results) {
  887.         csvTxt.push( [entry.date, entry.submitted, entry.approved, entry.rejected, 
  888.             entry.pending, Number(entry.earnings).toFixed(2)+"\n"].join(delimiter) );
  889.       }
  890.       csvToFile(csvTxt, "hitdb_dailyOverview.csv");
  891.     } else if (type === "pending" || type === "requester") {
  892.       csvTxt.push( ["RequesterId","Requester", (type === "pending" ? "Pending" : "HITs"), "Rewards\n"].join(delimiter) );
  893.       var r = _collate(this.results,"requesterId");
  894.       for (var k in r) {
  895.         if (!~k.search(/total/) && r.hasOwnProperty(k))
  896.           csvTxt.push( [k, r[k][0].requesterName, r[k].length, Number(Math.decRound(r[k].pay,2)).toFixed(2)+"\n"].join(delimiter) );
  897.       }
  898.       csvToFile(csvTxt, "hitdb_"+type+"Overview.csv");
  899.     } else {
  900.       csvTxt.push(["Date","Requester","Title","Pay","Bonus","Status","Feedback\n"].join(delimiter));
  901.       for (entry of this.results) {
  902.         csvTxt.push([entry.date, entry.requesterName, entry.title, Number(_parseRewards(entry.reward,"pay")).toFixed(2),
  903.             (+_parseRewards(entry.reward,"bonus") ? Number(_parseRewards(entry.reward,"bonus")).toFixed(2) : ""),
  904.             entry.status, entry.feedback+"\n"].join(delimiter));
  905.       }
  906.       csvToFile(csvTxt, "hitdb_queryResults.csv");
  907.     }
  908.  
  909.     return "<pre>"+csvTxt.join('')+"</pre>";
  910.  
  911.     function csvToFile(csv, filename) {
  912.       var blob = new Blob(csv, {type: "text/csv", endings: "native"}),
  913.           dl   = document.createElement("A");
  914.       dl.href = URL.createObjectURL(blob);
  915.       dl.download = filename;
  916.       document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  917.       dl.click();                    // so we make it so and click,
  918.       dl.remove();                   // then immediately remove it
  919.       return dl;
  920.     }
  921.   };//}}} formatCSV
  922.   this.include = function(value) {
  923.     this.results.push(value);
  924.   };
  925.  
  926.   function _parseRewards(rewards,value) {
  927.     if (!isNaN(rewards)) {
  928.       if (value === "pay")
  929.         return Number(rewards).toFixed(2);
  930.       else
  931.         return "0.00";
  932.     } else {
  933.       if (value === "pay")
  934.         return Number(rewards.pay).toFixed(2);
  935.       else
  936.         return Number(rewards.bonus).toFixed(2);
  937.     }
  938.   } // _parse
  939.   function _collate(data, index) {
  940.     var r = { 
  941.       totalPay: 0, totalBonus: 0, totalEntries: data.length,
  942.       totalSub: 0, totalApp: 0, totalRej: 0, totalPen: 0
  943.     };
  944.     for (var e of data) {
  945.       if (!r[e[index]]) { r[e[index]] = []; r[e[index]].pay = 0; }
  946.       r[e[index]].push(e);
  947.  
  948.       if (index === "date") {
  949.         r.totalSub += e.submitted;
  950.         r.totalApp += e.approved;
  951.         r.totalRej += e.rejected;
  952.         r.totalPen += e.pending;
  953.         r.totalPay += e.earnings;
  954.       } else {
  955.         r[e[index]].pay += (+_parseRewards(e.reward,"pay"));
  956.         r.totalPay += (+_parseRewards(e.reward,"pay"));
  957.         r.totalBonus += (+_parseRewards(e.reward,"bonus"));
  958.       }
  959.     }
  960.     return r;
  961.   } // _collate
  962. }//}}} databaseresult
  963.  
  964. /* 
  965.  *
  966.  *    Above contains the core functions. Below is the
  967.  *    main body, interface, and tangential functions.
  968.  *
  969.  *///{{{
  970. // the Set() constructor is never actually used other than to test for Chrome v38+
  971. if (!("indexedDB" in window && "Set" in window)) alert("HITDB::Your browser is too outdated or otherwise incompatible with this script!");
  972. else {
  973. /*
  974.   var tdbh = window.indexedDB.open(DB_NAME);
  975.   tdbh.onerror = function(e) { 'use strict'; console.log("[TESTDB]",e.target.error.name+":", e.target.error.message, e); };
  976.   tdbh.onsuccess = INFLATEDUMMYVALUES;
  977.   tdbh.onupgradeneeded = BLANKSLATE;
  978.   var dbh = null;
  979. */
  980.   
  981.   if (document.location.pathname.search(/dashboard/) > 0) {
  982.     var dbh = window.indexedDB.open(DB_NAME, DB_VERSION);
  983.     dbh.onerror = function(e) { 'use strict'; console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  984.     dbh.onupgradeneeded = HITStorage.versionChange;
  985.     dbh.onsuccess = function() { 'use strict'; this.result.close(); };
  986.  
  987.     dashboardUI();
  988.  
  989.     ProjectedEarnings.updateDate();
  990.     ProjectedEarnings.draw(true);
  991.   } else {
  992.     beenThereDoneThat();
  993.   }
  994. }
  995. /*}}}
  996.  *
  997.  *    Above is the main body and core functions. Below
  998.  *    defines UI layout/appearance and tangential functions.
  999.  *
  1000.  */
  1001.  
  1002. // {{{ css injection
  1003. var css = "<style type='text/css'>" +
  1004. ".hitdbRTButtons {border:1px solid; font-size: 10px; height: 18px; padding-left: 5px; padding-right: 5px; background: pink;}" +
  1005. ".hitdbRTButtons-green {background: lightgreen;}" +
  1006. ".hitdbRTButtons-large {width:80px;}" +
  1007. ".hdbProgressContainer {margin:auto; width:500px; height:6px; position:relative; display:none; border-radius:10px; overflow:hidden; background:#d3d8db;}" +
  1008. ".hdbProgressInner {width:100%; position:absolute; left:0;top:0;bottom:0; animation: kfpin 1.4s infinite; background:" +
  1009.   "linear-gradient(262deg, rgba(208,69,247,0), rgba(208,69,247,1), rgba(69,197,247,1), rgba(69,197,247,0)); background-size: 300% 500%;}" +
  1010. ".hdbProgressOuter {width:30%; position:absolute; left:0;top:0;bottom:0; animation: kfpout 2s cubic-bezier(0,0.55,0.2,1) infinite;}" +
  1011. "@keyframes kfpout { 0% {left:-100%;} 70%{left:100%;} 100%{left:100%;} }" +
  1012. "@keyframes kfpin { 0%{background-position: 0% 50%} 50%{background-position: 100% 15%} 100%{background-position:0% 30%} }" +
  1013. ".hdbCalControls {cursor:pointer;} .hdbCalControls:hover {color:c27fcf;}" +
  1014. ".hdbCalCells {background:#f0f6f9; height:19px}" +
  1015. ".hdbCalDays {cursor:pointer; text-align:center;} .hdbCalDays:hover {background:#7fb4cf; color:white;}" +
  1016. ".hdbDayHeader {width:26px; text-align:center; font-weight:bold; font-size:12px; background:#f0f6f9;}" +
  1017. ".hdbCalHeader {background:#7fb4cf; color:white; font-weight:bold; text-align:center; font-size:11px; padding:3px 0px;}" +
  1018. "#hdbCalendarPanel {position:absolute; z-index:10; box-shadow:-2px 3px 5px 0px rgba(0,0,0,0.68);}" +
  1019. ".hdbTotalsRow {background:#CCC; color:#369; font-weight:bold;}" +
  1020. ".hdbHeaderRow {background:#7FB448; font-size:12px; color:white}" +
  1021. ".helpSpan {border-bottom:1px dotted; cursor:help;}" +
  1022. "</style>";
  1023. document.head.innerHTML += css;
  1024. // }}}
  1025.  
  1026. function beenThereDoneThat() {//{{{
  1027.   // 
  1028.   // TODO refine searching
  1029.   //
  1030.   'use strict';
  1031.  
  1032.   if (~document.location.pathname.search(/(accept|continue)/)) {
  1033.     if (!document.querySelector('input[name="hitAutoAppDelayInSeconds"]')) return;
  1034.  
  1035.     // capture autoapproval times
  1036.     var _aa = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1037.         _hid = document.querySelectorAll('input[name="hitId"]')[1].value,
  1038.         pad = function(num) { return Number(num).toPadded(); },
  1039.         _d  = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  1040.  
  1041.     if (!qc.aat[_d]) qc.aat[_d] = {};
  1042.     qc.aat[_d][_hid] = _aa;
  1043.     qc.save("aat", "hitdb_autoAppTemp", true);
  1044.     return;
  1045.   }
  1046.   var qualNode = document.querySelector('td[colspan="11"]');
  1047.   if (qualNode) { // we're on the preview page!
  1048.     var requester     = document.querySelector('input[name="requesterId"]').value,
  1049.         //hitId         = document.querySelector('input[name="hitId"]').value,
  1050.         autoApproval  = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1051.         hitTitle      = document.querySelector('div[style*="ellipsis"]').textContent.trim().replace(/\|/g,""),
  1052.         insertionNode = qualNode.parentNode.parentNode;
  1053.     var row = document.createElement("TR"), cellL = document.createElement("TD"), cellR = document.createElement("TD");
  1054.     var _resultsTable = document.createElement("TABLE");
  1055.     _resultsTable.id = "resultsTableFor"+requester;
  1056.     insertionNode.parentNode.parentNode.appendChild(_resultsTable);
  1057.  
  1058.     cellR.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp;&nbsp;'+Utils.ftime(autoApproval);
  1059.     var rbutton = document.createElement("BUTTON");
  1060.     rbutton.classList.add("hitdbRTButtons","hitdbRTButtons-large");
  1061.     rbutton.textContent = "Requester";
  1062.     rbutton.onclick = function(e) { 
  1063.       e.preventDefault();
  1064.       showResults(requester);
  1065.     };
  1066.     var tbutton = rbutton.cloneNode(false);
  1067.     rbutton.dataset.id = requester;
  1068.     rbutton.title = "Show HITs completed from this requester";
  1069.     tbutton.textContent = "HIT Title";
  1070.     tbutton.onclick = function(e) { e.preventDefault(); };
  1071.     HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(requester)})
  1072.       .then(processResults.bind(rbutton));
  1073.     HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(hitTitle)})
  1074.       .then(processResults.bind(tbutton));
  1075.     row.appendChild(cellL);
  1076.     row.appendChild(cellR);
  1077.     cellL.appendChild(rbutton);
  1078.     cellL.appendChild(tbutton);
  1079.     cellL.colSpan = "3";
  1080.     cellR.colSpan = "8";
  1081.     insertionNode.appendChild(row);
  1082.   } else { // browsing HITs n sutff 
  1083.     var titleNodes = document.querySelectorAll('a[class="capsulelink"]');
  1084.     if (titleNodes.length < 1) return; // nothing left to do here!
  1085.     var requesterNodes = document.querySelectorAll('a[href*="hitgroups&requester"]');
  1086.     var insertionNodes = [];
  1087.  
  1088.     for (var i=0;i<titleNodes.length;i++) {
  1089.       var _title = titleNodes[i].textContent.trim().replace(/\|/g,"");
  1090.       var _tbutton = document.createElement("BUTTON");
  1091.       var _id = requesterNodes[i].href.replace(/.+Id=(.+)/, "$1");
  1092.       var _rbutton = document.createElement("BUTTON");
  1093.       var _div = document.createElement("DIV"), _tr = document.createElement("TR");
  1094.       _resultsTable = document.createElement("TABLE");
  1095.       insertionNodes.push(requesterNodes[i].parentNode.parentNode.parentNode);
  1096.       insertionNodes[i].offsetParent.offsetParent.offsetParent.offsetParent.appendChild(_resultsTable);
  1097.       _resultsTable.id = "resultsTableFor"+_id;
  1098.  
  1099.       HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(_title)} )
  1100.         .then(processResults.bind(_tbutton));
  1101.       HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(_id)} )
  1102.         .then(processResults.bind(_rbutton));
  1103.  
  1104.       _tr.appendChild(_div);
  1105.       _div.id = "hitdbRTInjection-"+i;
  1106.       _div.appendChild(_rbutton);
  1107.       _rbutton.textContent = 'R';
  1108.       _rbutton.classList.add("hitdbRTButtons");
  1109.       _rbutton.dataset.id = _id;
  1110.       _rbutton.onclick = showResults.bind(null, _id, null);
  1111.       _rbutton.title = "Show HITs completed from this requester";
  1112.       _div.appendChild(_tbutton);
  1113.       _tbutton.textContent = 'T';
  1114.       _tbutton.classList.add("hitdbRTButtons");
  1115.       insertionNodes[i].appendChild(_tr);
  1116.     }
  1117.   } // else
  1118.  
  1119.   function showResults(rid, title) {
  1120.     console.log(rid, title);
  1121.     var el = null;
  1122.     if (rid) {
  1123.       for (el of document.querySelectorAll('tr[data-rid="'+rid+'"]')) {
  1124.         if (el.style.display === "none")
  1125.           el.style.display = "table-row";
  1126.         else
  1127.           el.style.display = "none";
  1128.       }
  1129.     }
  1130.   }
  1131.  
  1132.   function processResults(r) {
  1133.     /*jshint validthis: true*/
  1134.     if (r.results.length) {
  1135.       this.classList.add("hitdbRTButtons-green");
  1136.       if (this.dataset.id) {
  1137.         var rtable = document.querySelector("#resultsTableFor"+this.dataset.id);
  1138.         rtable.innerHTML += r.formatHTML(null,true);
  1139.       }
  1140.     }
  1141.   }
  1142.  
  1143.   
  1144. }//}}} btdt
  1145.  
  1146. function dashboardUI() {//{{{
  1147.   //
  1148.   // TODO refactor
  1149.   //
  1150.   'use strict';
  1151.  
  1152.   var controlPanel = document.createElement("TABLE");
  1153.   var insertionNode = document.querySelector(".footer_separator").previousSibling;
  1154.   document.body.insertBefore(controlPanel, insertionNode);
  1155.   controlPanel.width = "760";
  1156.   controlPanel.align = "center";
  1157.   controlPanel.cellSpacing = "0";
  1158.   controlPanel.cellPadding = "0";
  1159.   controlPanel.innerHTML = '<tr height="25px"><td width="10" bgcolor="#7FB448" style="padding-left: 10px;"></td>' +
  1160.     '<td class="white_text_14_bold" style="padding-left:10px; background-color:#7FB448;">' +
  1161.       'HIT Database Mk. II&nbsp;<a href="https://greasyfork.org/en/scripts/11733-mturk-hit-database-mk-ii" class="whatis" target="_blank">' +
  1162.       '(What\'s this?)</a></td></tr>' +
  1163.     '<tr><td class="container-content" colspan="2">' +
  1164.     '<div style="text-align:center;" id="hdbDashboardInterface">' +
  1165.     '<button id="hdbBackup" title="Export your entire database!\nPerfect for moving between computers or as a periodic backup">Create Backup</button>' +
  1166.     '<button id="hdbRestore" title="Restore database from external backup file" style="margin:5px">Restore</button>' +
  1167.     '<button id="hdbUpdate" title="Update... the database" style="color:green;">Update Database</button>' +
  1168.     '<div id="hdbFileSelector" style="display:none"><input id="hdbFileInput" type="file" /></div>' +
  1169.     '<br>' +
  1170.     '<button id="hdbPending" title="Summary of all pending HITs\n Can be exported as CSV" style="margin: 0px 5px 5px;">Pending Overview</button>' +
  1171.     '<button id="hdbRequester" title="Summary of all requesters\n Can be exported as CSV" style="margin: 0px 5px 5px;">Requester Overview</button>' +
  1172.     '<button id="hdbDaily" title="Summary of each day you\'ve worked\nCan be exported as CSV" style="margin:0px 5px 5px;">Daily Overview</button>' +
  1173.     '<br>' +
  1174.     '<label>Find </label>' +
  1175.     '<select id="hdbStatusSelect"><option value="*">ALL</option><option value="Approval" style="color: orange;">Pending Approval</option>' +
  1176.     '<option value="Rejected" style="color: red;">Rejected</option><option value="Approved" style="color:green;">Approved - Pending Payment</option>' +
  1177.     '<option value="(Paid|Approved)" style="color:green;">Paid OR Approved</option></select>' +
  1178.     '<label> HITs matching: </label><input id="hdbSearchInput" title="Query can be HIT title, HIT ID, or requester name" />' +
  1179.     '<button id="hdbSearch">Search</button>' +
  1180.     '<br>' +
  1181.     '<label>from date </label><input id="hdbMinDate" maxlength="10" size="10" title="Specify a date, or leave blank">' +
  1182.     '<label> to </label><input id="hdbMaxDate" malength="10" size="10" title="Specify a date, or leave blank">' +
  1183.     '<label for="hdbCSVInput" title="Export results as CSV file" style="margin-left:50px; vertical-align:middle;">export CSV</label>' +
  1184.     '<input id="hdbCSVInput" title="Export results as CSV file" type="checkbox" style="vertical-align:middle;">' +
  1185.     '<br>' +
  1186.     '<label id="hdbStatusText">placeholder status text</label>' +
  1187.     '<div id="hdbProgressBar" class="hdbProgressContainer"><div class="hdbProgressOuter"><div class="hdbProgressInner"></div></div></div>' +
  1188.     '</div></td></tr>';
  1189.  
  1190.   var updateBtn      = document.querySelector("#hdbUpdate"),
  1191.       backupBtn      = document.querySelector("#hdbBackup"),
  1192.       restoreBtn     = document.querySelector("#hdbRestore"),
  1193.       fileInput      = document.querySelector("#hdbFileInput"),
  1194.       exportCSVInput = document.querySelector("#hdbCSVInput"),
  1195.       searchBtn      = document.querySelector("#hdbSearch"),
  1196.       searchInput    = document.querySelector("#hdbSearchInput"),
  1197.       pendingBtn     = document.querySelector("#hdbPending"),
  1198.       reqBtn         = document.querySelector("#hdbRequester"),
  1199.       dailyBtn       = document.querySelector("#hdbDaily"),
  1200.       fromdate       = document.querySelector("#hdbMinDate"),
  1201.       todate         = document.querySelector("#hdbMaxDate"),
  1202.       statusSelect   = document.querySelector("#hdbStatusSelect"),
  1203.       progressBar    = document.querySelector("#hdbProgressBar");
  1204.  
  1205.   var searchResults  = document.createElement("DIV");
  1206.   searchResults.align = "center";
  1207.   searchResults.id = "hdbSearchResults";
  1208.   searchResults.style.display = "block";
  1209.   searchResults.innerHTML = 
  1210.     '<span style="border-bottom:1px solid;color:blue;cursor:pointer;display:none;">[ clear results ]</span><br>' +
  1211.     '<table cellSpacing="0" cellpadding="2" id="hdbResultsTable"></table>';
  1212.   document.body.insertBefore(searchResults, insertionNode);
  1213.  
  1214.   searchResults.firstChild.onclick = function(e) { 
  1215.     e.target.style.display = "none";
  1216.     searchResults.children[2].innerHTML = null;
  1217.   };
  1218.  
  1219.   updateBtn.onclick = function() { 
  1220.     progressBar.style.display = "block";
  1221.     metrics.dbupdate = new Metrics("database_update");
  1222.     HITStorage.fetch(MTURK_BASE+"status");
  1223.     document.querySelector("#hdbStatusText").textContent = "fetching status page....";
  1224.   };
  1225.   exportCSVInput.addEventListener("click", function() {
  1226.     if (exportCSVInput.checked) {
  1227.       searchBtn.textContent = "Export CSV";
  1228.       pendingBtn.textContent += " (csv)";
  1229.       reqBtn.textContent += " (csv)";
  1230.       dailyBtn.textContent += " (csv)";
  1231.     }
  1232.     else {
  1233.       searchBtn.textContent = "Search";
  1234.       pendingBtn.textContent = pendingBtn.textContent.replace(" (csv)","");
  1235.       reqBtn.textContent = reqBtn.textContent.replace(" (csv)","");
  1236.       dailyBtn.textContent = dailyBtn.textContent.replace(" (csv)", "");
  1237.     }
  1238.   });
  1239.   fromdate.addEventListener("focus", function() { 
  1240.     var offsets = getPosition(this, true);
  1241.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  1242.   });
  1243.   todate.addEventListener("focus", function() {
  1244.     var offsets = getPosition(this, true);
  1245.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  1246.   });
  1247.  
  1248.   backupBtn.onclick = HITStorage.backup;
  1249.   restoreBtn.onclick = function() { fileInput.click(); };
  1250.   fileInput.onchange = processFile;
  1251.  
  1252.   searchBtn.onclick = function() {
  1253.     var r = getRange();
  1254.     var _filter = { status: statusSelect.value, query: searchInput.value.trim().length > 0 ? searchInput.value : "*" };
  1255.     var _opt = { index: "date", range: r.range, dir: r.dir, filter: _filter, progress: true };
  1256.  
  1257.     metrics.dbrecall = new Metrics("database_recall::search");
  1258.     HITStorage.recall("HIT", _opt).then(function(r) {
  1259.       searchResults.children[0].style.display = "initial";
  1260.       searchResults.children[2].innerHTML = exportCSVInput.checked ? r.formatCSV() : r.formatHTML();
  1261.       autoScroll("#hdbSearchResults");
  1262.  
  1263.       for (var _r of r.results) { // retrieve and append notes
  1264.         HITStorage.recall("NOTES", { index: "hitId", range: window.IDBKeyRange.only(_r.hitId) }).then(noteHandler.bind(null,"attach"));
  1265.       }
  1266.  
  1267.       var el = null;
  1268.       for (el of document.querySelectorAll(".bonusCell")) {
  1269.         el.dataset.initial = el.textContent;
  1270.         el.onblur = updateBonus;
  1271.         el.onkeydown = updateBonus;
  1272.       }
  1273.       for (el of document.querySelectorAll('span[id^="note-"]')) {
  1274.         el.onclick = noteHandler.bind(null,"new");
  1275.       }
  1276.       metrics.dbrecall.stop(); metrics.dbrecall.report();
  1277.       progressBar.style.display = "none";
  1278.     });
  1279.   }; // search button click event
  1280.   pendingBtn.onclick = function() {
  1281.     var r = getRange();
  1282.     var _filter = { status: "Approval", query: searchInput.value.trim().length > 0 ? searchInput.value : "*" },
  1283.         _opt    = { index: "date", dir: "prev", range: r.range, filter: _filter, progress: true };
  1284.  
  1285.     metrics.dbrecall = new Metrics("database_recall::pending");
  1286.     HITStorage.recall("HIT", _opt).then(function(r) {
  1287.       searchResults.children[0].style.display = "initial";
  1288.       searchResults.children[2].innerHTML = exportCSVInput.checked ? r.formatCSV("pending") : r.formatHTML("pending");
  1289.       autoScroll("#hdbSearchResults");
  1290.       var expands = document.querySelectorAll(".hdbExpandRow");
  1291.       for (var el of expands) {
  1292.         el.onclick = showHiddenRows;
  1293.       }
  1294.       metrics.dbrecall.stop(); metrics.dbrecall.report();
  1295.       progressBar.style.display = "none";
  1296.     });
  1297.   }; //pending overview click event
  1298.   reqBtn.onclick = function() {
  1299.     var r = getRange();
  1300.     var _opt = { index: "date", range: r.range, progress: true };
  1301.  
  1302.     metrics.dbrecall = new Metrics("database_recall::requester");
  1303.     HITStorage.recall("HIT", _opt).then(function(r) {
  1304.       searchResults.children[0].style.display = "initial";
  1305.       searchResults.children[2].innerHTML = exportCSVInput.checked ? r.formatCSV("requester") : r.formatHTML("requester");
  1306.       autoScroll("#hdbSearchResults");
  1307.       var expands = document.querySelectorAll(".hdbExpandRow");
  1308.       for (var el of expands) {
  1309.         el.onclick = showHiddenRows;
  1310.       }
  1311.       metrics.dbrecall.stop(); metrics.dbrecall.report();
  1312.       progressBar.style.display = "none";
  1313.     });
  1314.   }; //requester overview click event
  1315.   dailyBtn.onclick = function() {
  1316.     metrics.dbrecall = new Metrics("database_recall::daily");
  1317.     HITStorage.recall("STATS", { dir: "prev" }).then(function(r) {
  1318.       searchResults.children[0].style.display = "initial";
  1319.       searchResults.children[2].innerHTML = exportCSVInput.checked ? r.formatCSV("daily") : r.formatHTML("daily");
  1320.       autoScroll("#hdbSearchResults");
  1321.       metrics.dbrecall.stop(); metrics.dbrecall.report();
  1322.     });
  1323.   }; //daily overview click event
  1324.  
  1325.   function getRange() {
  1326.     var _min = fromdate.value.length === 10 ? fromdate.value : undefined,
  1327.         _max = todate.value.length   === 10 ? todate.value   : undefined;
  1328.     var _range = 
  1329.       (_min === undefined && _max === undefined) ? null :
  1330.       (_min === undefined)                       ? window.IDBKeyRange.upperBound(_max) :
  1331.       (_max === undefined)                       ? window.IDBKeyRange.lowerBound(_min) :
  1332.       (_max < _min)                              ? window.IDBKeyRange.bound(_max,_min) : window.IDBKeyRange.bound(_min,_max);
  1333.     return { min: _min, max: _max, range: _range, dir: _max < _min ? "prev" : "next" };
  1334.   }
  1335.   function getPosition(element, includeHeight) {
  1336.     var offsets = { x: 0, y: includeHeight ? element.offsetHeight : 0 };
  1337.     do {
  1338.       offsets.x += element.offsetLeft;
  1339.       offsets.y += element.offsetTop;
  1340.       element = element.offsetParent;
  1341.     } while (element);
  1342.     return offsets;
  1343.   }
  1344. }//}}} dashboard
  1345.  
  1346. function showHiddenRows(e) {//{{{
  1347.   'use strict';
  1348.  
  1349.   var rid = e.target.parentNode.textContent.substr(4);
  1350.   var nodes = document.querySelectorAll('tr[data-rid="'+rid+'"]'), el = null;
  1351.   if (e.target.textContent === "[+]") {
  1352.     for (el of nodes)
  1353.       el.style.display="table-row";
  1354.     e.target.textContent = "[-]";
  1355.   } else {
  1356.     for (el of nodes)
  1357.       el.style.display="none";
  1358.     e.target.textContent = "[+]";
  1359.   }
  1360. }//}}}
  1361.  
  1362. function updateBonus(e) {//{{{
  1363.   'use strict';
  1364.  
  1365.   if (e instanceof window.KeyboardEvent && e.keyCode === 13) {
  1366.     e.target.blur();
  1367.     return false;
  1368.   } else if (e instanceof window.FocusEvent) {
  1369.     var _bonus = +e.target.textContent.replace(/\$/,"");
  1370.     if (_bonus !== +e.target.dataset.initial) {
  1371.       console.log("updating bonus to",_bonus,"from",e.target.dataset.initial,"("+e.target.dataset.hitid+")");
  1372.       e.target.dataset.initial = _bonus;
  1373.       var _pay   = +e.target.previousSibling.textContent,
  1374.           _range = window.IDBKeyRange.only(e.target.dataset.hitid);
  1375.  
  1376.       window.indexedDB.open(DB_NAME).onsuccess = function() {
  1377.         this.result.transaction("HIT", "readwrite").objectStore("HIT").openCursor(_range).onsuccess = function() {
  1378.           var c = this.result;
  1379.           if (c) {
  1380.             var v = c.value;
  1381.             v.reward = { pay: _pay, bonus: _bonus };
  1382.             c.update(v);
  1383.           } 
  1384.         }; // idbcursor
  1385.       }; // idbopen
  1386.     } // bonus is new value
  1387.   } // keycode
  1388. } //}}} updateBonus
  1389.  
  1390. function noteHandler(type, e) {//{{{
  1391.   // 
  1392.   // TODO restructure event handling/logic tree
  1393.   //      combine save and delete; it's ugly :(
  1394.   //      actually this whole thing is messy and in need of refactoring
  1395.   //
  1396.   'use strict';
  1397.  
  1398.   if (e instanceof window.KeyboardEvent) {
  1399.    if (e.keyCode === 13) {
  1400.       e.target.blur();
  1401.       return false;
  1402.     }
  1403.    return;
  1404.   }
  1405.  
  1406.   if (e instanceof window.FocusEvent) {
  1407.     if (e.target.textContent.trim() !== e.target.dataset.initial) {
  1408.       if (!e.target.textContent.trim()) { e.target.previousSibling.previousSibling.firstChild.click(); return; }
  1409.       var note   = e.target.textContent.trim(),
  1410.           _range = window.IDBKeyRange.only(e.target.dataset.id),
  1411.           inote  = e.target.dataset.initial,
  1412.           hitId  = e.target.dataset.id,
  1413.           date   = e.target.previousSibling.textContent;
  1414.  
  1415.       e.target.dataset.initial = note;
  1416.       window.indexedDB.open(DB_NAME).onsuccess = function() {
  1417.         this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1418.           if (this.result) {
  1419.             var r = this.result.value;
  1420.             if (r.note === inote) {  // note already exists in database, so we update its value
  1421.               r.note = note;
  1422.               this.result.update(r);
  1423.               return;
  1424.             }
  1425.             this.result.continue();
  1426.           } else {
  1427.             if (this.source instanceof window.IDBObjectStore)
  1428.               this.source.put({ note:note, date:date, hitId:hitId });
  1429.             else
  1430.               this.source.objectStore.put({ note:note, date:date, hitId:hitId });
  1431.           }
  1432.         };
  1433.         this.result.close();
  1434.       };
  1435.     } 
  1436.     return; // end of save event; no need to proceed
  1437.   }
  1438.  
  1439.   if (type === "delete") {
  1440.     var tr       = e.target.parentNode.parentNode,
  1441.         noteCell = tr.lastChild;
  1442.         _range   = window.IDBKeyRange.only(noteCell.dataset.id);
  1443.     if (!noteCell.dataset.initial) tr.remove();
  1444.     else {
  1445.       window.indexedDB.open(DB_NAME).onsuccess = function() {
  1446.         this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1447.           if (this.result) {
  1448.             if (this.result.value.note === noteCell.dataset.initial) {
  1449.               this.result.delete();
  1450.               tr.remove();
  1451.               return;
  1452.             }
  1453.             this.result.continue();
  1454.           } 
  1455.         };
  1456.         this.result.close();
  1457.       };
  1458.     }
  1459.     return; // end of deletion event; no need to proceed
  1460.   } else {
  1461.     if (type === "attach" && !e.results.length) return;
  1462.  
  1463.     var trow  = e instanceof window.MouseEvent ? e.target.parentNode.parentNode : null,
  1464.         tbody = trow ? trow.parentNode : null,
  1465.         row   = document.createElement("TR"),
  1466.         c1    = row.insertCell(0),
  1467.         c2    = row.insertCell(1),
  1468.         c3    = row.insertCell(2);
  1469.         date  = new Date();
  1470.         hitId = e instanceof window.MouseEvent ? e.target.id.substr(5) : null;
  1471.  
  1472.     c1.innerHTML = '<span class="removeNote" title="Delete this note" style="cursor:pointer;color:crimson;">[x]</span>';
  1473.     c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1474.     c1.style.textAlign = "right";
  1475.     c2.title = "Date on which the note was added";
  1476.     c3.style.color = "crimson";
  1477.     c3.colSpan = "5";
  1478.     c3.contentEditable = "true";
  1479.     c3.onblur = noteHandler.bind(null,"blur");
  1480.     c3.onkeydown = noteHandler.bind(null, "kb");
  1481.     
  1482.     if (type === "new") {
  1483.       row.classList.add(trow.classList);
  1484.       tbody.insertBefore(row, trow.nextSibling);
  1485.       c2.textContent = date.getFullYear()+"-"+Number(date.getMonth()+1).toPadded()+"-"+Number(date.getDate()).toPadded();
  1486.       c3.dataset.initial = "";
  1487.       c3.dataset.id = hitId;
  1488.       c3.focus();
  1489.       return;
  1490.     }
  1491.  
  1492.     for (var entry of e.results) {
  1493.       trow  = document.querySelector('tr[data-id="'+entry.hitId+'"]');
  1494.       tbody = trow.parentNode;
  1495.       row   = row.cloneNode(true);
  1496.       c1    = row.firstChild;
  1497.       c2    = c1.nextSibling;
  1498.       c3    = row.lastChild;
  1499.       
  1500.       row.classList.add(trow.classList);
  1501.       tbody.insertBefore(row, trow.nextSibling);
  1502.  
  1503.       c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1504.       c2.textContent = entry.date;
  1505.       c3.textContent = entry.note;
  1506.       c3.dataset.initial = entry.note;
  1507.       c3.dataset.id = entry.hitId;
  1508.       c3.onblur = noteHandler.bind(null,"blur");
  1509.       c3.onkeydown = noteHandler.bind(null, "kb");
  1510.     }
  1511.   } // new/attach
  1512. }//}}} noteHandler
  1513.  
  1514. function processFile(e) {//{{{
  1515.   'use strict';
  1516.  
  1517.   var f = e.target.files;
  1518.   if (f.length && f[0].name.search(/\.(bak|csv)$/) && ~f[0].type.search(/(text|json)/)) {
  1519.     var reader = new FileReader(), testing = true, isCsv = false;
  1520.     reader.readAsText(f[0].slice(0,10));
  1521.     reader.onload = function(e) { 
  1522.       if (testing && e.target.result.search(/(STATS|NOTES|HIT)/) < 0) {
  1523.         return error();
  1524.       } else if (testing) {
  1525.         testing = false;
  1526.         document.querySelector("#hdbProgressBar").style.display = "block";
  1527.         reader.readAsText(f[0]);
  1528.       } else {
  1529.         var data = JSON.parse(e.target.result);
  1530.         console.log(data);
  1531.         HITStorage.write(data, "restore");
  1532.       }
  1533.     }; // reader.onload
  1534.   } else {
  1535.     error();
  1536.   }
  1537.  
  1538.   function error() {
  1539.     var s = document.querySelector("#hdbStatusText"),
  1540.         e = "Restore::FileReadError : encountered unsupported file";
  1541.     s.style.color = "red";
  1542.     s.textContent = e;
  1543.     throw e;
  1544.   }
  1545. }//}}} processFile
  1546.  
  1547. function autoScroll(location, dt) {//{{{
  1548.   'use strict';
  1549.  
  1550.   var target = document.querySelector(location).offsetTop,
  1551.       pos    = window.scrollY,
  1552.       dpos   = Math.ceil((target - pos)/3);
  1553.   dt = dt ? dt-1 : 25; // time step/max recursions
  1554.  
  1555.   if (target === pos || dpos === 0 || dt === 0) return;
  1556.  
  1557.   window.scrollBy(0, dpos);
  1558.   setTimeout(function() { autoScroll(location, dt); }, dt);
  1559. }//}}}
  1560.  
  1561. function Calendar(offsetX, offsetY, caller) {//{{{
  1562.   'use strict';
  1563.  
  1564.   this.date = new Date();
  1565.   this.offsetX = offsetX;
  1566.   this.offsetY = offsetY;
  1567.   this.caller = caller;
  1568.   this.drawCalendar = function(year,month,day) {//{{{
  1569.     year = year || this.date.getFullYear();
  1570.     month = month || this.date.getMonth()+1;
  1571.     day = day || this.date.getDate();
  1572.     var longMonths = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December"];
  1573.     var date = new Date(year,month-1,day);
  1574.     var anchors = _getAnchors(date);
  1575.  
  1576.     //make new container if one doesn't already exist
  1577.     var container = null;
  1578.     if (document.querySelector("#hdbCalendarPanel")) { 
  1579.       container = document.querySelector("#hdbCalendarPanel");
  1580.       container.removeChild( container.getElementsByTagName("TABLE")[0] );
  1581.     }
  1582.     else {
  1583.       container = document.createElement("DIV");
  1584.       container.id = "hdbCalendarPanel";
  1585.       document.body.appendChild(container);
  1586.     }
  1587.     container.style.left = this.offsetX;
  1588.     container.style.top = this.offsetY;
  1589.     var cal = document.createElement("TABLE");
  1590.     cal.cellSpacing = "0";
  1591.     cal.cellPadding = "0";
  1592.     cal.border = "0";
  1593.     container.appendChild(cal);
  1594.     cal.innerHTML = '<tr>' +
  1595.       '<th class="hdbCalHeader hdbCalControls" title="Previous month" style="text-align:right;"><span>&lt;</span></th>' +
  1596.       '<th class="hdbCalHeader hdbCalControls" title="Previous year" style="text-align:center;"><span>&#8810;</span></th>' +
  1597.       '<th colspan="3" id="hdbCalTableTitle" class="hdbCalHeader">'+date.getFullYear()+'<br>'+longMonths[date.getMonth()]+'</th>' +
  1598.       '<th class="hdbCalHeader hdbCalControls" title="Next year" style="text-align:center;"><span>&#8811;</span></th>' +
  1599.       '<th class="hdbCalHeader hdbCalControls" title="Next month" style="text-align:left;"><span>&gt;</span></th>' +
  1600.       '</tr><tr><th class="hdbDayHeader" style="color:red;">S</th><th class="hdbDayHeader">M</th>' +
  1601.       '<th class="hdbDayHeader">T</th><th class="hdbDayHeader">W</th><th class="hdbDayHeader">T</th>' +
  1602.       '<th class="hdbDayHeader">F</th><th class="hdbDayHeader">S</th></tr>';
  1603.     
  1604.     document.querySelector('th[title="Previous month"]').addEventListener( "click", function() { 
  1605.       this.drawCalendar(date.getFullYear(), date.getMonth(), 1);
  1606.     }.bind(this) );
  1607.     document.querySelector('th[title="Previous year"]').addEventListener( "click", function() {
  1608.       this.drawCalendar(date.getFullYear()-1, date.getMonth()+1, 1);
  1609.     }.bind(this) );
  1610.     document.querySelector('th[title="Next month"]').addEventListener( "click", function() {
  1611.       this.drawCalendar(date.getFullYear(), date.getMonth()+2, 1);
  1612.     }.bind(this) );
  1613.     document.querySelector('th[title="Next year"]').addEventListener( "click", function() {
  1614.       this.drawCalendar(date.getFullYear()+1, date.getMonth()+1, 1);
  1615.     }.bind(this) );
  1616.  
  1617.     var hasDay = false, thisDay = 1;
  1618.     for (var i=0;i<6;i++) { // cycle weeks
  1619.       var row = document.createElement("TR");
  1620.       for (var j=0;j<7;j++) { // cycle days
  1621.         if (!hasDay && j === anchors.first && thisDay < anchors.total)
  1622.           hasDay = true;
  1623.         else if (hasDay && thisDay > anchors.total)
  1624.           hasDay = false;
  1625.  
  1626.         var cell = document.createElement("TD");
  1627.         cell.classList.add("hdbCalCells");
  1628.         row.appendChild(cell);
  1629.         if (hasDay) {
  1630.           cell.classList.add("hdbCalDays");
  1631.           cell.textContent = thisDay;
  1632.           cell.addEventListener("click", _clickHandler.bind(this));
  1633.           cell.dataset.year = date.getFullYear();
  1634.           cell.dataset.month = date.getMonth()+1;
  1635.           cell.dataset.day = thisDay++;
  1636.         }
  1637.       } // for j
  1638.       cal.appendChild(row);
  1639.     } // for i
  1640.  
  1641.     function _clickHandler(e) {
  1642.       /*jshint validthis:true*/
  1643.  
  1644.       var y = e.target.dataset.year;
  1645.       var m = Number(e.target.dataset.month).toPadded();
  1646.       var d = Number(e.target.dataset.day).toPadded();
  1647.       this.caller.value = y+"-"+m+"-"+d;
  1648.       this.die();
  1649.     }
  1650.  
  1651.     function _getAnchors(date) {
  1652.       var _anchors = {};
  1653.       date.setMonth(date.getMonth()+1);
  1654.       date.setDate(0);
  1655.       _anchors.total = date.getDate();
  1656.       date.setDate(1);
  1657.       _anchors.first = date.getDay();
  1658.       return _anchors;
  1659.     }
  1660.   };//}}} drawCalendar
  1661.  
  1662.   this.die = function() { document.querySelector("#hdbCalendarPanel").remove(); };
  1663.  
  1664. }//}}} Calendar
  1665.  
  1666. // instance metrics apart from window scoped PerformanceTiming API
  1667. function Metrics(name) {//{{{
  1668.   'use strict';
  1669.  
  1670.   this.name = name || "undefined";
  1671.   this.marks = {};
  1672.   this.start = window.performance.now();
  1673.   this.end = null;
  1674.   this.stop = function(){
  1675.     if (!this.end) 
  1676.       this.end = window.performance.now();
  1677.     else
  1678.       throw "Metrics::AccessViolation: end point cannot be overwritten";
  1679.   };
  1680.   this.mark = function(name,position) {
  1681.     if (position === "end" && (!this.marks[name] || this.marks[name].end)) return;
  1682.  
  1683.     if (!this.marks[name])
  1684.       this.marks[name] = {};
  1685.  
  1686.     this.marks[name][position] = window.performance.now();
  1687.   };
  1688.   this.report = function() {
  1689.     console.group("Metrics for",this.name.toUpperCase());
  1690.     console.log("Process completed in",+Number((this.end-this.start)/1000).toFixed(3),"seconds");
  1691.     for (var k in this.marks) {
  1692.       if (this.marks.hasOwnProperty(k)) {
  1693.         console.log(k,"occurred after",+Number((this.marks[k].start-this.start)/1000).toFixed(3),"seconds,",
  1694.             "resolving in", +Number((this.marks[k].end-this.marks[k].start)/1000).toFixed(3), "seconds");
  1695.       }
  1696.     }
  1697.     console.groupEnd();
  1698.   };
  1699. }//}}}
  1700.  
  1701. /*
  1702.  *
  1703.  *
  1704.  * * * * * * * * * * * * * TESTING FUNCTIONS -- DELETE BEFORE FINAL RELEASE * * * * * * * * * * * 
  1705.  *
  1706.  *
  1707.  */
  1708.  
  1709. function INFLATEDUMMYVALUES() { //{{{
  1710.   'use strict';
  1711.  
  1712.   var tdb = this.result;
  1713.   tdb.onerror = function(e) { console.log("requesterror",e.target.error.name,e.target.error.message,e); };
  1714.   tdb.onversionchange = function(e) { console.log("tdb received versionchange request", e); tdb.close(); };
  1715.   //console.log(tdb.transaction("HIT").objectStore("HIT").indexNames.contains("date"));
  1716.   console.groupCollapsed("Populating test database");
  1717.   var tdbt = {};
  1718.   tdbt.trans = tdb.transaction(["HIT", "NOTES", "BLOCKS"], "readwrite");
  1719.   tdbt.hit   = tdbt.trans.objectStore("HIT");
  1720.   tdbt.notes = tdbt.trans.objectStore("NOTES");
  1721.   tdbt.blocks= tdbt.trans.objectStore("BLOCKS");
  1722.  
  1723.   var filler = { notes:[], hit:[], blocks:[]};
  1724.   for (var n=0;n<100000;n++) {
  1725.     filler.hit.push({ date: "2015-08-00", requesterName: "tReq"+(n+1), title: "Greatest Title Ever #"+(n+1), 
  1726.       reward: Number((n+1)%(200/n)+(((n+1)%200)/100)).toFixed(2), status: "moo",
  1727.       requesterId: ("RRRRRRR"+n).substr(-7), hitId: ("HHHHHHH"+n).substr(-7) });
  1728.     if (n%1000 === 0) {
  1729.       filler.notes.push({ requesterId: ("RRRRRRR"+n).substr(-7), note: n+1 +
  1730.         " Proin vel erat commodo mi interdum rhoncus. Sed lobortis porttitor arcu, et tristique ipsum semper a." +
  1731.         " Donec eget aliquet lectus, vel scelerisque ligula." });
  1732.       filler.blocks.push({requesterId: ("RRRRRRR"+n).substr(-7)});
  1733.     }
  1734.   }
  1735.  
  1736.   _write(tdbt.hit, filler.hit);
  1737.   _write(tdbt.notes, filler.notes);
  1738.   _write(tdbt.blocks, filler.blocks);
  1739.  
  1740.   function _write(store, obj) {
  1741.     if (obj.length) {
  1742.       var t = obj.pop();
  1743.       store.put(t).onsuccess = function() { _write(store, obj) };
  1744.     } else {
  1745.       console.log("population complete");
  1746.     }
  1747.   }
  1748.  
  1749.   console.groupEnd();
  1750.  
  1751.   dbh = window.indexedDB.open(DB_NAME, DB_VERSION);
  1752.   dbh.onerror = function(e) { console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  1753.   console.log(dbh.readyState, dbh);
  1754.   dbh.onupgradeneeded = HITStorage.versionChange;
  1755.   dbh.onblocked = function(e) { console.log("blocked event triggered:", e); };
  1756.  
  1757.   tdb.close();
  1758.  
  1759. }//}}}
  1760.  
  1761. function BLANKSLATE() { //{{{ create empty db equivalent to original schema to test upgrade
  1762.     'use strict';
  1763.     var tdb = this.result;
  1764.     if (!tdb.objectStoreNames.contains("HIT")) { 
  1765.         console.log("creating HIT OS");
  1766.         var dbo = tdb.createObjectStore("HIT", { keyPath: "hitId" });
  1767.         dbo.createIndex("date", "date", { unique: false });
  1768.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  1769.         dbo.createIndex("title", "title", { unique: false });
  1770.         dbo.createIndex("reward", "reward", { unique: false });
  1771.         dbo.createIndex("status", "status", { unique: false });
  1772.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1773.  
  1774.     }
  1775.     if (!tdb.objectStoreNames.contains("STATS")) {
  1776.         console.log("creating STATS OS");
  1777.         dbo = tdb.createObjectStore("STATS", { keyPath: "date" });
  1778.     }
  1779.     if (!tdb.objectStoreNames.contains("NOTES")) {
  1780.         console.log("creating NOTES OS");
  1781.         dbo = tdb.createObjectStore("NOTES", { keyPath: "requesterId" });
  1782.     }
  1783.     if (!tdb.objectStoreNames.contains("BLOCKS")) {
  1784.         console.log("creating BLOCKS OS");
  1785.         dbo = tdb.createObjectStore("BLOCKS", { keyPath: "id", autoIncrement: true });
  1786.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1787.     }
  1788. } //}}}
  1789.  
  1790.  
  1791.  
  1792. // vim: ts=2:sw=2:et:fdm=marker:noai