☰

MTurk HIT Database Mk.II

Keep track of the HITs you've done (and more!)

目前为 2015-09-11 提交的版本。查看 最新版本。

  1. // ==UserScript==
  2. // @name         MTurk HIT Database Mk.II
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.8.205
  6. // @description  Keep track of the HITs you've done (and more!)
  7. // @include      /^https://www\.mturk\.com/mturk/(dash|view|sort|find|prev|search|accept|cont).*/
  8. // @exclude      https://www.mturk.com/mturk/findhits?*hit_scraper
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12. /**\
  13.  ** 
  14.  ** This is a complete rewrite of the MTurk HIT Database script from the ground up, which
  15.  ** eliminates obsolete methods, fixes many bugs, and brings this script up-to-date 
  16.  ** with the current modern browser environment.
  17.  **
  18. \**/ 
  19.  
  20.  
  21. /*
  22.  * TODO
  23.  *   misc refactoring
  24.  *   expand hits in daily overview
  25.  *   rewrite error handling
  26.  *   tagging (?)
  27.  *   refine searching via R/T buttons
  28.  *   import from old csv format (?)
  29.  *
  30.  */
  31.  
  32.  
  33.  
  34. const DB_VERSION = 2;
  35. const DB_NAME = 'HITDB_TESTING';
  36. const MTURK_BASE = 'https://www.mturk.com/mturk/';
  37.  
  38. /***************************      Native code modifications      *******************************/
  39. // polyfill for chrome until v45(?) 
  40. if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];
  41. Number.prototype.toPadded = function(length) { // format leading zeros
  42.   'use strict';
  43.   length = length || 2;
  44.   return ("0000000"+this).substr(-length);
  45. };
  46. Math.decRound = function(v, shift) { // decimal rounding
  47.   'use strict';
  48.   v = Math.round(+(v+"e"+shift));
  49.   return +(v+"e"+-shift);
  50. };
  51. Date.prototype.toLocalISOString = function() { // ISOString by local timezone
  52.   'use strict';
  53.   var pad = function(num) { return Number(num).toPadded(); },
  54.       offset = pad(Math.floor(this.getTimezoneOffset()/60)) + pad(this.getTimezoneOffset()%60),
  55.       timezone = this.getTimezoneOffset() > 0 ? "-" + offset : "+" + offset;
  56.   return this.getFullYear() + "-" + pad(this.getMonth()+1) + "-" + pad(this.getDate()) +
  57.     "T" + pad(this.getHours()) + ":" + pad(this.getMinutes()) + ":" + pad(this.getSeconds()) + timezone;
  58. };
  59. /***********************************************************************************************/
  60.  
  61. (function() { // simplify strict scoping
  62.   'use strict';
  63.  
  64.   // TODO defer qc init to Promise for case in large obj JSON parsing
  65.   var qc = { 
  66.     extraDays: !!localStorage.getItem("hitdb_extraDays") || false, 
  67.     fetchData: document.location.pathname === "/mturk/dashboard" ? JSON.parse(localStorage.getItem("hitdb_fetchData") || "{}") : null,
  68.     seen: {},
  69.     aat: ~document.location.pathname.search(/(dash|accept|cont)/) ? JSON.parse(localStorage.getItem("hitdb_autoAppTemp") || "{}") : null,
  70.     save: function(key, name, isObj) {
  71.       if (isObj) 
  72.         localStorage.setItem(name, JSON.stringify(this[key]));
  73.       else 
  74.         localStorage.setItem(name, this[key]);
  75.     }
  76.   },
  77.       metrics = {};
  78.  
  79.   var 
  80.   HITStorage = { //{{{
  81.     data: {},
  82.  
  83.     versionChange: function hsversionChange() { //{{{
  84.       var db = this.result;
  85.       db.onerror = HITStorage.error;
  86.       db.onversionchange = function(e) { console.log("detected version change??",console.dir(e)); db.close(); };
  87.       this.onsuccess = function() { db.close(); };
  88.       var dbo;
  89.  
  90.       console.groupCollapsed("HITStorage.versionChange::onupgradeneeded");
  91.  
  92.       if (!db.objectStoreNames.contains("HIT")) { 
  93.         console.log("creating HIT OS");
  94.         dbo = db.createObjectStore("HIT", { keyPath: "hitId" });
  95.         dbo.createIndex("date", "date", { unique: false });
  96.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  97.         dbo.createIndex("title", "title", { unique: false });
  98.         dbo.createIndex("reward", "reward", { unique: false });
  99.         dbo.createIndex("status", "status", { unique: false });
  100.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  101.  
  102.         localStorage.setItem("hitdb_extraDays", true);
  103.         qc.extraDays = true;
  104.       }
  105.       
  106.       if (!db.objectStoreNames.contains("STATS")) {
  107.         console.log("creating STATS OS");
  108.         dbo = db.createObjectStore("STATS", { keyPath: "date" });
  109.       }
  110.       if (this.transaction.objectStore("STATS").indexNames.length < 5) { // new in v5: schema additions
  111.         this.transaction.objectStore("STATS").createIndex("approved", "approved", { unique: false });
  112.         this.transaction.objectStore("STATS").createIndex("earnings", "earnings", { unique: false });
  113.         this.transaction.objectStore("STATS").createIndex("pending", "pending", { unique: false });
  114.         this.transaction.objectStore("STATS").createIndex("rejected", "rejected", { unique: false });
  115.         this.transaction.objectStore("STATS").createIndex("submitted", "submitted", { unique: false });
  116.       }
  117.  
  118.       (function _updateNotes(dbt) { // new in v5: schema change
  119.         if (!db.objectStoreNames.contains("NOTES")) {
  120.           console.log("creating NOTES OS");
  121.           dbo = db.createObjectStore("NOTES", { keyPath: "id", autoIncrement: true });
  122.           dbo.createIndex("hitId", "hitId", { unique: false });
  123.           dbo.createIndex("requesterId", "requesterId", { unique: false });
  124.           dbo.createIndex("tags", "tags", { unique: false, multiEntry: true });
  125.           dbo.createIndex("date", "date", { unique: false });
  126.         }
  127.         if (db.objectStoreNames.contains("NOTES") && dbt.objectStore("NOTES").indexNames.length < 3) {
  128.             _mv(db, dbt, "NOTES", "NOTES", _updateNotes);
  129.         }
  130.       })(this.transaction);
  131.  
  132.       if (db.objectStoreNames.contains("BLOCKS")) {
  133.         console.log("migrating BLOCKS to NOTES");
  134.         var temp = [];
  135.         this.transaction.objectStore("BLOCKS").openCursor().onsuccess = function() {
  136.           var cursor = this.result;
  137.           if (cursor) {
  138.             temp.push( {
  139.               requesterId: cursor.value.requesterId,
  140.               tags: "Blocked",
  141.               note: "This requester was blocked under the old HitDB. Blocking has been deprecated and removed "+
  142.                 "from HIT Databse. All blocks have been converted to a Note."
  143.             } );
  144.             cursor.continue();
  145.           } else {
  146.             console.log("deleting blocks");
  147.             db.deleteObjectStore("BLOCKS");
  148.             for (var entry of temp)
  149.               this.transaction.objectStore("NOTES").add(entry);
  150.           }
  151.         };
  152.       }
  153.  
  154.       function _mv(db, transaction, source, dest, fn) { //{{{
  155.         var _data = [];
  156.         transaction.objectStore(source).openCursor().onsuccess = function() {
  157.           var cursor = this.result;
  158.             if (cursor) {
  159.               _data.push(cursor.value);
  160.               cursor.continue();
  161.             } else {
  162.               db.deleteObjectStore(source);
  163.               fn(transaction);
  164.               if (_data.length)
  165.                 for (var i=0;i<_data.length;i++)
  166.                   transaction.objectStore(dest).add(_data[i]);
  167.                 //console.dir(_data);
  168.             }
  169.         };
  170.       } //}}}
  171.  
  172.       console.groupEnd();
  173.     }, // }}} versionChange
  174.  
  175.     error: function(e) { //{{{
  176.       if (e === "DatabaseAccessError") {
  177.         Status.color = "red";
  178.         Status.node.innerHTML = "Something went wrong during database access!<br>Please refresh the page and try again";
  179.         console.error("Writing failed with",e);
  180.         return;
  181.       }
  182.       if (typeof e === "string")
  183.         console.log(e);
  184.       else
  185.         console.log("Encountered",e.target.error.name,"--",e.target.error.message,e);
  186.     }, //}}} onerror
  187.  
  188.     parseDOM: function(doc) {//{{{
  189.       Status.color = "black";
  190.  
  191.       var errorCheck = doc.querySelector('td[class="error_title"]');
  192.  
  193.       if (doc.title.search(/Status$/) > 0)            // status overview
  194.         parseStatus();
  195.       else if (doc.querySelector('td[colspan="4"]'))  // valid status detail, but no data
  196.         parseMisc("next");
  197.       else if (doc.title.search(/Status Detail/) > 0) // status detail with data
  198.         parseDetail();
  199.       else if (errorCheck) {                          // encountered an error page
  200.         // hit max request rate
  201.         if (~errorCheck.textContent.indexOf("page request rate")) {
  202.           var _d = doc.documentURI.match(/\d{8}/)[0],
  203.               _p = doc.documentURI.match(/ber=(\d+)/)[1];
  204.           metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "start");
  205.           console.log("exceeded max requests; refetching", doc.documentURI);
  206.           Status.node.innerHTML = "Exceeded maximum server requests; retrying "+Utils.ISODate(_d)+" page "+_p+"."+
  207.             "<br>Please wait...";
  208.           setTimeout(HITStorage.fetch, 550, doc.documentURI);
  209.           return;
  210.         }
  211.         // no more staus details left in range
  212.         else if (qc.extraDays)
  213.           parseMisc("end");
  214.       }
  215.       else 
  216.         throw "ParseError::unhandled document received @"+doc.documentURI;
  217.  
  218.  
  219.       function parseStatus() {//{{{
  220.         HITStorage.data = { HIT: [], STATS: [] };
  221.         qc.seen = {};
  222.         ProjectedEarnings.clear();
  223.  
  224.         // reload auto-approval data to cover not refreshing the dashboard before running an update
  225.         qc.aat = JSON.parse(localStorage.getItem("hitdb_autoAppTemp") || "{}");
  226.         qc.aac = JSON.parse(localStorage.getItem("hitdb_autoAppCollection") || "{}");
  227.  
  228.         var _pastDataExists = Boolean(Object.keys(qc.fetchData).length);
  229.         var raw = { 
  230.           day: doc.querySelectorAll(".statusDateColumnValue"), 
  231.           sub: doc.querySelectorAll(".statusSubmittedColumnValue"),
  232.           app: doc.querySelectorAll(".statusApprovedColumnValue"),
  233.           rej: doc.querySelectorAll(".statusRejectedColumnValue"),
  234.           pen: doc.querySelectorAll(".statusPendingColumnValue"),
  235.           pay: doc.querySelectorAll(".statusEarningsColumnValue") 
  236.         };
  237.         
  238.         var timeout = 0;
  239.         for (var i=0;i<raw.day.length;i++) {
  240.           var d = {};
  241.           var _date = raw.day[i].childNodes[1].href.substr(53);
  242.           d.date      = Utils.ISODate(_date);
  243.           d.submitted = +raw.sub[i].textContent;
  244.           d.approved  = +raw.app[i].textContent;
  245.           d.rejected  = +raw.rej[i].textContent;
  246.           d.pending   = +raw.pen[i].textContent;
  247.           d.earnings  = +raw.pay[i].textContent.substr(1);
  248.           HITStorage.data.STATS.push(d);
  249.  
  250.           // check whether or not we need to get status detail pages for date, then
  251.           // fetch status detail pages per date in range and slightly slow
  252.           // down GET requests to avoid making too many in too short an interval
  253.           var payload = { encodedDate: _date, pageNumber: 1, sortType: "All" };
  254.           if (_pastDataExists) {
  255.             // date not in range but is new date (or old date but we need updates)
  256.             // lastDate stored in ISO format, fetchData date keys stored in mturk's URI ecnodedDate format
  257.             if ( (d.date > qc.fetchData.lastDate) || ~(Object.keys(qc.fetchData).indexOf(_date)) ) {
  258.               setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  259.               timeout += 250;
  260.  
  261.               qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  262.             } 
  263.           } else { // get everything
  264.             setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  265.             timeout += 250;
  266.  
  267.             qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  268.           }
  269.         } // for
  270.         qc.fetchData.expectedTotal = _calcTotals(qc.fetchData);
  271.  
  272.         // try for extra days
  273.         if (qc.extraDays === true) {
  274.           localStorage.removeItem("hitdb_extraDays");
  275.           d = _decDate(HITStorage.data.STATS[HITStorage.data.STATS.length-1].date);
  276.           qc.extraDays = d; // repurpose extraDays for QC
  277.           payload = { encodedDate: d, pageNumber: 1, sortType: "All" };
  278.           console.log("fetchrequest for", d, "sent by parseStatus");
  279.           setTimeout(HITStorage.fetch, 1000, MTURK_BASE+"statusdetail", payload);
  280.         }
  281.         qc.fetchData.lastDate = HITStorage.data.STATS[0].date; // most recent date seen
  282.  
  283.       }//}}} parseStatus
  284.  
  285.       function parseDetail() {//{{{
  286.         var _date = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  287.         var _page = doc.documentURI.replace(/.+ber=(\d+).+/, "$1");
  288.  
  289.         metrics.dbupdate.mark("[PRE]"+_date+"p"+_page, "end");
  290.         console.log("page:", _page, "date:", _date);
  291.         Status.message = "Processing "+Utils.ISODate(_date)+" page "+_page;
  292.         var raw = {
  293.           req:      doc.querySelectorAll(".statusdetailRequesterColumnValue"),
  294.           title:    doc.querySelectorAll(".statusdetailTitleColumnValue"),
  295.           pay:      doc.querySelectorAll(".statusdetailAmountColumnValue"),
  296.           status:   doc.querySelectorAll(".statusdetailStatusColumnValue"),
  297.           feedback: doc.querySelectorAll(".statusdetailRequesterFeedbackColumnValue")
  298.         };
  299.  
  300.         for (var i=0;i<raw.req.length;i++) {
  301.           var d = {};
  302.           d.date          = Utils.ISODate(_date);
  303.           d.feedback      = raw.feedback[i].textContent.trim();
  304.           d.hitId         = raw.req[i].childNodes[1].href.replace(/.+HIT\+(.+)/, "$1");
  305.           d.requesterId   = raw.req[i].childNodes[1].href.replace(/.+rId=(.+?)&.+/, "$1");
  306.           d.requesterName = raw.req[i].textContent.trim().replace(/\|/g,"");
  307.           d.reward        = +raw.pay[i].textContent.substr(1);
  308.           d.status        = raw.status[i].textContent.replace(/\s/g, " "); // replace char160 spaces with char32 spaces
  309.           d.title         = raw.title[i].textContent.replace(/\|/g, "");
  310.  
  311.           // mturk apparently never marks $0.00 HITs as 'Paid' so we fix that
  312.           if (!d.reward && ~d.status.search(/approved/i)) d.status = "Paid";
  313.           // insert autoApproval times
  314.           d.autoAppTime = HITStorage.autoApprovals.getTime(_date,d.hitId);
  315.  
  316.           HITStorage.data.HIT.push(d);
  317.  
  318.           if (!qc.seen[_date]) qc.seen[_date] = {};
  319.           qc.seen[_date] = { 
  320.             submitted:   qc.seen[_date].submitted + 1 || 1,
  321.             pending: ~d.status.search(/pending/i)  ? 
  322.               (qc.seen[_date].pending + 1 || 1) : (qc.seen[_date].pending || 0)
  323.           };
  324.  
  325.           ProjectedEarnings.updateValues(d);
  326.         }
  327.  
  328.         // additional pages remain; get them
  329.         if (doc.querySelector('img[src="/media/right_dbl_arrow.gif"]')) {
  330.           var payload = { encodedDate: _date, pageNumber: +_page+1, sortType: "All" };
  331.           setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  332.           return;
  333.         }
  334.  
  335.         if (!qc.extraDays) { // not fetching extra days
  336.           //no longer any more useful data here, don't need to keep rechecking this date
  337.           if (Utils.ISODate(_date) !== qc.fetchData.lastDate &&
  338.               qc.seen[_date].submitted === qc.fetchData[_date].submitted && 
  339.               qc.seen[_date].pending === 0) {
  340.             console.log("no more pending hits, removing",_date,"from fetchData");
  341.             delete qc.fetchData[_date];
  342.             localStorage.setItem("hitdb_fetchData", JSON.stringify(qc.fetchData));
  343.             HITStorage.autoApprovals.purge(_date);
  344.           }
  345.           // finished scraping; start writing
  346.           console.log("totals", _calcTotals(qc.seen), qc.fetchData.expectedTotal);
  347.           Status.message += " [ "+_calcTotals(qc.seen)+"/"+ qc.fetchData.expectedTotal+" ]";
  348.           if (_calcTotals(qc.seen) === qc.fetchData.expectedTotal) {
  349.             Status.message = "Writing to database...";
  350.             HITStorage.autoApprovals.purge();
  351.             HITStorage.write(HITStorage.data, "update");
  352.           }
  353.         } else if (_date <= qc.extraDays) { // day is older than default range and still fetching extra days
  354.           parseMisc("next");
  355.           console.log("fetchrequest for", _decDate(Utils.ISODate(_date)));
  356.         }
  357.       }//}}} parseDetail
  358.  
  359.       function parseMisc(type) {//{{{
  360.         var _d = doc.documentURI.match(/\d{8}/)[0],
  361.             _p = doc.documentURI.match(/ber=(\d+)/)[1];
  362.         metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "end");
  363.         var payload = { encodedDate: _decDate(Utils.ISODate(_d)), pageNumber: 1, sortType: "All" };
  364.  
  365.         if (type === "next" && +qc.extraDays > 1) {
  366.           setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  367.           console.log("going to next page", payload.encodedDate);
  368.         } else if (type === "end" && +qc.extraDays > 1) {
  369.           Status.message = "Writing to database...";
  370.           HITStorage.write(HITStorage.data, "update");
  371.         } else 
  372.           throw 'Unhandled case -- "'+type+'" in '+doc.documentURI;
  373.       }//}}}
  374.  
  375.       function _decDate(date) {//{{{
  376.         var y = date.substr(0,4);
  377.         var m = date.substr(5,2);
  378.         var d = date.substr(8,2);
  379.         date = new Date(y,m-1,d-1);
  380.         return Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded() + date.getFullYear();
  381.       }//}}}
  382.  
  383.       function _calcTotals(obj) {//{{{
  384.         var sum = 0;
  385.         for (var k in obj){
  386.           if (obj.hasOwnProperty(k) && !isNaN(+k)) 
  387.             sum += obj[k].submitted;
  388.         }
  389.         return sum;
  390.       }//}}}
  391.     },//}}} parseDOM
  392.     
  393.     autoApprovals: {//{{{
  394.       getTime : function(date, hitId) {
  395.         if (qc.extraDays || (!Object.keys(qc.aac).length && !Object.keys(qc.aat).length)) return "";
  396.         var found = false,
  397.             filter = function(id) { return id === hitId; },
  398.             autoApp = "";
  399.  
  400.         if (qc.aac[date]) {
  401.           autoApp = qc.aac[date][Object.keys(qc.aac[date]).filter(filter)[0]] || "";
  402.           if (autoApp) found = true;
  403.         }
  404.         if (!found && Object.keys(qc.aat).length) {
  405.           for (var key in qc.aat) { if (qc.aat.hasOwnProperty(key)) { // for all dates in aat
  406.             var id = Object.keys(qc.aat[key]).filter(filter)[0];
  407.             autoApp = qc.aat[key][id] || "";
  408.             if (autoApp) {
  409.               found = true;
  410.               qc.aac[date] = qc.aac[date] || {};
  411.               qc.aac[date][id] = qc.aat[key][id]; // move time from temp var to collection var
  412.               delete qc.aat[key][id];
  413.               qc.save("aat", "hitdb_autoAppTemp", true);
  414.               qc.save("aac", "hitdb_autoAppCollection", true);
  415.               break;
  416.             }
  417.           }} // for key (dates)
  418.         } // if !found && aat not empty
  419.         return autoApp;
  420.       },// getTime
  421.       purge : function(date) {
  422.         if (date) { 
  423.           delete qc.aac[date];
  424.           qc.save("aac", "hitdb_autoAppCollection", true);
  425.           return;
  426.         }
  427.  
  428.         if (!Object.keys(qc.aat).length) return; // nothing here
  429.  
  430.         var pad = function(num) { return Number(num).toPadded(); },
  431.             _date = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  432.  
  433.         for (var key of Object.keys(qc.aat)) {
  434.           if (_date - key > 169200000) delete qc.aat[key]; // at least 2 days old, no need to keep it around
  435.         }
  436.         qc.save("aat", "hitdb_autoAppTemp", true);
  437.       } // purge
  438.     },//}}} autoApprovals
  439.  
  440.     fetch: function(url, payload) { //{{{
  441.       //format GET request with query payload
  442.       if (payload) {
  443.         var args = 0;
  444.         url += "?";
  445.         for (var k in payload) {
  446.           if (payload.hasOwnProperty(k)) {
  447.             if (args++) url += "&";
  448.             url += k + "=" + payload[k];
  449.           }
  450.         }
  451.       }
  452.       // defer XHR to a promise
  453.       var fetch = new Promise( function(fulfill, deny) {
  454.         var urlreq = new XMLHttpRequest();
  455.         urlreq.open("GET", url, true);
  456.         urlreq.responseType = "document";
  457.         urlreq.send();
  458.         urlreq.onload = function() { 
  459.           if (this.status === 200) {
  460.             fulfill(this.response);
  461.           } else {
  462.             deny("Error ".concat(String(this.status)).concat(": "+this.statusText));
  463.           }
  464.         };
  465.         urlreq.onerror   = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  466.         urlreq.ontimeout = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  467.       } );
  468.       fetch.then( HITStorage.parseDOM, HITStorage.error );
  469.  
  470.     }, //}}} fetch
  471.     
  472.     write: function(input, statusUpdate) { //{{{
  473.       if (statusUpdate === "update")
  474.         qc.timeoutTimer = setTimeout(HITStorage.error, 5555, "DatabaseAccessError");
  475.  
  476.       var dbh = window.indexedDB.open(DB_NAME);
  477.       dbh.onerror = HITStorage.error;
  478.       dbh.onsuccess = function() { _write(this.result); };
  479.  
  480.       var counts = { requests: 0, total: 0 };
  481.  
  482.       function _write(db) {
  483.         db.onerror = HITStorage.error;
  484.         var os = Object.keys(input);
  485.  
  486.         var dbt = db.transaction(os, "readwrite");
  487.         var dbo = [];
  488.         for (var i=0;i<os.length;i++) { // cycle object stores
  489.           dbo[i] = dbt.objectStore(os[i]);
  490.           for (var k of input[os[i]]) { // cycle entries to put into object stores
  491.             if (statusUpdate && ++counts.requests)
  492.               dbo[i].put(k).onsuccess = _statusCallback;
  493.             else
  494.               dbo[i].put(k);
  495.           }
  496.         }
  497.         db.close();
  498.       }
  499.  
  500.       function _statusCallback() {
  501.         if (++counts.total === counts.requests) {
  502.           Status.push(statusUpdate === "update" ? "Update Complete!" : 
  503.             statusUpdate === "restore" ? "Restoring " + counts.total + " entries... Done!" : 
  504.             "Done!", "green");
  505.           document.getElementById("hdbProgressBar").style.display = "none";
  506.  
  507.           if (statusUpdate === "update") {
  508.             clearTimeout(qc.timeoutTimer);
  509.             ProjectedEarnings.data.dbUpdated = new Date().toLocalISOString();
  510.             ProjectedEarnings.saveState();
  511.             ProjectedEarnings.draw(false);
  512.  
  513.             metrics.dbupdate.stop();
  514.             metrics.dbupdate.report();
  515.           }
  516.         }
  517.       }
  518.  
  519.     }, //}}} write
  520.  
  521.     recall: function(store, options) {//{{{
  522.       if (options) {
  523.         var index = options.index  || null,
  524.             range = options.range  || null,
  525.             dir   = options.dir    || "next";
  526.         if (options.filter) {
  527.           var fs    = options.filter.status !== "*" ? new RegExp(options.filter.status, "i") : false,
  528.               fq    = options.filter.query  !== "*" ? new RegExp(options.filter.query,"i")  : false,
  529.               fd    = options.filter.date || null;
  530.         }
  531.         if (options.progress) {
  532.           var progressBar = document.getElementById("hdbProgressBar");
  533.           progressBar.style.display = "block";
  534.         }
  535.       } // if options
  536.  
  537.       var sr = new DatabaseResult(), matches = 0, total = 0;
  538.       return new Promise( function(resolve) {
  539.         window.indexedDB.open(DB_NAME).onsuccess = function() {
  540.           var dbo = this.result.transaction(store, "readonly").objectStore(store), dbq = null;
  541.           if (index) 
  542.             dbq = dbo.index(index).openCursor(range, dir);
  543.           else
  544.             dbq = dbo.openCursor(range, dir);
  545.           dbq.onsuccess = function() {
  546.             var c = this.result;
  547.             if (c) { 
  548.               Status.message = "Retrieving data... [ " + matches + " / " + (++total) + " ]";
  549.               if ( fd && (c.value.date < (fd[0] || "0000") || c.value.date > (fd[1] || "9999")) ) {
  550.                 c.continue();
  551.                 return;
  552.               }
  553.               if ( (!fs && !fq) ||                              // no query filter and no status filter OR
  554.                    (fs && !fq && ~c.value.status.search(fs)) || // status match and no query filter OR
  555.                    (!fs && fq &&                                // query match and no status filter OR
  556.                      (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq)))  ||
  557.                    (fs && fq && ~c.value.status.search(fs) &&   // status match and query match
  558.                      (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq))) ) {
  559.                 sr.include(c.value);
  560.                 Status.message = "Retrieving data... [ " + (++matches) + " / " + total + " ]";
  561.               }
  562.               c.continue();
  563.             } else {
  564.               Status.message = "Done.";
  565.               resolve(sr);
  566.             }
  567.           }; // IDBCursor
  568.           this.result.close();
  569.         }; // IDBOpenRequest
  570.       } ); // promise
  571.     },//}}} HITStorage::recall
  572.  
  573.     backup: function() {//{{{
  574.       var bData = {},
  575.           os    = ["STATS", "NOTES", "HIT"],
  576.           count = 0,
  577.           prog  = document.querySelector("#hdbProgressBar");
  578.  
  579.       prog.style.display = "block";
  580.       Status.push("Preparing backup...", "black");
  581.  
  582.       window.indexedDB.open(DB_NAME).onsuccess = function() {
  583.         for (var store of os) {
  584.           this.result.transaction(os, "readonly").objectStore(store).openCursor().onsuccess = populateBackup;
  585.         }
  586.         this.result.close();
  587.       };
  588.       function populateBackup(e) {
  589.         var cursor = e.target.result;
  590.         if (cursor) {
  591.           if (!bData[cursor.source.name]) bData[cursor.source.name] = [];
  592.           bData[cursor.source.name].push(cursor.value);
  593.           cursor.continue();
  594.         } else 
  595.           if (++count === 3)
  596.             finalizeBackup();
  597.       }
  598.       function finalizeBackup() {
  599.         var backupblob = new Blob([JSON.stringify(bData)], {type:"application/json"});
  600.         var date = new Date();
  601.         var dl = document.createElement("A");
  602.         date = date.getFullYear() + Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded();
  603.         dl.href = URL.createObjectURL(backupblob);
  604.         console.log(dl.href);
  605.         dl.download = "hitdb_"+date+".bak";
  606.         document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  607.         dl.click();                    // so we make it so and click,
  608.         dl.remove();                   // then immediately remove it
  609.         prog.style.display = "none";
  610.         Status.push("Done!", "green");
  611.       }
  612.  
  613.     }//}}} backup
  614.  
  615.   }, //}}} HITStorage
  616.  
  617.   Utils = { //{{{
  618.     ftime : function(t, noBlanks) {//{{{
  619.       if (t === 0) return "0s";
  620.       if (!t && noBlanks) return "n/a";
  621.       var d = Math.floor(t/86400),
  622.           h = Math.floor(t%86400/3600),
  623.           m = Math.floor(t%86400%3600/60),
  624.           s = t%86400%3600%60;
  625.       return ((d>0) ? d+" day"+(d>1 ? "s " : " ") : "") + ((h>0) ? h+"h " : "") + ((m>0) ? m+"m " : "") + ((s>0) ? s+"s" : "");
  626.     },//}}}ftime
  627.  
  628.     ISODate: function(date) { //{{{ MMDDYYYY <-> YYYY-MM-DD
  629.       if (date.length === 10)
  630.         return date.substr(5,2)+date.substr(-2)+date.substr(0,4);
  631.       else
  632.         return date.substr(4)+"-"+date.substr(0,2)+"-"+date.substr(2,2);
  633.     },//}}} ISODate
  634.  
  635.     getPosition: function(element, includeHeight) {//{{{
  636.       var offsets = { x: 0, y: includeHeight ? element.offsetHeight : 0 };
  637.       do {
  638.         offsets.x += element.offsetLeft;
  639.         offsets.y += element.offsetTop;
  640.         element = element.offsetParent;
  641.       } while (element);
  642.       return offsets;
  643.     }//}}} getPosition
  644.  
  645.   }, //}}} Utils
  646.  
  647.   ProjectedEarnings = {//{{{
  648.     data: JSON.parse(localStorage.getItem("hitdb_projectedEarnings") || "{}"),
  649.     updateDate: function() {//{{{
  650.       var el        = document.querySelectorAll(".metrics-table")[5].querySelector(".metrics-table-first-value").children[0],
  651.           date      = el.href.match(/\d{8}/)[0],
  652.           day       = el.textContent,
  653.           isToday   = day === "Today",
  654.           _date     = new Date(),
  655.           pad       = function(num) { return Number(num).toPadded(); },
  656.           weekEnd   = null,
  657.           weekStart = null;
  658.  
  659.       _date.setDate(_date.getDate() - _date.getDay()); // sunday
  660.       weekStart = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()));
  661.       _date.setDate(_date.getDate() + 7); // next sunday
  662.       weekEnd   = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()-_date.getDay()+7));
  663.  
  664.       if (!Object.keys(this.data).length) {
  665.         this.data = {
  666.           today: date, weekStart: weekStart, weekEnd: weekEnd, day: new Date().getDay(), dbUpdated: "n/a",
  667.           pending: 0, earnings: {}, target: { day: 0, week: 0 }
  668.         };
  669.       }
  670.  
  671.       if ( (Date.parse(Utils.ISODate(date)) >= this.data.weekEnd) ||
  672.           (!isToday && new Date().getDay() < this.data.day) ) { // new week
  673.         this.data.earnings = {};
  674.         this.data.weekEnd = weekEnd;
  675.         this.data.weekStart = weekStart;
  676.       }
  677.       if ( (this.data.today === null && isToday) || (this.data.today !== null && (date !== this.data.today || !isToday)) ) { // new day
  678.         this.data.today = date === this.data.today ? null : date;
  679.         this.data.day = new Date().getDay();
  680.       }
  681.  
  682.       this.saveState();
  683.     },//}}} updateDate
  684.     
  685.     draw: function(init) {//{{{
  686.       var parentTable = document.querySelector("#total_earnings_amount").offsetParent,
  687.           rowPending  = init ? parentTable.insertRow(-1) : parentTable.rows[4],
  688.           rowProjectedDay = init ? parentTable.insertRow(-1) : parentTable.rows[5],
  689.           rowProjectedWeek = init ? parentTable.insertRow(-1) : parentTable.rows[6],
  690.           title = "Click to set/change the target value",
  691.           weekTotal = this.getWeekTotal(),
  692.           dayTotal = this.data.earnings[this.data.today] || 0;
  693.  
  694.       if (init) {
  695.         rowPending.insertCell(-1);rowPending.insertCell(-1);rowPending.className = "even";
  696.         rowProjectedDay.insertCell(-1);rowProjectedDay.insertCell(-1);rowProjectedDay.className = "odd";
  697.         rowProjectedWeek.insertCell(-1);rowProjectedWeek.insertCell(-1);rowProjectedWeek.className = "even";
  698.         for (var i=0;i<rowPending.cells.length;i++) rowPending.cells[i].style.borderTop = "dotted 1px black";
  699.         rowPending.cells[0].className = "metrics-table-first-value";
  700.         rowProjectedDay.cells[0].className = "metrics-table-first-value";
  701.         rowProjectedWeek.cells[0].className = "metrics-table-first-value";
  702.         rowPending.cells[1].title = "This value includes all earnings that are not yet fully cleared as 'Paid'";
  703.       }
  704.  
  705.       rowPending.cells[0].innerHTML = 'Pending earnings '+
  706.         '<span style="font-family:arial;font-size:10px;" title="Timestamp of last database update">[ ' + this.data.dbUpdated + ' ]</span>';
  707.       rowPending.cells[1].textContent = "$"+Number(this.data.pending).toFixed(2);
  708.       rowProjectedDay.cells[0].innerHTML = 'Projected earnings for the day<br>'+
  709.         '<meter id="projectedDayProgress" style="width:220px;" title="'+title+
  710.           '" value="'+dayTotal+'" max="'+this.data.target.day+'"></meter>'+
  711.         '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(dayTotal-this.data.target.day).toFixed(2) + '</span>';
  712.       rowProjectedDay.cells[1].textContent = "$"+Number(dayTotal).toFixed(2);
  713.       rowProjectedWeek.cells[0].innerHTML = 'Projected earnings for the week<br>' +
  714.         '<meter id="projectedWeekProgress" style="width:220px;" title="'+title+
  715.           '" value="'+weekTotal+'" max="'+this.data.target.week+'"></meter>' +
  716.         '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(weekTotal-this.data.target.week).toFixed(2) + '</span>';
  717.       rowProjectedWeek.cells[1].textContent = "$"+Number(weekTotal).toFixed(2);
  718.  
  719.       document.querySelector("#projectedDayProgress").onclick = updateTargets.bind(this, "day");
  720.       document.querySelector("#projectedWeekProgress").onclick = updateTargets.bind(this, "week");
  721.  
  722.       function updateTargets(span, e) {
  723.         /*jshint validthis:true*/
  724.         var goal = prompt("Set your " + (span === "day" ? "daily" : "weekly") + " target:",
  725.             this.data.target[span === "day" ? "day" : "week"]);
  726.         if (goal && !isNaN(goal)) {
  727.           this.data.target[span === "day" ? "day" : "week"] = goal;
  728.           e.target.max = goal;
  729.           e.target.nextSibling.textContent = " "+Number((span === "day" ? dayTotal : weekTotal) - goal).toFixed(2);
  730.           this.saveState();
  731.         }
  732.       }
  733.     },//}}} draw
  734.  
  735.     getWeekTotal: function() {
  736.       var totals = 0;
  737.       for (var k of Object.keys(this.data.earnings))
  738.         totals += this.data.earnings[k];
  739.  
  740.       return Math.decRound(totals, 2);
  741.     },
  742.     
  743.     saveState: function() {
  744.       localStorage.setItem("hitdb_projectedEarnings", JSON.stringify(this.data));
  745.     },
  746.  
  747.     clear: function() {
  748.       this.data.pending = 0;
  749.  
  750.       for (var day of Object.keys(this.data.earnings)) {
  751.         //
  752.         // schema change -- remove if block after update propagation
  753.         //
  754.         if (isNaN(day)) { delete this.data.earnings[day]; continue; }
  755.  
  756.         this.data.earnings[day] = 0;
  757.       }
  758.     },
  759.  
  760.     updateValues: function(obj) {
  761.       var vDate = Date.parse(obj.date), iDate = Utils.ISODate(obj.date);
  762.  
  763.       if (~obj.status.search(/pending/i)) // sum pending earnings (include approved until fully cleared as paid)
  764.         this.data.pending = Math.decRound(obj.reward+this.data.pending, 2);
  765.       if (vDate < this.data.weekEnd && vDate >= this.data.weekStart && !~obj.status.search(/rejected/i)){ // sum weekly earnings by day
  766.         this.data.earnings[iDate] = Math.decRound(obj.reward+(this.data.earnings[iDate] || 0), 2 );
  767.       }
  768.     }
  769.   },//}}} ProjectedEarnings
  770.  
  771.   DatabaseResult = function(resArr, colObj) {//{{{
  772.     this.results = resArr || [];
  773.     this.collation = colObj || null;
  774.     this.formatHTML = function(type, simple) {//{{{
  775.       simple = simple || false;
  776.       var count = 0, htmlTxt = [], entry = null, _trClass = null;
  777.  
  778.       if (this.results.length < 1) return "<h2>No entries found matching your query.</h2>";
  779.  
  780.       if (type === "daily") {
  781.         htmlTxt.push('<thead><tr class="hdbHeaderRow"><th style="background:white;"></th>'+
  782.             '<th>Date</th><th>Submitted</th><th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th></tr></thead><tbody>');
  783.         var r = this.collate(this.results,"date");
  784.         for (entry of this.results) {
  785.           _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  786.           
  787.           htmlTxt.push('<tr '+_trClass+' style="text-align:center"><td style="background:white;"></td>'+
  788.               '<td>' + entry.date + '</td><td>' + entry.submitted + '</td>' +
  789.               '<td>' + entry.approved + '</td><td>' + entry.rejected + '</td><td>' + entry.pending + '</td>' +
  790.               '<td>' + Number(entry.earnings).toFixed(2) + '</td></tr>');
  791.         }
  792.         htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td style="text-align:right;">Totals:</td>' +
  793.             '<td style="text-align:right;">' + r.totalEntries + ' days</td><td style="text-align:center;">' + r.totalSub + '</td>' +
  794.             '<td style="text-align:center;">' + r.totalApp + '</td><td style="text-align:center;">' + r.totalRej + '</td>' +
  795.             '<td style="text-align:center;">' + r.totalPen + '</td><td style="text-align:center;">$' + 
  796.             Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  797.       } else if (type === "pending" || type === "requester") {
  798.         htmlTxt.push('<thead><tr data-sort="99999" class="hdbHeaderRow"><th>Requester ID</th>' +
  799.             '<th width="500">Requester</th><th>' + (type === "pending" ? 'Pending' : 'HITs') + '</th><th>Rewards</th></tr></thead><tbody>');
  800.         r = this.collate(this.results,"requesterId");
  801.         for (var k in r) {
  802.           if (!~k.search(/total/) && r.hasOwnProperty(k)) {
  803.             var tr = ['<tr data-hits="'+r[k].length+'"><td>' +
  804.                 '<span style="cursor:pointer;color:blue;" class="hdbExpandRow" title="Display all pending HITs from this requester">' +
  805.                 '[+]</span> ' + r[k][0].requesterId + '</td><td>' + r[k][0].requesterName + '</td>' +
  806.                 '<td style="text-align:center;">' + r[k].length + '</td><td>' + Number(Math.decRound(r[k].pay,2)).toFixed(2) + '</td></tr>'];
  807.  
  808.             for (var hit of r[k]) {  // hits in range per requester id
  809.               tr.push('<tr data-rid="'+r[k][0].requesterId+'" style="color:#c60000;display:none;"><td style="text-align:right">' + 
  810.                   hit.date + '</td><td width="500" colspan="2">[ <span class="helpSpan" title="Auto-approval time">AA: '+
  811.                   Utils.ftime(hit.autoAppTime, true).trim()+'</span> ] '+ 
  812.                   hit.title + '</td><td style="text-align:right">' + _parseRewards(hit.reward,"pay") + '</td></tr>');
  813.             }
  814.             htmlTxt.push(tr.join(''));
  815.           }
  816.         }
  817.         htmlTxt.sort(function(a,b) { return +b.substr(15,5).match(/\d+/) - +a.substr(15,5).match(/\d+/); });
  818.         htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td style="text-align:right;">Totals:</td>' +
  819.             '<td style="text-align:center;">' + (Object.keys(r).length-7) + ' Requesters</td>' +
  820.             '<td style="text-align:right;">' + r.totalEntries + '</td>'+
  821.             '<td style="text-align:right;">$' + Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  822.       } else { // default
  823.         if (!simple)
  824.           htmlTxt.push('<thead><tr class="hdbHeaderRow"><th colspan="3"></th>' +
  825.             '<th colspan="2" title="Bonuses must be added in manually.\n\nClick inside' +
  826.             'the cell to edit, click out of the cell to save">Reward</th><th colspan="3"></th></tr>'+
  827.             '<tr class="hdbHeaderRow">' +
  828.             '<th>Date</th><th>Requester</th><th>HIT title</th><th style="font-size:10px;">Pay</th>'+
  829.             '<th style="font-size:10px;"><span class="helpSpan" title="Click the cell to edit.\nIts value is automatically saved">'+
  830.             'Bonus</span></th><th>Status</th><th>'+
  831.             '<span class="helpSpan" title="Auto-approval times">AA</span></th><th>Feedback</th></tr></thead><tbody>');
  832.  
  833.         for (entry of this.results) {
  834.           _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  835.           var _stColor = ~entry.status.search(/(paid|approved)/i) ? "green"  :
  836.                          entry.status === "Pending Approval"      ? "orange" : "red";
  837.           var href = MTURK_BASE+'contact?requesterId='+entry.requesterId+'&requesterName='+entry.requesterName+
  838.             '&subject=Regarding+Amazon+Mechanical+Turk+HIT+'+entry.hitId;
  839.  
  840.           if (!simple)
  841.             htmlTxt.push('<tr '+_trClass+' data-id="'+entry.hitId+'">'+
  842.               '<td width="74px">' + entry.date + '</td><td style="max-width:145px;">' +
  843.               '<a target="_blank" title="Contact this requester" href="'+href+'">' + entry.requesterName + '</a></td>' + 
  844.               '<td width="375px" title="HIT ID:   '+entry.hitId+'">' + 
  845.               '<span title="Add a note" id="note-'+entry.hitId+'" style="cursor:pointer;">&nbsp;&#128221;&nbsp;</span>' + 
  846.               entry.title + '</td><td style="text-align:right">' + _parseRewards(entry.reward,"pay") + '</td>' +
  847.               '<td style="text-align:right" class="bonusCell" title="Click to add/edit" contenteditable="true" data-hitid="'+entry.hitId+'">' + 
  848.               (+_parseRewards(entry.reward,"bonus") ? _parseRewards(entry.reward,"bonus") : "") + 
  849.               '</td><td style="color:'+_stColor+';text-align:center">' + entry.status + '</td>' +
  850.               '<td>' + Utils.ftime(entry.autoAppTime) + '</td><td>' + entry.feedback + '</td></tr>');
  851.           else
  852.             htmlTxt.push('<tr data-rid="'+entry.requesterId+'" style="display:none"><td>'+entry.date+'</td><td>'+entry.title+'</td><td>'+
  853.               _parseRewards(entry.reward,"pay") + '</td><td>'+ entry.status+'</td></tr>');
  854.         }
  855.  
  856.         if (!simple) {
  857.           r = this.collation || this.collate(this.results,"requesterId");
  858.           htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td></td>' +
  859.               '<td style="text-align:right">Totals:</td><td style="text-align:center;">' + r.totalEntries + ' HITs</td>' +
  860.               '<td style="text-align:right">$' + Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td>' +
  861.               '<td style="text-align:right">$' + Number(Math.decRound(r.totalBonus,2)).toFixed(2) + '</td>' +
  862.               '<td colspan="3"></td></tr></tfoot>');
  863.         }
  864.       }
  865.       return htmlTxt.join('');
  866.     };//}}} formatHTML
  867.     this.formatCSV = function(type) {//{{{
  868.       var csvTxt = [], entry = null, delimiter="\t";
  869.       if (type === "daily") {
  870.         csvTxt.push( ["Date", "Submitted", "Approved", "Rejected", "Pending", "Earnings\n"].join(delimiter) );
  871.         for (entry of this.results) {
  872.           csvTxt.push( [entry.date, entry.submitted, entry.approved, entry.rejected, 
  873.               entry.pending, Number(entry.earnings).toFixed(2)+"\n"].join(delimiter) );
  874.         }
  875.         csvToFile(csvTxt, "hitdb_dailyOverview.csv");
  876.       } else if (type === "pending" || type === "requester") {
  877.         csvTxt.push( ["RequesterId","Requester", (type === "pending" ? "Pending" : "HITs"), "Rewards\n"].join(delimiter) );
  878.         var r = this.collation || this.collate(this.results,"requesterId");
  879.         for (var k in r) {
  880.           if (!~k.search(/total/) && r.hasOwnProperty(k))
  881.             csvTxt.push( [k, r[k][0].requesterName, r[k].length, Number(Math.decRound(r[k].pay,2)).toFixed(2)+"\n"].join(delimiter) );
  882.         }
  883.         csvToFile(csvTxt, "hitdb_"+type+"Overview.csv");
  884.       } else {
  885.         csvTxt.push(["Date","Requester","Title","Pay","Bonus","Status","Feedback\n"].join(delimiter));
  886.         for (entry of this.results) {
  887.           csvTxt.push([entry.date, entry.requesterName, entry.title, Number(_parseRewards(entry.reward,"pay")).toFixed(2),
  888.               (+_parseRewards(entry.reward,"bonus") ? Number(_parseRewards(entry.reward,"bonus")).toFixed(2) : ""),
  889.               entry.status, entry.feedback+"\n"].join(delimiter));
  890.         }
  891.         csvToFile(csvTxt, "hitdb_queryResults.csv");
  892.       }
  893.  
  894.       return "<pre>"+csvTxt.join('')+"</pre>";
  895.  
  896.       function csvToFile(csv, filename) {
  897.         var blob = new Blob(csv, {type: "text/csv", endings: "native"}),
  898.             dl   = document.createElement("A");
  899.         dl.href = URL.createObjectURL(blob);
  900.         dl.download = filename;
  901.         document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  902.         dl.click();                    // so we make it so and click,
  903.         dl.remove();                   // then immediately remove it
  904.         return dl;
  905.       }
  906.     };//}}} formatCSV
  907.     this.include = function(value) {
  908.       this.results.push(value);
  909.     };
  910.     this.collate = function(data, index) {//{{{
  911.       var r = { 
  912.         totalPay: 0, totalBonus: 0, totalEntries: data.length,
  913.         totalSub: 0, totalApp: 0, totalRej: 0, totalPen: 0
  914.       };
  915.       for (var e of data) {
  916.         if (!r[e[index]]) { r[e[index]] = []; r[e[index]].pay = 0; }
  917.         r[e[index]].push(e);
  918.  
  919.         if (index === "date") {
  920.           r.totalSub += e.submitted;
  921.           r.totalApp += e.approved;
  922.           r.totalRej += e.rejected;
  923.           r.totalPen += e.pending;
  924.           r.totalPay += e.earnings;
  925.         } else {
  926.           r[e[index]].pay += (+_parseRewards(e.reward,"pay"));
  927.           r.totalPay += (+_parseRewards(e.reward,"pay"));
  928.           r.totalBonus += (+_parseRewards(e.reward,"bonus"));
  929.         }
  930.       }
  931.       return r;
  932.     };//}}} _collate
  933.  
  934.     function _parseRewards(rewards,value) {//{{{
  935.       if (!isNaN(rewards)) {
  936.         if (value === "pay")
  937.           return Number(rewards).toFixed(2);
  938.         else
  939.           return "0.00";
  940.       } else {
  941.         if (value === "pay")
  942.           return Number(rewards.pay).toFixed(2);
  943.         else
  944.           return Number(rewards.bonus).toFixed(2);
  945.       }
  946.     } //}}} _parse
  947.   },//}}} databaseresult
  948.  
  949.   DashboardUI = {//{{{
  950.     //
  951.     // TODO refactor
  952.     //
  953.     draw: function() {//{{{
  954.       var controlPanel = document.createElement("TABLE");
  955.       var insertionNode = document.querySelector(".footer_separator").previousSibling;
  956.       document.body.insertBefore(controlPanel, insertionNode);
  957.       controlPanel.width = "760";
  958.       controlPanel.align = "center";
  959.       controlPanel.id = "hdbControlPanel";
  960.       controlPanel.cellSpacing = "0";
  961.       controlPanel.cellPadding = "0";
  962.       controlPanel.innerHTML = '<tr height="25px"><td width="10" bgcolor="#7FB448" style="padding-left: 10px;"></td>' +
  963.         '<td class="white_text_14_bold" style="padding-left:10px; background-color:#7FB448;">' +
  964.           'HIT Database Mk. II&nbsp;<a href="https://greasyfork.org/en/scripts/11733-mturk-hit-database-mk-ii" class="whatis" target="_blank">' +
  965.           '(What\'s this?)</a></td></tr>' +
  966.         '<tr><td class="container-content" colspan="2">' +
  967.         '<div style="text-align:center;" id="hdbDashboardInterface">' +
  968.         '<button id="hdbBackup" title="Export your entire database!\nPerfect for moving between computers or as a periodic backup">Create Backup</button>' +
  969.         '<button id="hdbRestore" title="Restore database from external backup file" style="margin:5px">Restore</button>' +
  970.         '<button id="hdbUpdate" title="Update... the database" style="color:green;">Update Database</button>' +
  971.         '<div id="hdbFileSelector" style="display:none"><input id="hdbFileInput" type="file" /></div>' +
  972.         '<br>' +
  973.         '<button id="hdbPending" title="Summary of all pending HITs\n Can be exported as CSV" style="margin: 0px 5px 5px;">Pending Overview</button>' +
  974.         '<button id="hdbRequester" title="Summary of all requesters\n Can be exported as CSV" style="margin: 0px 5px 5px;">Requester Overview</button>' +
  975.         '<button id="hdbDaily" title="Summary of each day you\'ve worked\nCan be exported as CSV" style="margin:0px 5px 5px;">Daily Overview</button>' +
  976.         '<br>' +
  977.         '<label>Find </label>' +
  978.         '<select id="hdbStatusSelect"><option value="*">ALL</option>' +
  979.         '<option value="Pending Approval" style="color: orange;">Pending Approval</option>' +
  980.         '<option value="Rejected" style="color: red;">Rejected</option>' +
  981.         '<option value="Approved - Pending Payment" style="color:green;">Approved - Pending Payment</option>' +
  982.         '<option value="(Paid|Approved)" style="color:green;">Paid OR Approved</option></select>' +
  983.         '<label> HITs matching: </label><input id="hdbSearchInput" title="Query can be HIT title, HIT ID, or requester name" />' +
  984.         '<button id="hdbSearch">Search</button>' +
  985.         '<br>' +
  986.         '<label>from date </label><input id="hdbMinDate" maxlength="10" size="10" title="Specify a date, or leave blank">' +
  987.         '<label> to </label><input id="hdbMaxDate" malength="10" size="10" title="Specify a date, or leave blank">' +
  988.         '<label for="hdbCSVInput" title="Export results as CSV file" style="margin-left:50px; vertical-align:middle;">export CSV</label>' +
  989.         '<input id="hdbCSVInput" title="Export results as CSV file" type="checkbox" style="vertical-align:middle;">' +
  990.         '<br>' +
  991.         '<label id="hdbStatusText"></label>' +
  992.         '<div id="hdbProgressBar" class="hdbProgressContainer"><div class="hdbProgressOuter"><div class="hdbProgressInner"></div></div></div>' +
  993.         '</div></td></tr>';
  994.  
  995.       var searchResults = document.createElement("DIV");
  996.       searchResults.align = "center";
  997.       searchResults.id = "hdbSearchResults";
  998.       searchResults.style.display = "block";
  999.       searchResults.innerHTML = 
  1000.         '<span class="hdbResControl" id="hdbResClear">[ clear results ]</span>' +
  1001.         '<span class="hdbTablePagination" id="hdbPageTop">blah blah blah</span><br>' +
  1002.         '<table cellSpacing="0" cellpadding="2" id="hdbResultsTable"></table>' +
  1003.         '<span class="hdbResControl" id="hdbVpTop">Back to top</span>' +
  1004.         '<span class="hdbTablePagination" id="hdbPageBot">mooooo ids i</span><br>';
  1005.       document.body.insertBefore(searchResults, insertionNode);
  1006.     },//}}} dashboardUI::draw
  1007.  
  1008.     initClickables: function() {//{{{
  1009.       var updateBtn      = document.getElementById("hdbUpdate"),
  1010.           backupBtn      = document.getElementById("hdbBackup"),
  1011.           restoreBtn     = document.getElementById("hdbRestore"),
  1012.           fileInput      = document.getElementById("hdbFileInput"),
  1013.           exportCSVInput = document.getElementById("hdbCSVInput"),
  1014.           searchBtn      = document.getElementById("hdbSearch"),
  1015.           searchInput    = document.getElementById("hdbSearchInput"),
  1016.           pendingBtn     = document.getElementById("hdbPending"),
  1017.           reqBtn         = document.getElementById("hdbRequester"),
  1018.           dailyBtn       = document.getElementById("hdbDaily"),
  1019.           fromdate       = document.getElementById("hdbMinDate"),
  1020.           todate         = document.getElementById("hdbMaxDate"),
  1021.           statusSelect   = document.getElementById("hdbStatusSelect"),
  1022.           progressBar    = document.getElementById("hdbProgressBar"),
  1023.           searchResults  = document.getElementById("hdbSearchResults"),
  1024.           resultsTable   = document.getElementById("hdbResultsTable");
  1025.  
  1026.       searchResults.firstChild.onclick = function() { //{{{ clear results
  1027.         resultsTable.innerHTML = null;
  1028.         for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"]) {
  1029.           if (~d.search(/page/i)) d.innerHTML = "";
  1030.           document.getElementById(d).style.display = "none";
  1031.         }
  1032.       };//}}}
  1033.       document.getElementById("hdbVpTop").onclick = function() { autoScroll("#hdbControlPanel"); };
  1034.  
  1035.       updateBtn.onclick = function() { //{{{
  1036.         progressBar.style.display = "block";
  1037.         metrics.dbupdate = new Metrics("database_update");
  1038.         HITStorage.fetch(MTURK_BASE+"status");
  1039.         Status.message = "fetching status page....";
  1040.       };//}}}
  1041.       exportCSVInput.addEventListener("click", function() {//{{{
  1042.         if (exportCSVInput.checked) {
  1043.           searchBtn.textContent = "Export CSV";
  1044.           pendingBtn.textContent += " (csv)";
  1045.           reqBtn.textContent += " (csv)";
  1046.           dailyBtn.textContent += " (csv)";
  1047.         }
  1048.         else {
  1049.           searchBtn.textContent = "Search";
  1050.           pendingBtn.textContent = pendingBtn.textContent.replace(" (csv)","");
  1051.           reqBtn.textContent = reqBtn.textContent.replace(" (csv)","");
  1052.           dailyBtn.textContent = dailyBtn.textContent.replace(" (csv)", "");
  1053.         }
  1054.       });//}}}
  1055.       fromdate.addEventListener("focus", function() {//{{{ dates
  1056.         var offsets = Utils.getPosition(this, true);
  1057.         new Calendar(offsets.x, offsets.y, this).drawCalendar();
  1058.       });
  1059.       todate.addEventListener("focus", function() {
  1060.         var offsets = Utils.getPosition(this, true);
  1061.         new Calendar(offsets.x, offsets.y, this).drawCalendar();
  1062.       });//}}} dates
  1063.  
  1064.       backupBtn.onclick = HITStorage.backup;
  1065.       restoreBtn.onclick = function() { fileInput.click(); };
  1066.       fileInput.onchange = processFile;
  1067.  
  1068.       searchBtn.onclick = function() {//{{{
  1069.         qc.sr = []; // clear prev pagination
  1070.         var r = this.getRange();
  1071.         var _filter = { status: statusSelect.value, query: searchInput.value.trim().length > 0 ? searchInput.value : "*" };
  1072.         var _opt = { index: r.index, range: r.range, dir: r.dir, filter: _filter, progress: true };
  1073.  
  1074.         Status.push("Preparing database...", "black");
  1075.         metrics.dbrecall = new Metrics("database_recall::search");
  1076.  
  1077.         HITStorage.recall("HIT", _opt).then(function(r) {
  1078.           Status.message = "Building HTML...";
  1079.           for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"])
  1080.             document.getElementById(d).style.display = "initial";
  1081.  
  1082.           var limiter = 500;
  1083.           if (exportCSVInput.checked) 
  1084.             resultsTable.innerHTML = r.formatCSV();
  1085.           else if (r.results.length > limiter) {
  1086.             var collation = r.collate(r.results, "requesterId");
  1087.             do { qc.sr.push(new DatabaseResult(r.results.splice(0,limiter), collation)) } while (r.results.length);
  1088.             resultConstrain(qc.sr, 0);
  1089.           } else
  1090.             resultConstrain(r);
  1091.  
  1092.           autoScroll("#hdbSearchResults");
  1093.           Status.push("Done!", "green");
  1094.           metrics.dbrecall.stop(); metrics.dbrecall.report();
  1095.           progressBar.style.display = "none";
  1096.         }); // recall
  1097.       }.bind(this); //}}} search button click event
  1098.       //{{{ overview buttons
  1099.       pendingBtn.onclick = function() {
  1100.         var _filter = { date: [fromdate.value, todate.value], query: searchInput.value.trim().length > 0 ? searchInput.value : "*" },
  1101.             _opt    = { index: "status", dir: "prev", range: window.IDBKeyRange.only("Pending Approval"), filter: _filter, progress: true };
  1102.  
  1103.         Status.push("Preparing database...", "black");
  1104.         metrics.dbrecall = new Metrics("database_recall::pending");
  1105.         HITStorage.recall("HIT", _opt).then(function(r) {
  1106.           Status.message = "Building HTML...";
  1107.           for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"])
  1108.             document.getElementById(d).style.display = "initial";
  1109.           resultsTable.innerHTML = exportCSVInput.checked ? r.formatCSV("pending") : r.formatHTML("pending");
  1110.           autoScroll("#hdbSearchResults");
  1111.           var expands = document.querySelectorAll(".hdbExpandRow");
  1112.           for (var el of expands) {
  1113.             el.onclick = showHiddenRows;
  1114.           }
  1115.           Status.push("Done!", "green");
  1116.           metrics.dbrecall.stop(); metrics.dbrecall.report();
  1117.           progressBar.style.display = "none";
  1118.         });
  1119.       }.bind(this); //pending overview click event
  1120.       reqBtn.onclick = function() {
  1121.         var r = this.getRange();
  1122.         var _opt = { index: r.index, range: r.range, progress: true };
  1123.  
  1124.         Status.push("Preparing database...", "black");
  1125.         metrics.dbrecall = new Metrics("database_recall::requester");
  1126.         HITStorage.recall("HIT", _opt).then(function(r) {
  1127.           Status.message = "Building HTML...";
  1128.           for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"])
  1129.             document.getElementById(d).style.display = "initial";
  1130.           resultsTable.innerHTML = exportCSVInput.checked ? r.formatCSV("requester") : r.formatHTML("requester");
  1131.           autoScroll("#hdbSearchResults");
  1132.           var expands = document.querySelectorAll(".hdbExpandRow");
  1133.           for (var el of expands) {
  1134.             el.onclick = showHiddenRows;
  1135.           }
  1136.           Status.push("Done!", "green");
  1137.           metrics.dbrecall.stop(); metrics.dbrecall.report();
  1138.           progressBar.style.display = "none";
  1139.         });
  1140.       }.bind(this); //requester overview click event
  1141.       dailyBtn.onclick = function() {
  1142.         Status.push("Preparing database...", "black");
  1143.         metrics.dbrecall = new Metrics("database_recall::daily");
  1144.         HITStorage.recall("STATS", { dir: "prev" }).then(function(r) {
  1145.           Status.message = "Building HTML...";
  1146.           for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"])
  1147.             document.getElementById(d).style.display = "initial";
  1148.           resultsTable.innerHTML = exportCSVInput.checked ? r.formatCSV("daily") : r.formatHTML("daily");
  1149.           autoScroll("#hdbSearchResults");
  1150.           Status.push("Done!", "green");
  1151.           metrics.dbrecall.stop(); metrics.dbrecall.report();
  1152.         });
  1153.       }; //daily overview click event
  1154.       //}}}
  1155.     },//}}} dashboardUI::initClickables
  1156.  
  1157.     getRange: function(status) {//{{{
  1158.       var fromdate     = document.getElementById("hdbMinDate"),
  1159.           todate       = document.getElementById("hdbMaxDate"),
  1160.           statusSelect = document.getElementById("hdbStatusSelect");
  1161.       var _min = fromdate.value.length === 10 ? fromdate.value : undefined,
  1162.           _max = todate.value.length   === 10 ? todate.value   : undefined;
  1163.           status = status || statusSelect.value;
  1164.       var _range = 
  1165.         (_min === undefined && _max === undefined) ? 
  1166.           (status.length > 1 && !~status.search(/\(/) ? window.IDBKeyRange.only(status) : null) :
  1167.         (_min === undefined)                       ? window.IDBKeyRange.upperBound(_max) :
  1168.         (_max === undefined)                       ? window.IDBKeyRange.lowerBound(_min) :
  1169.         (_max < _min)                              ? window.IDBKeyRange.bound(_max,_min) : window.IDBKeyRange.bound(_min,_max),
  1170.           _index = _min === undefined && _max === undefined && status.length > 1 && !~status.search(/\(/) ? "status" : "date";
  1171.       return { min: _min, max: _max, range: _range, dir: _max < _min ? "prev" : "next", index: _index };
  1172.     }//}}} dashboardUI::getRange
  1173.   };//}}} dashboard
  1174.  
  1175.   /* 
  1176.    *
  1177.    *
  1178.    *
  1179.    *
  1180.    *///{{{
  1181.   // the Set() constructor is never actually used other than to test for Chrome v38+
  1182.   if (!("indexedDB" in window && "Set" in window)) alert("HITDB::Your browser is too outdated or otherwise incompatible with this script!");
  1183.   else {
  1184.   /* 
  1185.     var tdbh = window.indexedDB.open(DB_NAME);
  1186.     tdbh.onerror = function(e) { console.log("[TESTDB]",e.target.error.name+":", e.target.error.message, e); };
  1187.     tdbh.onsuccess = INFLATEDUMMYVALUES;
  1188.     //tdbh.onupgradeneeded = BLANKSLATE;
  1189.     var dbh = null;
  1190.   */
  1191.     
  1192.     if (document.location.pathname.search(/dashboard/) > 0) {
  1193.       var dbh = window.indexedDB.open(DB_NAME, DB_VERSION);
  1194.       dbh.onerror = function(e) { console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  1195.       dbh.onupgradeneeded = HITStorage.versionChange;
  1196.       dbh.onsuccess = function() { this.result.close(); };
  1197.  
  1198.       DashboardUI.draw();
  1199.       DashboardUI.initClickables();
  1200.  
  1201.       ProjectedEarnings.updateDate();
  1202.       ProjectedEarnings.draw(true);
  1203.  
  1204.       var Status = {
  1205.         node: document.getElementById("hdbStatusText"),
  1206.         get message() { return this.node.textContent; },
  1207.         set message(str) { this.node.textContent = str; },
  1208.         get color() { return this.node.style.color; },
  1209.         set color(c) { this.node.style.color = c; },
  1210.         push: function(m,c) { c = c || "black"; this.message = m; this.color = c; }
  1211.       };
  1212.  
  1213.       qc.vp = new Viewport();
  1214.       console.log(qc.vp);
  1215.     } else { // page is not dashboard
  1216.       beenThereDoneThat();
  1217.     }
  1218.   }
  1219.   /*}}}
  1220.    *
  1221.    *
  1222.    *
  1223.    *
  1224.    */
  1225.  
  1226.   // {{{ css injection
  1227.   var css = "<style type='text/css'>" +
  1228.   ".hitdbRTButtons {border:1px solid; font-size: 10px; height: 18px; padding-left: 5px; padding-right: 5px; background: pink;}" +
  1229.   ".hitdbRTButtons-green {background: lightgreen;}" +
  1230.   ".hitdbRTButtons-large {width:80px;}" +
  1231.   ".hdbProgressContainer {margin:auto; width:500px; height:6px; position:relative; display:none; border-radius:10px; overflow:hidden; background:#d3d8db;}" +
  1232.   ".hdbProgressInner {width:100%; position:absolute; left:0;top:0;bottom:0; animation: kfpin 1.4s infinite; background:" +
  1233.     "linear-gradient(262deg, rgba(208,69,247,0), rgba(208,69,247,1), rgba(69,197,247,1), rgba(69,197,247,0)); background-size: 300% 500%;}" +
  1234.   ".hdbProgressOuter {width:30%; position:absolute; left:0;top:0;bottom:0; animation: kfpout 2s cubic-bezier(0,0.55,0.2,1) infinite;}" +
  1235.   "@keyframes kfpout { 0% {left:-100%;} 70%{left:100%;} 100%{left:100%;} }" +
  1236.   "@keyframes kfpin { 0%{background-position: 0% 50%} 50%{background-position: 100% 15%} 100%{background-position:0% 30%} }" +
  1237.   ".hdbCalControls {cursor:pointer;} .hdbCalControls:hover {color:c27fcf;}" +
  1238.   ".hdbCalCells {background:#f0f6f9; height:19px}" +
  1239.   ".hdbCalDays {cursor:pointer; text-align:center;} .hdbCalDays:hover {background:#7fb4cf; color:white;}" +
  1240.   ".hdbDayHeader {width:26px; text-align:center; font-weight:bold; font-size:12px; background:#f0f6f9;}" +
  1241.   ".hdbCalHeader {background:#7fb4cf; color:white; font-weight:bold; text-align:center; font-size:11px; padding:3px 0px;}" +
  1242.   "#hdbCalendarPanel {position:absolute; z-index:10; box-shadow:-2px 3px 5px 0px rgba(0,0,0,0.68);}" +
  1243.   ".hdbTotalsRow {background:#CCC; color:#369; font-weight:bold;}" +
  1244.   ".hdbHeaderRow {background:#7FB448; font-size:12px; color:white}" +
  1245.   ".helpSpan {border-bottom:1px dotted; cursor:help;}" +
  1246.   ".hdbResControl {border-bottom:1px solid; color:#c60; cursor:pointer; display:none;}" +
  1247.   ".hdbTablePagination {margin-left:15em; color:#c60; display:none;}" +
  1248.   "</style>";
  1249.   document.head.innerHTML += css;
  1250.   // }}}
  1251.  
  1252.   function Viewport(vp) {//{{{
  1253.     vp = vp || {};
  1254.     this.height    = window.innerHeight;
  1255.     this.width     = window.innerWidth;
  1256.     this.top       = window.scrollY;
  1257.     this.bottom    = this.top+this.height;
  1258.     this.left      = window.scrollX;
  1259.     this.right     = this.left+this.width;
  1260.     this.scrollDir = this.top - vp.top > 0 ? "down" : this.top - vp.top < 0 ? "up" : 
  1261.       this.left - vp.left > 0 ? "right" : this.left - vp.left < 0 ? "left" : null;
  1262.   }//}}}
  1263.  
  1264.   function resultConstrain(data, index) {//{{{
  1265.     data = data || qc.sr;
  1266.  
  1267.     var table  = document.getElementById("hdbResultsTable"),
  1268.         rslice = data.length ? data[index].results : data.results,
  1269.         pager  = [document.getElementById("hdbPageTop"), document.getElementById("hdbPageBot")],
  1270.         sopt   = [];
  1271.     pager[0].innerHTML = '';
  1272.  
  1273.     if (data instanceof DatabaseResult)
  1274.       table.innerHTML = data.formatHTML();
  1275.     else {
  1276.       table.innerHTML = data[index].formatHTML();
  1277.       pager[0].innerHTML = '<span style="cursor:pointer;">' + (index > 0 ? '&#9664; Prev' : '') + '</span> ' +
  1278.         '<span style="cursor:pointer;">' + (+index+1 === data.length ? '' : 'Next &#9654;') + '</span> &nbsp; || &nbsp; '+
  1279.         '<label>Select page: </label><select></select>';
  1280.       for (var i=0;i<data.length;i++) {
  1281.         if (i === +index)
  1282.           sopt.push('<option value="' + i + '" selected="selected">' + (i+1) + '</option>');
  1283.         else
  1284.           sopt.push('<option value="' + i + '">' + (i+1) + '</option>');
  1285.       }
  1286.       pager[0].lastChild.innerHTML = sopt.join('');
  1287.       pager[2] = pager[0].cloneNode(true);
  1288.       pager[2].id = "hdbPageBot";
  1289.       for (i of [0,2]) {
  1290.         pager[i].children[0].onclick = resultConstrain.bind(null,null,+index-1);
  1291.         pager[i].children[1].onclick = resultConstrain.bind(null,null,+index+1);
  1292.         pager[i].children[3].onchange = _f;
  1293.       }
  1294.       pager[0].parentNode.replaceChild(pager[2], pager[1]);
  1295.     }
  1296.  
  1297.     for (var _r of rslice) { // retrieve and append notes
  1298.       HITStorage.recall("NOTES", { index: "hitId", range: window.IDBKeyRange.only(_r.hitId) }).then(noteHandler.bind(null,"attach"));
  1299.     }
  1300.  
  1301.     var _nodes   = [document.querySelectorAll(".bonusCell"), document.querySelectorAll('span[id^="note-"]')];
  1302.     for (i=0;i<_nodes[0].length;i++) {
  1303.       var bonus = _nodes[0][i],
  1304.           note  = _nodes[1][i];
  1305.       bonus.dataset.initial = bonus.textContent;
  1306.       bonus.onkeydown = updateBonus;
  1307.       bonus.onblur    = updateBonus;
  1308.       note.onclick    = noteHandler.bind(null,"new");
  1309.     }
  1310.  
  1311.     // to avoid defining a function within a loop
  1312.     function _f(e) { resultConstrain(null,e.target.value); }
  1313.   }//}}} resultConstrain
  1314.  
  1315.   function beenThereDoneThat() {//{{{
  1316.     // 
  1317.     // TODO refine searching
  1318.     //
  1319.     if (~document.location.pathname.search(/(accept|continue)/)) {
  1320.       if (!document.querySelector('input[name="hitAutoAppDelayInSeconds"]')) return;
  1321.  
  1322.       // capture autoapproval times
  1323.       var _aa = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1324.           _hid = document.querySelectorAll('input[name="hitId"]')[1].value,
  1325.           pad = function(num) { return Number(num).toPadded(); },
  1326.           _d  = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  1327.  
  1328.       if (!qc.aat[_d]) qc.aat[_d] = {};
  1329.       qc.aat[_d][_hid] = _aa;
  1330.       qc.save("aat", "hitdb_autoAppTemp", true);
  1331.       return;
  1332.     }
  1333.     var qualNode = document.querySelector('td[colspan="11"]');
  1334.     if (qualNode) { // we're on the preview page!
  1335.       var requester     = document.querySelector('input[name="requesterId"]').value,
  1336.           //hitId         = document.querySelector('input[name="hitId"]').value,
  1337.           autoApproval  = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1338.           hitTitle      = document.querySelector('div[style*="ellipsis"]').textContent.trim().replace(/\|/g,""),
  1339.           insertionNode = qualNode.parentNode.parentNode;
  1340.       var row = document.createElement("TR"), cellL = document.createElement("TD"), cellR = document.createElement("TD");
  1341.       var _resultsTable = document.createElement("TABLE");
  1342.       _resultsTable.id = "resultsTableFor"+requester;
  1343.       insertionNode.parentNode.parentNode.appendChild(_resultsTable);
  1344.  
  1345.       cellR.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp;&nbsp;'+Utils.ftime(autoApproval);
  1346.       var rbutton = document.createElement("BUTTON");
  1347.       rbutton.classList.add("hitdbRTButtons","hitdbRTButtons-large");
  1348.       rbutton.textContent = "Requester";
  1349.       rbutton.onclick = function(e) { 
  1350.         e.preventDefault();
  1351.         showResults(requester);
  1352.       };
  1353.       var tbutton = rbutton.cloneNode(false);
  1354.       rbutton.dataset.id = requester;
  1355.       rbutton.title = "Show HITs completed from this requester";
  1356.       tbutton.textContent = "HIT Title";
  1357.       tbutton.onclick = function(e) { e.preventDefault(); };
  1358.       HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(requester)})
  1359.         .then(processResults.bind(rbutton));
  1360.       HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(hitTitle)})
  1361.         .then(processResults.bind(tbutton));
  1362.       row.appendChild(cellL);
  1363.       row.appendChild(cellR);
  1364.       cellL.appendChild(rbutton);
  1365.       cellL.appendChild(tbutton);
  1366.       cellL.colSpan = "3";
  1367.       cellR.colSpan = "8";
  1368.       insertionNode.appendChild(row);
  1369.     } else { // browsing HITs n sutff 
  1370.       var titleNodes = document.querySelectorAll('a[class="capsulelink"]');
  1371.       if (titleNodes.length < 1) return; // nothing left to do here!
  1372.       var requesterNodes = document.querySelectorAll('a[href*="hitgroups&requester"]');
  1373.       var insertionNodes = [];
  1374.  
  1375.       for (var i=0;i<titleNodes.length;i++) {
  1376.         var _title = titleNodes[i].textContent.trim().replace(/\|/g,"");
  1377.         var _tbutton = document.createElement("BUTTON");
  1378.         var _id = requesterNodes[i].href.replace(/.+Id=(.+)/, "$1");
  1379.         var _rbutton = document.createElement("BUTTON");
  1380.         var _div = document.createElement("DIV"), _tr = document.createElement("TR");
  1381.         _resultsTable = document.createElement("TABLE");
  1382.         insertionNodes.push(requesterNodes[i].parentNode.parentNode.parentNode);
  1383.         insertionNodes[i].offsetParent.offsetParent.offsetParent.offsetParent.appendChild(_resultsTable);
  1384.         _resultsTable.id = "resultsTableFor"+_id;
  1385.  
  1386.         HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(_title)} )
  1387.           .then(processResults.bind(_tbutton));
  1388.         HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(_id)} )
  1389.           .then(processResults.bind(_rbutton));
  1390.  
  1391.         _tr.appendChild(_div);
  1392.         _div.id = "hitdbRTInjection-"+i;
  1393.         _div.appendChild(_rbutton);
  1394.         _rbutton.textContent = 'R';
  1395.         _rbutton.classList.add("hitdbRTButtons");
  1396.         _rbutton.dataset.id = _id;
  1397.         _rbutton.onclick = showResults.bind(null, _id, null);
  1398.         _rbutton.title = "Show HITs completed from this requester";
  1399.         _div.appendChild(_tbutton);
  1400.         _tbutton.textContent = 'T';
  1401.         _tbutton.classList.add("hitdbRTButtons");
  1402.         insertionNodes[i].appendChild(_tr);
  1403.       }
  1404.     } // else
  1405.  
  1406.     function showResults(rid, title) {
  1407.       console.log(rid, title);
  1408.       var el = null;
  1409.       if (rid) {
  1410.         for (el of document.querySelectorAll('tr[data-rid="'+rid+'"]')) {
  1411.           if (el.style.display === "none")
  1412.             el.style.display = "table-row";
  1413.           else
  1414.             el.style.display = "none";
  1415.         }
  1416.       }
  1417.     }
  1418.  
  1419.     function processResults(r) {
  1420.       /*jshint validthis: true*/
  1421.       if (r.results.length) {
  1422.         this.classList.add("hitdbRTButtons-green");
  1423.         if (this.dataset.id) {
  1424.           var rtable = document.querySelector("#resultsTableFor"+this.dataset.id);
  1425.           rtable.innerHTML += r.formatHTML(null,true);
  1426.         }
  1427.       }
  1428.     }
  1429.  
  1430.     
  1431.   }//}}} btdt
  1432.  
  1433.   function showHiddenRows(e) {//{{{
  1434.     var rid = e.target.parentNode.textContent.substr(4);
  1435.     var nodes = document.querySelectorAll('tr[data-rid="'+rid+'"]'), el = null;
  1436.     if (e.target.textContent === "[+]") {
  1437.       for (el of nodes)
  1438.         el.style.display="table-row";
  1439.       e.target.textContent = "[-]";
  1440.     } else {
  1441.       for (el of nodes)
  1442.         el.style.display="none";
  1443.       e.target.textContent = "[+]";
  1444.     }
  1445.   }//}}}
  1446.  
  1447.   function updateBonus(e) {//{{{
  1448.     if (e instanceof window.KeyboardEvent && e.keyCode === 13) {
  1449.       e.target.blur();
  1450.       return false;
  1451.     } else if (e instanceof window.FocusEvent) {
  1452.       var _bonus = +e.target.textContent.replace(/\$/,"");
  1453.       if (_bonus !== +e.target.dataset.initial) {
  1454.         console.log("updating bonus to",_bonus,"from",e.target.dataset.initial,"("+e.target.dataset.hitid+")");
  1455.         e.target.dataset.initial = _bonus;
  1456.         var _pay   = +e.target.previousSibling.textContent,
  1457.             _range = window.IDBKeyRange.only(e.target.dataset.hitid);
  1458.  
  1459.         window.indexedDB.open(DB_NAME).onsuccess = function() {
  1460.           this.result.transaction("HIT", "readwrite").objectStore("HIT").openCursor(_range).onsuccess = function() {
  1461.             var c = this.result;
  1462.             if (c) {
  1463.               var v = c.value;
  1464.               v.reward = { pay: _pay, bonus: _bonus };
  1465.               c.update(v);
  1466.             } 
  1467.           }; // idbcursor
  1468.         }; // idbopen
  1469.       } // bonus is new value
  1470.     } // keycode
  1471.   } //}}} updateBonus
  1472.  
  1473.   function noteHandler(type, e) {//{{{
  1474.     // 
  1475.     // TODO restructure event handling/logic tree
  1476.     //      combine save and delete; it's ugly :(
  1477.     //      actually this whole thing is messy and in need of refactoring
  1478.     //
  1479.     if (e instanceof window.KeyboardEvent) {
  1480.      if (e.keyCode === 13) {
  1481.         e.target.blur();
  1482.         return false;
  1483.       }
  1484.      return;
  1485.     }
  1486.  
  1487.     if (e instanceof window.FocusEvent) {
  1488.       if (e.target.textContent.trim() !== e.target.dataset.initial) {
  1489.         if (!e.target.textContent.trim()) { e.target.previousSibling.previousSibling.firstChild.click(); return; }
  1490.         var note   = e.target.textContent.trim(),
  1491.             _range = window.IDBKeyRange.only(e.target.dataset.id),
  1492.             inote  = e.target.dataset.initial,
  1493.             hitId  = e.target.dataset.id,
  1494.             date   = e.target.previousSibling.textContent;
  1495.  
  1496.         e.target.dataset.initial = note;
  1497.         window.indexedDB.open(DB_NAME).onsuccess = function() {
  1498.           this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1499.             if (this.result) {
  1500.               var r = this.result.value;
  1501.               if (r.note === inote) {  // note already exists in database, so we update its value
  1502.                 r.note = note;
  1503.                 this.result.update(r);
  1504.                 return;
  1505.               }
  1506.               this.result.continue();
  1507.             } else {
  1508.               if (this.source instanceof window.IDBObjectStore)
  1509.                 this.source.put({ note:note, date:date, hitId:hitId });
  1510.               else
  1511.                 this.source.objectStore.put({ note:note, date:date, hitId:hitId });
  1512.             }
  1513.           };
  1514.           this.result.close();
  1515.         };
  1516.       } 
  1517.       return; // end of save event; no need to proceed
  1518.     }
  1519.  
  1520.     if (type === "delete") {
  1521.       var tr       = e.target.parentNode.parentNode,
  1522.           noteCell = tr.lastChild;
  1523.           _range   = window.IDBKeyRange.only(noteCell.dataset.id);
  1524.       if (!noteCell.dataset.initial) tr.remove();
  1525.       else {
  1526.         window.indexedDB.open(DB_NAME).onsuccess = function() {
  1527.           this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1528.             if (this.result) {
  1529.               if (this.result.value.note === noteCell.dataset.initial) {
  1530.                 this.result.delete();
  1531.                 tr.remove();
  1532.                 return;
  1533.               }
  1534.               this.result.continue();
  1535.             } 
  1536.           };
  1537.           this.result.close();
  1538.         };
  1539.       }
  1540.       return; // end of deletion event; no need to proceed
  1541.     } else {
  1542.       if (type === "attach" && !e.results.length) return;
  1543.  
  1544.       var trow  = e instanceof window.MouseEvent ? e.target.parentNode.parentNode : null,
  1545.           tbody = trow ? trow.parentNode : null,
  1546.           row   = document.createElement("TR"),
  1547.           c1    = row.insertCell(0),
  1548.           c2    = row.insertCell(1),
  1549.           c3    = row.insertCell(2);
  1550.           date  = new Date();
  1551.           hitId = e instanceof window.MouseEvent ? e.target.id.substr(5) : null;
  1552.  
  1553.       c1.innerHTML = '<span class="removeNote" title="Delete this note" style="cursor:pointer;color:crimson;">[x]</span>';
  1554.       c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1555.       c1.style.textAlign = "right";
  1556.       c2.title = "Date on which the note was added";
  1557.       c3.style.color = "crimson";
  1558.       c3.colSpan = "6";
  1559.       c3.contentEditable = "true";
  1560.       c3.onblur = noteHandler.bind(null,"blur");
  1561.       c3.onkeydown = noteHandler.bind(null, "kb");
  1562.       
  1563.       if (type === "new") {
  1564.         row.classList.add(trow.classList);
  1565.         tbody.insertBefore(row, trow.nextSibling);
  1566.         c2.textContent = date.getFullYear()+"-"+Number(date.getMonth()+1).toPadded()+"-"+Number(date.getDate()).toPadded();
  1567.         c3.dataset.initial = "";
  1568.         c3.dataset.id = hitId;
  1569.         c3.focus();
  1570.         return;
  1571.       }
  1572.  
  1573.       for (var entry of e.results) {
  1574.         trow  = document.querySelector('tr[data-id="'+entry.hitId+'"]');
  1575.         tbody = trow.parentNode;
  1576.         row   = row.cloneNode(true);
  1577.         c1    = row.firstChild;
  1578.         c2    = c1.nextSibling;
  1579.         c3    = row.lastChild;
  1580.         
  1581.         row.classList.add(trow.classList);
  1582.         tbody.insertBefore(row, trow.nextSibling);
  1583.  
  1584.         c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1585.         c2.textContent = entry.date;
  1586.         c3.textContent = entry.note;
  1587.         c3.dataset.initial = entry.note;
  1588.         c3.dataset.id = entry.hitId;
  1589.         c3.onblur = noteHandler.bind(null,"blur");
  1590.         c3.onkeydown = noteHandler.bind(null, "kb");
  1591.       }
  1592.     } // new/attach
  1593.   }//}}} noteHandler
  1594.  
  1595.   function processFile(e) {//{{{
  1596.     var f = e.target.files;
  1597.     if (f.length && f[0].name.search(/\.(bak|csv)$/) && ~f[0].type.search(/(text|json)/)) {
  1598.       var reader = new FileReader(), testing = true, isCsv = false;
  1599.       reader.readAsText(f[0].slice(0,10));
  1600.       reader.onload = function(e) { 
  1601.         if (testing && e.target.result.search(/(STATS|NOTES|HIT)/) < 0) {
  1602.           return error();
  1603.         } else if (testing) {
  1604.           testing = false;
  1605.           document.getElementById("hdbProgressBar").style.display = "block";
  1606.           reader.readAsText(f[0]);
  1607.         } else {
  1608.           var data = JSON.parse(e.target.result);
  1609.           console.log(data);
  1610.           HITStorage.write(data, "restore");
  1611.         }
  1612.       }; // reader.onload
  1613.     } else {
  1614.       error();
  1615.     }
  1616.  
  1617.     function error() {
  1618.       var e = "Restore::FileReadError : encountered unsupported file";
  1619.       Status.push(e,"red");
  1620.       throw e;
  1621.     }
  1622.   }//}}} processFile
  1623.  
  1624.   function autoScroll(location, dt) {//{{{
  1625.     var target = document.querySelector(location).offsetTop,
  1626.         pos    = window.scrollY,
  1627.         dpos   = Math.ceil((target - pos)/3);
  1628.     qc.isScrolling = true;
  1629.     dt = dt ? dt-1 : 25; // time step/max recursions
  1630.  
  1631.     if (target === pos || dpos === 0 || dt === 0) { qc.isScrolling = false; return; }
  1632.  
  1633.     window.scrollBy(0, dpos);
  1634.     setTimeout(function() { autoScroll(location, dt); }, dt);
  1635.   }//}}}
  1636.  
  1637.   function Calendar(offsetX, offsetY, caller) {//{{{
  1638.     this.date = new Date();
  1639.     this.offsetX = offsetX;
  1640.     this.offsetY = offsetY;
  1641.     this.caller = caller;
  1642.     this.drawCalendar = function(year,month,day) {//{{{
  1643.       year = year || this.date.getFullYear();
  1644.       month = month || this.date.getMonth()+1;
  1645.       day = day || this.date.getDate();
  1646.       var longMonths = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December"];
  1647.       var date = new Date(year,month-1,day);
  1648.       var anchors = _getAnchors(date);
  1649.  
  1650.       //make new container if one doesn't already exist
  1651.       var container = null;
  1652.       if (document.querySelector("#hdbCalendarPanel")) { 
  1653.         container = document.querySelector("#hdbCalendarPanel");
  1654.         container.removeChild( container.getElementsByTagName("TABLE")[0] );
  1655.       }
  1656.       else {
  1657.         container = document.createElement("DIV");
  1658.         container.id = "hdbCalendarPanel";
  1659.         document.body.appendChild(container);
  1660.       }
  1661.       container.style.left = this.offsetX;
  1662.       container.style.top = this.offsetY;
  1663.       var cal = document.createElement("TABLE");
  1664.       cal.cellSpacing = "0";
  1665.       cal.cellPadding = "0";
  1666.       cal.border = "0";
  1667.       container.appendChild(cal);
  1668.       cal.innerHTML = '<tr>' +
  1669.         '<th class="hdbCalHeader hdbCalControls" title="Previous month" style="text-align:right;"><span>&lt;</span></th>' +
  1670.         '<th class="hdbCalHeader hdbCalControls" title="Previous year" style="text-align:center;"><span>&#8810;</span></th>' +
  1671.         '<th colspan="3" id="hdbCalTableTitle" class="hdbCalHeader">'+date.getFullYear()+'<br>'+longMonths[date.getMonth()]+'</th>' +
  1672.         '<th class="hdbCalHeader hdbCalControls" title="Next year" style="text-align:center;"><span>&#8811;</span></th>' +
  1673.         '<th class="hdbCalHeader hdbCalControls" title="Next month" style="text-align:left;"><span>&gt;</span></th>' +
  1674.         '</tr><tr><th class="hdbDayHeader" style="color:red;">S</th><th class="hdbDayHeader">M</th>' +
  1675.         '<th class="hdbDayHeader">T</th><th class="hdbDayHeader">W</th><th class="hdbDayHeader">T</th>' +
  1676.         '<th class="hdbDayHeader">F</th><th class="hdbDayHeader">S</th></tr>';
  1677.       
  1678.       document.querySelector('th[title="Previous month"]').addEventListener( "click", function() { 
  1679.         this.drawCalendar(date.getFullYear(), date.getMonth(), 1);
  1680.       }.bind(this) );
  1681.       document.querySelector('th[title="Previous year"]').addEventListener( "click", function() {
  1682.         this.drawCalendar(date.getFullYear()-1, date.getMonth()+1, 1);
  1683.       }.bind(this) );
  1684.       document.querySelector('th[title="Next month"]').addEventListener( "click", function() {
  1685.         this.drawCalendar(date.getFullYear(), date.getMonth()+2, 1);
  1686.       }.bind(this) );
  1687.       document.querySelector('th[title="Next year"]').addEventListener( "click", function() {
  1688.         this.drawCalendar(date.getFullYear()+1, date.getMonth()+1, 1);
  1689.       }.bind(this) );
  1690.  
  1691.       var hasDay = false, thisDay = 1;
  1692.       for (var i=0;i<6;i++) { // cycle weeks
  1693.         var row = document.createElement("TR");
  1694.         for (var j=0;j<7;j++) { // cycle days
  1695.           if (!hasDay && j === anchors.first && thisDay < anchors.total)
  1696.             hasDay = true;
  1697.           else if (hasDay && thisDay > anchors.total)
  1698.             hasDay = false;
  1699.  
  1700.           var cell = document.createElement("TD");
  1701.           cell.classList.add("hdbCalCells");
  1702.           row.appendChild(cell);
  1703.           if (hasDay) {
  1704.             cell.classList.add("hdbCalDays");
  1705.             cell.textContent = thisDay;
  1706.             cell.addEventListener("click", _clickHandler.bind(this));
  1707.             cell.dataset.year = date.getFullYear();
  1708.             cell.dataset.month = date.getMonth()+1;
  1709.             cell.dataset.day = thisDay++;
  1710.           }
  1711.         } // for j
  1712.         cal.appendChild(row);
  1713.       } // for i
  1714.       var controls = cal.insertRow(-1);
  1715.       controls.insertCell(0);
  1716.       controls.cells[0].colSpan = "7";
  1717.       controls.cells[0].classList.add("hdbCalCells");
  1718.       controls.cells[0].innerHTML = ' &nbsp; &nbsp; <a href="javascript:void(0)" style="font-weight:bold;text-decoration:none;">Clear</a>' + 
  1719.         ' &nbsp; <a href="javascript:void(0)" style="font-weight:bold;text-decoration:none;">Close</a>';
  1720.       controls.cells[0].children[0].onclick = function() { this.caller.value = ""; }.bind(this);
  1721.       controls.cells[0].children[1].onclick = this.die;
  1722.  
  1723.       function _clickHandler(e) {
  1724.         /*jshint validthis:true*/
  1725.  
  1726.         var y = e.target.dataset.year;
  1727.         var m = Number(e.target.dataset.month).toPadded();
  1728.         var d = Number(e.target.dataset.day).toPadded();
  1729.         this.caller.value = y+"-"+m+"-"+d;
  1730.         this.die();
  1731.       }
  1732.  
  1733.       function _getAnchors(date) {
  1734.         var _anchors = {};
  1735.         date.setMonth(date.getMonth()+1);
  1736.         date.setDate(0);
  1737.         _anchors.total = date.getDate();
  1738.         date.setDate(1);
  1739.         _anchors.first = date.getDay();
  1740.         return _anchors;
  1741.       }
  1742.     };//}}} drawCalendar
  1743.  
  1744.     this.die = function() { document.getElementById('hdbCalendarPanel').remove(); };
  1745.  
  1746.   }//}}} Calendar
  1747.  
  1748.   // instance metrics apart from window scoped PerformanceTiming API
  1749.   function Metrics(name) {//{{{
  1750.     this.name = name || "undefined";
  1751.     this.marks = {};
  1752.     this.start = window.performance.now();
  1753.     this.end = null;
  1754.     this.stop = function(){
  1755.       if (!this.end) 
  1756.         this.end = window.performance.now();
  1757.       else
  1758.         console.error("Metrics::AccessViolation: end point cannot be overwritten");
  1759.     };
  1760.     this.mark = function(name,position) {
  1761.       if (position === "end" && (!this.marks[name] || this.marks[name].end)) return;
  1762.  
  1763.       if (!this.marks[name])
  1764.         this.marks[name] = {};
  1765.  
  1766.       this.marks[name][position] = window.performance.now();
  1767.     };
  1768.     this.report = function() {
  1769.       console.group("Metrics for",this.name.toUpperCase());
  1770.       console.log("Process completed in",+Number((this.end-this.start)/1000).toFixed(3),"seconds");
  1771.       for (var k in this.marks) {
  1772.         if (this.marks.hasOwnProperty(k)) {
  1773.           console.log(k,"occurred after",+Number((this.marks[k].start-this.start)/1000).toFixed(3),"seconds,",
  1774.               "resolving in", +Number((this.marks[k].end-this.marks[k].start)/1000).toFixed(3), "seconds");
  1775.         }
  1776.       }
  1777.       console.groupEnd();
  1778.     };
  1779.   }//}}}
  1780.  
  1781. })(); //scoping
  1782.  
  1783. /*
  1784.  *
  1785.  *
  1786.  * * * * * * * * * * * * * TESTING FUNCTIONS -- DELETE BEFORE FINAL RELEASE * * * * * * * * * * * 
  1787.  *
  1788.  *
  1789.  */
  1790.  
  1791.  
  1792. function INFLATEDUMMYVALUES() { //{{{
  1793.   'use strict';
  1794.  
  1795.   var tdb = this.result;
  1796.   tdb.onerror = function(e) { console.log("requesterror",e.target.error.name,e.target.error.message,e); };
  1797.   tdb.onversionchange = function(e) { console.log("tdb received versionchange request", e); tdb.close(); };
  1798.   //console.log(tdb.transaction("HIT").objectStore("HIT").indexNames.contains("date"));
  1799.   console.groupCollapsed("Populating test database");
  1800.   var tdbt = {};
  1801.   //tdbt.trans = tdb.transaction(["HIT", "NOTES", "BLOCKS"], "readwrite");
  1802.   tdbt.trans = tdb.transaction("HIT", "readwrite");
  1803.   tdbt.hit   = tdbt.trans.objectStore("HIT");
  1804.   //tdbt.notes = tdbt.trans.objectStore("NOTES");
  1805.   //tdbt.blocks= tdbt.trans.objectStore("BLOCKS");
  1806.  
  1807.   var filler = { notes:[], hit:[], blocks:[] };
  1808.   for (var n=0;n<100000;n++) {
  1809.     filler.hit.push({ date: "2015-08-00", requesterName: "testRequester", title: "Greatest Title Ever #"+(n+1), 
  1810.       reward: Number((n+1)%(200/n)+(((n+1)%200)/100)).toFixed(2), status: "moo",
  1811.       requesterId: ("RRRRRRR"+n).substr(-7), hitId: ("HHHHHHH"+n).substr(-7) });
  1812.     /*if (n%1000 === 0) {
  1813.       filler.notes.push({ requesterId: ("RRRRRRR"+n).substr(-7), note: n+1 +
  1814.         " Proin vel erat commodo mi interdum rhoncus. Sed lobortis porttitor arcu, et tristique ipsum semper a." +
  1815.         " Donec eget aliquet lectus, vel scelerisque ligula." });
  1816.       filler.blocks.push({requesterId: ("RRRRRRR"+n).substr(-7)});
  1817.     }*/
  1818.   }
  1819.  
  1820.   _write(tdbt.hit, filler.hit);
  1821.   _write(tdbt.notes, filler.notes);
  1822.   //_write(tdbt.blocks, filler.blocks);
  1823.  
  1824.   function _write(store, obj) {
  1825.     if (obj.length) {
  1826.       var t = obj.pop();
  1827.       store.put(t).onsuccess = function() { _write(store, obj) };
  1828.     } else {
  1829.       console.log("population complete");
  1830.     }
  1831.   }
  1832.  
  1833.   console.groupEnd();
  1834. /*
  1835.   var dbh = window.indexedDB.open(DB_NAME, DB_VERSION);
  1836.   dbh.onerror = function(e) { console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  1837.   console.log(dbh.readyState, dbh);
  1838.   dbh.onupgradeneeded = HITStorage.versionChange;
  1839.   dbh.onblocked = function(e) { console.log("blocked event triggered:", e); };
  1840. */
  1841.   tdb.close();
  1842.  
  1843. }//}}}
  1844. /*
  1845. function BLANKSLATE() { //{{{ create empty db equivalent to original schema to test upgrade
  1846.     'use strict';
  1847.     var tdb = this.result;
  1848.     if (!tdb.objectStoreNames.contains("HIT")) { 
  1849.         console.log("creating HIT OS");
  1850.         var dbo = tdb.createObjectStore("HIT", { keyPath: "hitId" });
  1851.         dbo.createIndex("date", "date", { unique: false });
  1852.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  1853.         dbo.createIndex("title", "title", { unique: false });
  1854.         dbo.createIndex("reward", "reward", { unique: false });
  1855.         dbo.createIndex("status", "status", { unique: false });
  1856.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1857.  
  1858.     }
  1859.     if (!tdb.objectStoreNames.contains("STATS")) {
  1860.         console.log("creating STATS OS");
  1861.         dbo = tdb.createObjectStore("STATS", { keyPath: "date" });
  1862.     }
  1863.     if (!tdb.objectStoreNames.contains("NOTES")) {
  1864.         console.log("creating NOTES OS");
  1865.         dbo = tdb.createObjectStore("NOTES", { keyPath: "requesterId" });
  1866.     }
  1867.     if (!tdb.objectStoreNames.contains("BLOCKS")) {
  1868.         console.log("creating BLOCKS OS");
  1869.         dbo = tdb.createObjectStore("BLOCKS", { keyPath: "id", autoIncrement: true });
  1870.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1871.     }
  1872. } //}}}
  1873. */
  1874.  
  1875.  
  1876. // vim: ts=2:sw=2:et:fdm=marker:noai