☰

MTurk HIT Database Mk.II

Keep track of the HITs you've done (and more!). Cross browser compatible.

当前为 2015-10-20 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         MTurk HIT Database Mk.II
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      1.0.006
  6. // @description  Keep track of the HITs you've done (and more!). Cross browser compatible.
  7. // @include      /^https://www\.mturk\.com/mturk/(dash|view|sort|find|prev|search|accept|cont).*/
  8. // @exclude      https://www.mturk.com/mturk/findhits?*hit_scraper
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12. /**\
  13.  ** 
  14.  ** This is a complete rewrite of the MTurk HIT Database script from the ground up, which
  15.  ** eliminates obsolete methods, fixes many bugs, and brings this script up-to-date 
  16.  ** with the modern browser environment.
  17.  **
  18. \**/ 
  19.  
  20.  
  21.  
  22.  
  23. const DB_VERSION = 7;
  24. const DB_NAME = 'HITDB';
  25. const MTURK_BASE = 'https://www.mturk.com/mturk/';
  26.  
  27. /***************************      Native code modifications      *******************************/
  28. if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];
  29. Number.prototype.toPadded = function(length) { // format leading zeros
  30.   'use strict';
  31.   length = length || 2;
  32.   return ("0000000"+this).substr(-length);
  33. };
  34. Math.decRound = function(v, shift) { // decimal rounding
  35.   'use strict';
  36.   v = Math.round(+(v+"e"+shift));
  37.   return +(v+"e"+-shift);
  38. };
  39. Date.prototype.toLocalISOString = function() { // ISOString by local timezone
  40.   'use strict';
  41.   var pad = function(num) { return Number(num).toPadded(); },
  42.       offset = pad(Math.floor(this.getTimezoneOffset()/60)) + pad(this.getTimezoneOffset()%60),
  43.       timezone = this.getTimezoneOffset() > 0 ? "-" + offset : "+" + offset;
  44.   return this.getFullYear() + "-" + pad(this.getMonth()+1) + "-" + pad(this.getDate()) +
  45.     "T" + pad(this.getHours()) + ":" + pad(this.getMinutes()) + ":" + pad(this.getSeconds()) + timezone;
  46. };
  47. /***********************************************************************************************/
  48.  
  49. (function() { // simplify strict scoping
  50.   'use strict';
  51.  
  52.   var qc = { 
  53.     extraDays: !!localStorage.getItem("hitdb_extraDays") || false, 
  54.     fetchData: document.location.pathname === "/mturk/dashboard" ? JSON.parse(localStorage.getItem("hitdb_fetchData") || "{}") : null,
  55.     seen: {},
  56.     aat: ~document.location.pathname.search(/(dash|accept|cont)/) ? JSON.parse(localStorage.getItem("hitdb_autoAppTemp") || "{}") : null,
  57.     save: function(key, name, isObj) {
  58.       if (isObj) 
  59.         localStorage.setItem(name, JSON.stringify(this[key]));
  60.       else 
  61.         localStorage.setItem(name, this[key]);
  62.     }
  63.   },
  64.       metrics = {};
  65.  
  66.   var 
  67.   HITStorage = { //{{{
  68.     data: {}, db: null,
  69.  
  70.     versionChange: function hsversionChange() { //{{{
  71.       var db = this.result;
  72.       db.onversionchange = function(e) { console.log("detected version change??",console.dir(e)); db.close(); };
  73.       var dbo;
  74.  
  75.       console.groupCollapsed("HITStorage.versionChange::onupgradeneeded");
  76.  
  77.       if (!db.objectStoreNames.contains("HIT")) { 
  78.         console.log("creating HIT OS");
  79.         dbo = db.createObjectStore("HIT", { keyPath: "hitId" });
  80.         dbo.createIndex("date", "date", { unique: false });
  81.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  82.         dbo.createIndex("title", "title", { unique: false });
  83.         dbo.createIndex("reward", "reward", { unique: false });
  84.         dbo.createIndex("status", "status", { unique: false });
  85.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  86.  
  87.         localStorage.setItem("hitdb_extraDays", true);
  88.         qc.extraDays = true;
  89.       }
  90.       
  91.       if (!db.objectStoreNames.contains("STATS")) {
  92.         console.log("creating STATS OS");
  93.         dbo = db.createObjectStore("STATS", { keyPath: "date" });
  94.       }
  95.       if (this.transaction.objectStore("STATS").indexNames.length < 5) { // new in v5: schema additions
  96.         this.transaction.objectStore("STATS").createIndex("approved", "approved", { unique: false });
  97.         this.transaction.objectStore("STATS").createIndex("earnings", "earnings", { unique: false });
  98.         this.transaction.objectStore("STATS").createIndex("pending", "pending", { unique: false });
  99.         this.transaction.objectStore("STATS").createIndex("rejected", "rejected", { unique: false });
  100.         this.transaction.objectStore("STATS").createIndex("submitted", "submitted", { unique: false });
  101.       }
  102.  
  103.       if (db.objectStoreNames.contains("NOTES") && this.transaction.objectStore("NOTES").indexNames.length < 3)
  104.         db.deleteObjectStore("NOTES");
  105.  
  106.       if (!db.objectStoreNames.contains("NOTES")) { // new in v5; schema change
  107.         console.log("creating NOTES OS");
  108.         dbo = db.createObjectStore("NOTES", { keyPath: "id", autoIncrement: true });
  109.         dbo.createIndex("hitId", "hitId", { unique: false });
  110.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  111.         dbo.createIndex("tags", "tags", { unique: false, multiEntry: true });
  112.         dbo.createIndex("date", "date", { unique: false });
  113.       }
  114.  
  115.       if (db.objectStoreNames.contains("BLOCKS"))
  116.         db.deleteObjectStore("BLOCKS");
  117.  
  118.       console.groupEnd();
  119.     }, // }}} versionChange
  120.  
  121.     parseDOM: function(doc) {//{{{
  122.       Status.color = "black";
  123.  
  124.       var errorCheck = doc.querySelector('td[class="error_title"]'),
  125.           bonusSearch = [];
  126.  
  127.       if (doc.title.search(/Status$/) > 0)            // status overview
  128.         parseStatus();
  129.       else if (doc.querySelector('td[colspan="4"]'))  // valid status detail, but no data
  130.         parseMisc("next");
  131.       else if (doc.title.search(/Status Detail/) > 0) // status detail with data
  132.         parseDetail();
  133.       else if (errorCheck) {                          // encountered an error page
  134.         // hit max request rate
  135.         if (~errorCheck.textContent.indexOf("page request rate")) {
  136.           var _d = doc.documentURI.match(/\d{8}/)[0],
  137.               _p = doc.documentURI.match(/ber=(\d+)/)[1];
  138.           metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "start");
  139.           console.log("exceeded max requests; refetching %sp%s", _d, _p);
  140.           Status.node.innerHTML = "Exceeded maximum server requests; retrying "+Utils.ISODate(_d)+" page "+_p+"."+
  141.             "<br>Please wait...";
  142.           setTimeout(HITStorage.fetch, 950, doc.documentURI);
  143.           return;
  144.         }
  145.         // no more staus details left in range
  146.         else if (qc.extraDays)
  147.           parseMisc("end");
  148.       }
  149.       else 
  150.         Utils.errorHandler(new Error("Unhandled document received with URI '" + doc.docuemntURI + "'"));
  151.  
  152.  
  153.       function parseStatus() {//{{{
  154.         HITStorage.data = { HIT: [], STATS: [] };
  155.         qc.seen = {};
  156.         ProjectedEarnings.clear();
  157.  
  158.         // reload auto-approval data to cover not refreshing the dashboard before running an update
  159.         qc.aat = JSON.parse(localStorage.getItem("hitdb_autoAppTemp") || "{}");
  160.         qc.aac = JSON.parse(localStorage.getItem("hitdb_autoAppCollection") || "{}");
  161.  
  162.         var _pastDataExists = Boolean(Object.keys(qc.fetchData).length);
  163.         var raw = { 
  164.           day: doc.querySelectorAll(".statusDateColumnValue"), 
  165.           sub: doc.querySelectorAll(".statusSubmittedColumnValue"),
  166.           app: doc.querySelectorAll(".statusApprovedColumnValue"),
  167.           rej: doc.querySelectorAll(".statusRejectedColumnValue"),
  168.           pen: doc.querySelectorAll(".statusPendingColumnValue"),
  169.           pay: doc.querySelectorAll(".statusEarningsColumnValue") 
  170.         };
  171.         
  172.         var timeout = 0;
  173.         for (var i=0;i<raw.day.length;i++) {
  174.           var d = {};
  175.           var _date = raw.day[i].childNodes[1].href.substr(53);
  176.           d.date      = Utils.ISODate(_date);
  177.           d.submitted = +raw.sub[i].textContent;
  178.           d.approved  = +raw.app[i].textContent;
  179.           d.rejected  = +raw.rej[i].textContent;
  180.           d.pending   = +raw.pen[i].textContent;
  181.           d.earnings  = +raw.pay[i].textContent.substr(1);
  182.           HITStorage.data.STATS.push(d);
  183.  
  184.           // bonus received on date with 0 HITs
  185.           if (!d.submitted && !d.pending) { if (_date in qc.fetchData) delete qc.fetchData[_date]; continue; }
  186.           // check whether or not we need to get status detail pages for date, then
  187.           // fetch status detail pages per date in range and slightly slow
  188.           // down GET requests to avoid making too many in too short an interval
  189.           var payload = { encodedDate: _date, pageNumber: 1, sortType: "All" };
  190.           if (_pastDataExists) {
  191.             // date not in range but is new date (or old date but we need updates)
  192.             // lastDate stored in ISO format, fetchData date keys stored in mturk's URI ecnodedDate format
  193.             if ( (d.date > qc.fetchData.lastDate) || ~(Object.keys(qc.fetchData).indexOf(_date)) ) {
  194.               setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  195.               timeout += 380;
  196.  
  197.               qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  198.             } 
  199.           } else { // get everything
  200.             setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  201.             timeout += 380;
  202.  
  203.             qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  204.           }
  205.         } // for
  206.         qc.fetchData.expectedTotal = _calcTotals(qc.fetchData);
  207.  
  208.         // try for extra days
  209.         if (qc.extraDays === true) {
  210.           localStorage.removeItem("hitdb_extraDays");
  211.           d = _decDate(HITStorage.data.STATS[HITStorage.data.STATS.length-1].date);
  212.           qc.extraDays = d; // repurpose extraDays for QC
  213.           payload = { encodedDate: d, pageNumber: 1, sortType: "All" };
  214.           setTimeout(HITStorage.fetch, 1000, MTURK_BASE+"statusdetail", payload);
  215.         }
  216.         qc.fetchData.lastDate = HITStorage.data.STATS[0].date; // most recent date seen
  217.         qc.save("fetchData", "hitdb_fetchData", true);
  218.  
  219.       }//}}} parseStatus
  220.  
  221.       function parseDetail() {//{{{
  222.         var _date = doc.documentURI.replace(/.+(\d{8}).+/, "$1"),
  223.             _page = doc.documentURI.replace(/.+ber=(\d+).+/, "$1"),
  224.             getBonuses = function(entry) {
  225.               return new Promise( function(y) {
  226.                 HITStorage.db.transaction('HIT', 'readonly').objectStore('HIT').get(entry.hitId).onsuccess = function() {
  227.                   if (this.result && isNaN(this.result.reward))
  228.                     entry.reward = { pay: entry.reward, bonus: this.result.reward.bonus };
  229.                   HITStorage.data.HIT.push(entry); y(1);
  230.                 };
  231.               });
  232.             };
  233.  
  234.         metrics.dbupdate.mark("[PRE]"+_date+"p"+_page, "end");
  235.         Status.message = "Processing "+Utils.ISODate(_date)+" page "+_page;
  236.         var raw = {
  237.           req:      doc.querySelectorAll(".statusdetailRequesterColumnValue"),
  238.           title:    doc.querySelectorAll(".statusdetailTitleColumnValue"),
  239.           pay:      doc.querySelectorAll(".statusdetailAmountColumnValue"),
  240.           status:   doc.querySelectorAll(".statusdetailStatusColumnValue"),
  241.           feedback: doc.querySelectorAll(".statusdetailRequesterFeedbackColumnValue")
  242.         };
  243.  
  244.         for (var i=0;i<raw.req.length;i++) {
  245.           var d = {};
  246.           d.date          = Utils.ISODate(_date);
  247.           d.feedback      = raw.feedback[i].textContent.trim();
  248.           d.hitId         = raw.req[i].childNodes[1].href.replace(/.+HIT\+(.+)/, "$1");
  249.           d.requesterId   = raw.req[i].childNodes[1].href.replace(/.+rId=(.+?)&.+/, "$1");
  250.           d.requesterName = raw.req[i].textContent.trim();
  251.           d.reward        = +raw.pay[i].textContent.substr(1);
  252.           d.status        = raw.status[i].textContent.replace(/\s/g, " "); // replace char160 spaces with char32 spaces
  253.           d.title         = raw.title[i].textContent.trim();
  254.  
  255.           // mturk apparently never marks $0.00 HITs as 'Paid' so we fix that
  256.           if (!d.reward && ~d.status.search(/approved/i)) d.status = "Paid";
  257.           // insert autoApproval times
  258.           d.autoAppTime = HITStorage.autoApprovals.getTime(_date,d.hitId);
  259.  
  260.           bonusSearch.push(getBonuses(d));
  261.  
  262.           if (!qc.seen[_date]) qc.seen[_date] = {};
  263.           qc.seen[_date] = { 
  264.             submitted:   qc.seen[_date].submitted + 1 || 1,
  265.             pending: ~d.status.search(/pending/i)  ? 
  266.               (qc.seen[_date].pending + 1 || 1) : (qc.seen[_date].pending || 0)
  267.           };
  268.  
  269.           ProjectedEarnings.updateValues(d);
  270.         }
  271.  
  272.         // additional pages remain; get them
  273.         if (doc.querySelector('img[src="/media/right_dbl_arrow.gif"]')) {
  274.           var payload = { encodedDate: _date, pageNumber: +_page+1, sortType: "All" };
  275.           setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  276.           return;
  277.         }
  278.  
  279.         if (!qc.extraDays) { // not fetching extra days
  280.           //no longer any more useful data here, don't need to keep rechecking this date
  281.           if (Utils.ISODate(_date) !== qc.fetchData.lastDate &&
  282.               qc.seen[_date].submitted === qc.fetchData[_date].submitted && 
  283.               qc.seen[_date].pending === 0) {
  284.             console.log("no more pending hits, removing",_date,"from fetchData");
  285.             delete qc.fetchData[_date];
  286.             qc.save("fetchData", "hitdb_fetchData", true);
  287.             HITStorage.autoApprovals.purge(_date);
  288.           }
  289.           // finished scraping; start writing
  290.           console.log("date:", _date, "pages:", _page, "totals:", _calcTotals(qc.seen), "of", qc.fetchData.expectedTotal);
  291.           Status.message += " [ "+_calcTotals(qc.seen)+"/"+ qc.fetchData.expectedTotal+" ]";
  292.           if (_calcTotals(qc.seen) === qc.fetchData.expectedTotal) {
  293.             Status.message = "Writing to database...";
  294.             HITStorage.autoApprovals.purge();
  295.             Promise.all(bonusSearch).then(function() { HITStorage.write(HITStorage.data, cbUpdate); });
  296.           }
  297.         } else if (_date <= qc.extraDays) { // day is older than default range and still fetching extra days
  298.           parseMisc("next");
  299.           console.log("fetchrequest for", _decDate(Utils.ISODate(_date)));
  300.         }
  301.       }//}}} parseDetail
  302.  
  303.       function parseMisc(type) {//{{{
  304.         var _d = doc.documentURI.match(/\d{8}/)[0],
  305.             _p = doc.documentURI.match(/ber=(\d+)/)[1];
  306.         metrics.dbupdate.mark("[PRE]"+_d+"p"+_p, "end");
  307.         var payload = { encodedDate: _decDate(Utils.ISODate(_d)), pageNumber: 1, sortType: "All" };
  308.  
  309.         if (type === "next" && +qc.extraDays > 1) {
  310.           setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  311.           console.log("going to next page", payload.encodedDate);
  312.         } else if (type === "end" && +qc.extraDays > 1) {
  313.           Status.message = "Writing to database...";
  314.           Promise.all(bonusSearch).then(function() { HITStorage.write(HITStorage.data, cbUpdate); });
  315.         } else 
  316.           Utils.errorHandler(new TypeError("Failed to execute '"+type+"' in '"+doc.documentURI+"'"));
  317.       }//}}}
  318.  
  319.       function _decDate(date) {//{{{
  320.         var y = date.substr(0,4);
  321.         var m = date.substr(5,2);
  322.         var d = date.substr(8,2);
  323.         date = new Date(y,m-1,d-1);
  324.         return Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded() + date.getFullYear();
  325.       }//}}}
  326.  
  327.       function _calcTotals(obj) {//{{{
  328.         var sum = 0;
  329.         for (var k in obj){
  330.           if (obj.hasOwnProperty(k) && !isNaN(+k)) 
  331.             sum += obj[k].submitted;
  332.         }
  333.         return sum;
  334.       }//}}}
  335.     },//}}} parseDOM
  336.     
  337.     autoApprovals: {//{{{
  338.       getTime : function(date, hitId) {
  339.         if (qc.extraDays || (!Object.keys(qc.aac).length && !Object.keys(qc.aat).length)) return "";
  340.         var found = false,
  341.             filter = function(id) { return id === hitId; },
  342.             autoApp = "";
  343.  
  344.         if (qc.aac[date]) {
  345.           autoApp = qc.aac[date][Object.keys(qc.aac[date]).filter(filter)[0]] || "";
  346.           if (autoApp) found = true;
  347.         }
  348.         if (!found && Object.keys(qc.aat).length) {
  349.           for (var key in qc.aat) { if (qc.aat.hasOwnProperty(key)) { // for all dates in aat
  350.             var id = Object.keys(qc.aat[key]).filter(filter)[0];
  351.             autoApp = qc.aat[key][id] || "";
  352.             if (autoApp) {
  353.               found = true;
  354.               qc.aac[date] = qc.aac[date] || {};
  355.               qc.aac[date][id] = qc.aat[key][id]; // move time from temp var to collection var
  356.               delete qc.aat[key][id];
  357.               qc.save("aat", "hitdb_autoAppTemp", true);
  358.               qc.save("aac", "hitdb_autoAppCollection", true);
  359.               break;
  360.             }
  361.           }} // for key (dates)
  362.         } // if !found && aat not empty
  363.         return autoApp;
  364.       },// getTime
  365.       purge : function(date) {
  366.         if (date) { 
  367.           delete qc.aac[date];
  368.           qc.save("aac", "hitdb_autoAppCollection", true);
  369.           return;
  370.         }
  371.  
  372.         if (!Object.keys(qc.aat).length) return; // nothing here
  373.  
  374.         var pad = function(num) { return Number(num).toPadded(); },
  375.             _date = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  376.  
  377.         for (var key of Object.keys(qc.aat)) {
  378.           if (_date - key > 169200000) delete qc.aat[key]; // at least 2 days old, no need to keep it around
  379.         }
  380.         qc.save("aat", "hitdb_autoAppTemp", true);
  381.       } // purge
  382.     },//}}} autoApprovals
  383.  
  384.     fetch: function(url, payload) { //{{{
  385.       //format GET request with query payload
  386.       if (payload) {
  387.         var args = 0;
  388.         url += "?";
  389.         for (var k in payload) {
  390.           if (payload.hasOwnProperty(k)) {
  391.             if (args++) url += "&";
  392.             url += k + "=" + payload[k];
  393.           }
  394.         }
  395.       }
  396.       // defer XHR to a promise
  397.       var fetch = new Promise( function(fulfill, deny) {
  398.         var urlreq = new XMLHttpRequest();
  399.         urlreq.open("GET", url, true);
  400.         urlreq.responseType = "document";
  401.         urlreq.send();
  402.         urlreq.onload = function() { 
  403.           if (this.status === 200) {
  404.             fulfill(this.response);
  405.           } else {
  406.             deny(new Error(this.status + " - " + this.statusText));
  407.           }
  408.         };
  409.         urlreq.onerror   = function() { deny(new Error(this.status + " - " + this.statusText)); };
  410.         urlreq.ontimeout = function() { deny(new Error(this.status + " - " + this.statusText)); };
  411.       } );
  412.       fetch.then( HITStorage.parseDOM, Utils.errorHandler );
  413.  
  414.     }, //}}} fetch
  415.     
  416.     write: function(input, callback) { //{{{
  417.       var counts = { requests: 0, total: 0 },
  418.           os = Object.keys(input),
  419.           dbo = [],
  420.           dbt = HITStorage.db.transaction(os, "readwrite");
  421.       for (var i=0;i<os.length;i++) { // cycle object stores
  422.         dbo[i] = dbt.objectStore(os[i]);
  423.         for (var k of input[os[i]]) { // cycle entries to put into object stores
  424.           if (typeof callback === 'function' && ++counts.requests)
  425.             dbo[i].put(k).onsuccess = callback.bind(counts);
  426.           else
  427.             dbo[i].put(k);
  428.         }
  429.       }
  430.     }, //}}} write
  431.  
  432.     recall: function(store, options) {//{{{
  433.       if (options) {
  434.         var index = options.index  || null,
  435.             range = options.range  || null,
  436.             dir   = options.dir    || "next",
  437.             limit = options.limit  || Infinity;
  438.         if (options.filter) {
  439.           var fs    = options.filter.status !== "*" ? new RegExp(options.filter.status, "i") : false,
  440.               fq    = options.filter.query  !== "*" ? new RegExp(options.filter.query,"i")  : false,
  441.               fd    = options.filter.date || null;
  442.         }
  443.         if (options.progress)
  444.           Progress.show();
  445.       } // if options
  446.  
  447.       var sr = new DBResult(), matches = 0, total = 0;
  448.       return new Promise( function(resolve) {
  449.         var dbo = HITStorage.db.transaction(store, "readonly").objectStore(store), dbq = null;
  450.         if (index) 
  451.           dbq = dbo.index(index).openCursor(range, dir);
  452.         else
  453.           dbq = dbo.openCursor(range, dir);
  454.         dbq.onsuccess = function() {
  455.           var c = this.result;
  456.           if (c && matches < limit) { 
  457.             try { Status.message = "Retrieving data... [ " + matches + " / " + (++total) + " ]"; } catch(e) {}
  458.             if ( fd && (c.value.date < (fd[0] || "0000") || c.value.date > (fd[1] || "9999")) ) {
  459.               c.continue();
  460.               return;
  461.             }
  462.             if ( (!fs && !fq) ||                              // no query filter and no status filter OR
  463.                  (fs && !fq && ~c.value.status.search(fs)) || // status match and no query filter OR
  464.                  (!fs && fq &&                                // query match and no status filter OR
  465.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq)))  ||
  466.                  (fs && fq && ~c.value.status.search(fs) &&   // status match and query match
  467.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq))) ) {
  468.               sr.include(c.value);
  469.               try { Status.message = "Retrieving data... [ " + (++matches) + " / " + total + " ]"; } catch(e) {}
  470.             }
  471.             c.continue();
  472.           } else {
  473.             try { Status.message = "Done."; } catch(e) {}
  474.             resolve(sr);
  475.           }
  476.         }; // IDBCursor
  477.       }); // promise
  478.     },//}}} HITStorage::recall
  479.  
  480.     backup: function(internal) {//{{{
  481.       var bData = {},
  482.           os    = ["STATS", "NOTES", "HIT"],
  483.           count = 0;
  484.  
  485.       Progress.show();
  486.       Status.push("Preparing backup...", "black");
  487.  
  488.       for (var store of os) 
  489.         HITStorage.db.transaction(os, "readonly").objectStore(store).openCursor().onsuccess = populateBackup;
  490.  
  491.       function populateBackup(e) {
  492.         var cursor = e.target.result;
  493.         if (cursor) {
  494.           if (!bData[cursor.source.name]) bData[cursor.source.name] = [];
  495.           bData[cursor.source.name].push(cursor.value);
  496.           cursor.continue();
  497.         } else 
  498.           if (++count === 3)
  499.             finalizeBackup();
  500.       }
  501.       function finalizeBackup() {
  502.         if (typeof internal === 'function') { qc.merge = bData; internal(true); return; }
  503.         var backupblob = new Blob([JSON.stringify(bData)], {type:"application/json"});
  504.         var date = new Date();
  505.         var dl = document.createElement("A");
  506.         date = date.getFullYear() + Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded();
  507.         dl.href = URL.createObjectURL(backupblob);
  508.         console.log(dl.href);
  509.         dl.download = "hitdb_"+date+".bak";
  510.         document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  511.         dl.click();                    // so we make it so and click,
  512.         dl.remove();                   // then immediately remove it
  513.         Progress.hide();
  514.         Status.push("Done!", "green");
  515.       }
  516.  
  517.     }//}}} backup
  518.  
  519.   }, //}}} HITStorage
  520.  
  521.   Utils = { //{{{
  522.     disableButtons: function(arr, status) { //{{{
  523.       for (var b of arr) document.getElementById(b).disabled = status;
  524.     }, //}}}
  525.  
  526.     ftime : function(t) {//{{{
  527.       if (String(t).length && +t === 0) return "0s";
  528.       if (!t) return "n/a";
  529.       var d = Math.floor(t/86400),
  530.           h = Math.floor(t%86400/3600),
  531.           m = Math.floor(t%86400%3600/60),
  532.           s = t%86400%3600%60;
  533.       return ((d>0) ? d+" day"+(d>1 ? "s " : " ") : "") + ((h>0) ? h+"h " : "") + ((m>0) ? m+"m " : "") + ((s>0) ? s+"s" : "");
  534.     },//}}}ftime
  535.  
  536.     ISODate: function(date) { //{{{ MMDDYYYY <-> YYYY-MM-DD
  537.       if (date.length === 10)
  538.         return date.substr(5,2)+date.substr(-2)+date.substr(0,4);
  539.       else
  540.         return date.substr(4)+"-"+date.substr(0,2)+"-"+date.substr(2,2);
  541.     },//}}} ISODate
  542.  
  543.     getPosition: function(element, includeHeight) {//{{{
  544.       var offsets = { x: 0, y: includeHeight ? element.offsetHeight : 0 };
  545.       do {
  546.         offsets.x += element.offsetLeft;
  547.         offsets.y += element.offsetTop;
  548.         element = element.offsetParent;
  549.       } while (element);
  550.       return offsets;
  551.     },//}}} getPosition
  552.  
  553.     errorHandler: function(err) {//{{{
  554.       try { Status.push(err.name + ": " + err.message, "red"); }
  555.       catch(e) {}
  556.       finally { console.error(err); }
  557.     }//}}}
  558.  
  559.   }, //}}} Utils
  560.  
  561.   ProjectedEarnings = {//{{{
  562.     data: JSON.parse(localStorage.getItem("hitdb_projectedEarnings") || "{}"),
  563.     updateDate: function() {//{{{
  564.       var tableList = document.querySelectorAll(".metrics-table"), el, date;
  565.       try {
  566.         el   = tableList[5].rows[1].cells[0].children[0];
  567.         date = el.href.match(/\d{8}/)[0];
  568.       } catch(e1) {
  569.         try {
  570.           el   = tableList[3].rows[1].cells[0].children[0];
  571.           date = el.href.match(/\d{8}/)[0];
  572.         } catch(e2) {
  573.           for (var tbl of tableList) {
  574.             if (tbl.rows.length < 2 || tbl.rows[1].cells.length < 6) continue;
  575.             el   = tbl.rows[1].cells[0].children[0];
  576.             date = el.href.match(/\d{8}/)[0];
  577.           } //for
  578.         }//catch
  579.       }//catch
  580.       var day       = el.textContent,
  581.           isToday   = day === "Today",
  582.           _date     = new Date(),
  583.           pad       = function(num) { return Number(num).toPadded(); },
  584.           weekEnd   = null,
  585.           weekStart = null;
  586.  
  587.       _date.setDate(_date.getDate() - _date.getDay()); // sunday
  588.       weekStart = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()));
  589.       _date.setDate(_date.getDate() + 7); // next sunday
  590.       weekEnd   = Date.parse(_date.getFullYear() + "-" + pad(_date.getMonth()+1) + "-" + pad(_date.getDate()));
  591.  
  592.       if (!Object.keys(this.data).length) {
  593.         this.data = {
  594.           today: date, weekStart: weekStart, weekEnd: weekEnd, day: new Date().getDay(), dbUpdated: "n/a",
  595.           pending: 0, earnings: {}, target: { day: 0, week: 0 }
  596.         };
  597.       }
  598.  
  599.       if ( (Date.parse(Utils.ISODate(date)) >= this.data.weekEnd) ||
  600.           (!isToday && new Date().getDay() < this.data.day) ) { // new week
  601.         this.data.earnings = {};
  602.         this.data.weekEnd = weekEnd;
  603.         this.data.weekStart = weekStart;
  604.       }
  605.       if ( (this.data.today === null && isToday) || (this.data.today !== null && (date !== this.data.today || !isToday)) ) { // new day
  606.         this.data.today = date === this.data.today ? null : date;
  607.         this.data.day = new Date().getDay();
  608.       }
  609.  
  610.       this.saveState();
  611.     },//}}} updateDate
  612.     
  613.     draw: function(init) {//{{{
  614.       var parentTable = document.querySelector("#total_earnings_amount").offsetParent,
  615.           rowPending  = init ? parentTable.insertRow(-1) : parentTable.rows[4],
  616.           rowProjectedDay = init ? parentTable.insertRow(-1) : parentTable.rows[5],
  617.           rowProjectedWeek = init ? parentTable.insertRow(-1) : parentTable.rows[6],
  618.           title = "Click to set/change the target value",
  619.           weekTotal = this.getWeekTotal(),
  620.           dayTotal = this.data.earnings[this.data.today] || 0;
  621.  
  622.       if (init) {
  623.         rowPending.insertCell(-1);rowPending.insertCell(-1);rowPending.className = "even";
  624.         rowProjectedDay.insertCell(-1);rowProjectedDay.insertCell(-1);rowProjectedDay.className = "odd";
  625.         rowProjectedWeek.insertCell(-1);rowProjectedWeek.insertCell(-1);rowProjectedWeek.className = "even";
  626.         for (var i=0;i<rowPending.cells.length;i++) rowPending.cells[i].style.borderTop = "dotted 1px black";
  627.         rowPending.cells[0].className = "metrics-table-first-value";
  628.         rowProjectedDay.cells[0].className = "metrics-table-first-value";
  629.         rowProjectedWeek.cells[0].className = "metrics-table-first-value";
  630.         rowPending.cells[1].title = "This value includes all earnings that are not yet fully cleared as 'Paid'";
  631.       }
  632.  
  633.       rowPending.cells[0].innerHTML = 'Pending earnings '+
  634.         '<span style="font-family:arial;font-size:10px;" title="Timestamp of last database update">[ ' + this.data.dbUpdated + ' ]</span>';
  635.       rowPending.cells[1].textContent = "$"+Number(this.data.pending).toFixed(2);
  636.       rowProjectedDay.cells[0].innerHTML = 'Projected earnings for the day<br>'+
  637.         '<meter id="projectedDayProgress" style="width:220px;" title="'+title+
  638.           '" value="'+dayTotal+'" max="'+this.data.target.day+'"></meter>'+
  639.         '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(dayTotal-this.data.target.day).toFixed(2) + '</span>';
  640.       rowProjectedDay.cells[1].textContent = "$"+Number(dayTotal).toFixed(2);
  641.       rowProjectedWeek.cells[0].innerHTML = 'Projected earnings for the week<br>' +
  642.         '<meter id="projectedWeekProgress" style="width:220px;" title="'+title+
  643.           '" value="'+weekTotal+'" max="'+this.data.target.week+'"></meter>' +
  644.         '<span style="color:blue;font-family:arial;font-size:10px;"> ' + Number(weekTotal-this.data.target.week).toFixed(2) + '</span>';
  645.       rowProjectedWeek.cells[1].textContent = "$"+Number(weekTotal).toFixed(2);
  646.  
  647.       document.querySelector("#projectedDayProgress").onclick = updateTargets.bind(this, "day");
  648.       document.querySelector("#projectedWeekProgress").onclick = updateTargets.bind(this, "week");
  649.  
  650.       function updateTargets(span, e) {
  651.         /*jshint validthis:true*/
  652.         var goal = prompt("Set your " + (span === "day" ? "daily" : "weekly") + " target:",
  653.             this.data.target[span === "day" ? "day" : "week"]);
  654.         if (goal && !isNaN(goal)) {
  655.           this.data.target[span === "day" ? "day" : "week"] = goal;
  656.           e.target.max = goal;
  657.           e.target.nextSibling.textContent = " "+Number((span === "day" ? dayTotal : weekTotal) - goal).toFixed(2);
  658.           this.saveState();
  659.         }
  660.       }
  661.     },//}}} draw
  662.  
  663.     getWeekTotal: function() {
  664.       var totals = 0;
  665.       for (var k of Object.keys(this.data.earnings))
  666.         totals += this.data.earnings[k];
  667.  
  668.       return Math.decRound(totals, 2);
  669.     },
  670.     
  671.     saveState: function() {
  672.       localStorage.setItem("hitdb_projectedEarnings", JSON.stringify(this.data));
  673.     },
  674.  
  675.     clear: function() {
  676.       this.data.pending = 0;
  677.       for (var day of Object.keys(this.data.earnings))
  678.         if (day in qc.fetchData || day === this.data.today) this.data.earnings[day] = 0;
  679.     },
  680.  
  681.     updateValues: function(obj) {
  682.       var vDate = Date.parse(obj.date), iDate = Utils.ISODate(obj.date);
  683.  
  684.       if (~obj.status.search(/pending/i)) // sum pending earnings (include approved until fully cleared as paid)
  685.         this.data.pending = Math.decRound(obj.reward+this.data.pending, 2);
  686.       if (vDate < this.data.weekEnd && vDate >= this.data.weekStart && !~obj.status.search(/rejected/i)){ // sum weekly earnings by day
  687.         this.data.earnings[iDate] = Math.decRound(obj.reward+(this.data.earnings[iDate] || 0), 2 );
  688.       }
  689.     }
  690.   },//}}} ProjectedEarnings
  691.  
  692.   DBResult = function(resArr, colObj) {//{{{
  693.     this.results = resArr || [];
  694.     this.collation = colObj || null;
  695.     this.formatHTML = function(type, simple) {//{{{
  696.       simple = simple || false;
  697.       var count = 0, htmlTxt = [], entry = null, _trClass = null;
  698.  
  699.       if (this.results.length < 1) return "<h2>No entries found matching your query.</h2>";
  700.  
  701.       if (type === "daily") {
  702.         htmlTxt.push('<thead><tr class="hdbHeaderRow"><th></th>'+
  703.             '<th>Date</th><th>Submitted</th><th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th></tr></thead><tbody>');
  704.         var r = this.collate(this.results,"stats");
  705.         for (entry of this.results) {
  706.           _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  707.           
  708.           htmlTxt.push('<tr '+_trClass+' style="text-align:right">' +
  709.               '<td><span class="hdbExpandRow">[+]</span></td>'+
  710.               '<td style="text-align:center;">' + entry.date + '</td><td>' + entry.submitted + '</td>' +
  711.               '<td>' + entry.approved + '</td><td>' + entry.rejected + '</td><td>' + entry.pending + '</td>' +
  712.               '<td>' + Number(entry.earnings).toFixed(2) + '</td></tr>');
  713.         }
  714.         htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow" style="text-align:right;"><td>Totals:</td>' +
  715.             '<td>' + r.totalEntries + ' days</td><td>' + r.totalSub + '</td>' +
  716.             '<td>' + r.totalApp + '</td><td>' + r.totalRej + '</td>' +
  717.             '<td>' + r.totalPen + '</td><td>$' + 
  718.             Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  719.       } else if (type === "pending" || type === "requester") {
  720.         htmlTxt.push('<thead><tr data-sort="99999" class="hdbHeaderRow"><th width="160">Requester ID</th>' +
  721.             '<th>Requester</th><th>' + (type === "pending" ? 'Pending' : 'HITs') + '</th><th>Rewards</th></tr></thead><tbody>');
  722.         r = this.collate(this.results,"requesterId");
  723.         for (var k in r) {
  724.           if (!~k.search(/total/) && r.hasOwnProperty(k)) {
  725.             var tr = ['<tr data-sort="'+Math.decRound(r[k].pay,2)+'"><td>' +
  726.                 '<span class="hdbExpandRow" title="Display all pending HITs from this requester">' +
  727.                 '[+]</span> ' + r[k][0].requesterId + '</td><td>' + r[k][0].requesterName + '</td>' +
  728.                 '<td style="text-align:center;">' + r[k].length + '</td><td>' + Number(Math.decRound(r[k].pay,2)).toFixed(2) + '</td></tr>'];
  729.  
  730.             for (var hit of r[k]) {  // hits in range per requester id
  731.               tr.push('<tr data-rid="'+r[k][0].requesterId+'" style="color:#c60000;display:none;"><td style="text-align:right">' + 
  732.                   hit.date + '</td><td width="500" colspan="2" class="nowrap" style="max-width:520" title="'+hit.title+'">' +
  733.                   '[ <span class="helpSpan" title="Auto-approval time">AA: '+Utils.ftime(hit.autoAppTime).trim()+'</span> ] '+ 
  734.                   hit.title + '</td><td style="text-align:right">' + _parseRewards(hit.reward,"pay") + '</td></tr>');
  735.             }
  736.             htmlTxt.push(tr.join(''));
  737.           }
  738.         }
  739.         htmlTxt.sort(function(a,b) { return +b.substr(15,5).match(/\d+\.?\d*/) - +a.substr(15,5).match(/\d+\.?\d*/); });
  740.         htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td style="text-align:right;">Totals:</td>' +
  741.             '<td style="text-align:center;">' + (Object.keys(this.collation || r).length-7) + ' Requesters</td>' +
  742.             '<td style="text-align:right;">' + (this.collation || r).totalEntries + '</td>'+
  743.             '<td style="text-align:right;">$' + Number(Math.decRound((this.collation || r).totalPay,2)).toFixed(2) + '</td></tr></tfoot>');
  744.       } else { // default
  745.         if (!simple)
  746.           htmlTxt.push('<thead><tr class="hdbHeaderRow"><th colspan="3"></th>' +
  747.             '<th colspan="2" title="Bonuses must be added in manually.\n\nClick inside' +
  748.             'the cell to edit, click out of the cell to save">Reward</th><th colspan="3"></th></tr>'+
  749.             '<tr class="hdbHeaderRow">' +
  750.             '<th style="min-width:65">Date</th><th>Requester</th><th>HIT title</th><th style="font-size:10px;">Pay</th>'+
  751.             '<th style="font-size:10px;"><span class="helpSpan" title="Click the cell to edit.\nIts value is automatically saved">'+
  752.             'Bonus</span></th><th>Status</th><th>'+
  753.             '<span class="helpSpan" title="Auto-approval times">AA</span></th><th>Feedback</th></tr></thead><tbody>');
  754.  
  755.         this.results.sort(function(a,b) { return a.date === b.date ? 
  756.           (a.requesterName.toLowerCase() > b.requesterName.toLowerCase() ? 1 : -1) : a.date < b.date ? -1 : 1; });
  757.         for (entry of this.results) {
  758.           _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  759.           var _stColor = ~entry.status.search(/(paid|approved)/i) ? "green"  :
  760.                          entry.status === "Pending Approval"      ? "orange" : "red";
  761.           var href = MTURK_BASE+'contact?requesterId='+entry.requesterId+'&requesterName='+entry.requesterName+
  762.             '&subject=Regarding+Amazon+Mechanical+Turk+HIT+'+entry.hitId;
  763.  
  764.           if (!simple)
  765.             htmlTxt.push('<tr '+_trClass+' data-id="'+entry.hitId+'">'+
  766.               '<td width="74px">' + entry.date + '</td><td style="max-width:145px;">' +
  767.               '<a target="_blank" title="Contact this requester" href="'+href+'">' + entry.requesterName + '</a></td>' + 
  768.               '<td width="375px" title="HIT ID:   '+entry.hitId+'">' + 
  769.               '<span title="Add a note" id="note-'+entry.hitId+'" style="cursor:pointer;">&nbsp;&#128221;&nbsp;</span>' + 
  770.               entry.title + '</td><td style="text-align:right">' + _parseRewards(entry.reward,"pay") + '</td>' +
  771.               '<td style="text-align:right" class="bonusCell" title="Click to add/edit" contenteditable="true" data-hitid="'+entry.hitId+'">' + 
  772.               (+_parseRewards(entry.reward,"bonus") ? _parseRewards(entry.reward,"bonus") : "") + 
  773.               '</td><td style="color:'+_stColor+';text-align:center">' + entry.status + '</td>' +
  774.               '<td>' + Utils.ftime(entry.autoAppTime) + '</td><td>' + entry.feedback + '</td></tr>');
  775.           else
  776.             htmlTxt.push('<tr>' + '<td class="nowrap" title="'+entry.requesterName+'" style="max-width:130">'+entry.requesterName+'</td>' + 
  777.               '<td class="nowrap" title="'+entry.title+'" style="max-width:520">'+entry.title+'</td><td>'+ _parseRewards(entry.reward,"pay") + 
  778.               '</td><td class="nowrap" title="'+entry.status+'" style="max-width:60">'+ entry.status+'</td></tr>');
  779.         }
  780.  
  781.         if (!simple) {
  782.           r = this.collation || this.collate(this.results,"requesterId");
  783.           htmlTxt.push('</tbody><tfoot><tr class="hdbTotalsRow"><td></td>' +
  784.               '<td style="text-align:right">Totals:</td><td style="text-align:center;">' + r.totalEntries + ' HITs</td>' +
  785.               '<td style="text-align:right">$' + Number(Math.decRound(r.totalPay,2)).toFixed(2) + '</td>' +
  786.               '<td style="text-align:right">$' + Number(Math.decRound(r.totalBonus,2)).toFixed(2) + '</td>' +
  787.               '<td colspan="3"></td></tr></tfoot>');
  788.         }
  789.       }
  790.       return htmlTxt.join('');
  791.     };//}}} formatHTML
  792.     this.formatCSV = function(type) {//{{{
  793.       var csvTxt = [], entry = null, delimiter="\t";
  794.       if (type === "daily") {
  795.         csvTxt.push( ["Date", "Submitted", "Approved", "Rejected", "Pending", "Earnings\n"].join(delimiter) );
  796.         for (entry of this.results) {
  797.           csvTxt.push( [entry.date, entry.submitted, entry.approved, entry.rejected, 
  798.               entry.pending, Number(entry.earnings).toFixed(2)+"\n"].join(delimiter) );
  799.         }
  800.         csvToFile(csvTxt, "hitdb_dailyOverview.csv");
  801.       } else if (type === "pending" || type === "requester") {
  802.         csvTxt.push( ["RequesterId","Requester", (type === "pending" ? "Pending" : "HITs"), "Rewards\n"].join(delimiter) );
  803.         var r = this.collation || this.collate(this.results,"requesterId");
  804.         for (var k in r) {
  805.           if (!~k.search(/total/) && r.hasOwnProperty(k))
  806.             csvTxt.push( [k, r[k][0].requesterName, r[k].length, Number(Math.decRound(r[k].pay,2)).toFixed(2)+"\n"].join(delimiter) );
  807.         }
  808.         csvToFile(csvTxt, "hitdb_"+type+"Overview.csv");
  809.       } else {
  810.         csvTxt.push(["hitId","date","requesterName","requesterId","title","pay","bonus","status","autoAppTime","feedback\n"].join(delimiter));
  811.         for (entry of this.results) {
  812.           csvTxt.push([entry.hitId, entry.date, entry.requesterName, entry.requesterId, entry.title, 
  813.               Number(_parseRewards(entry.reward,"pay")).toFixed(2),
  814.               (+_parseRewards(entry.reward,"bonus") ? Number(_parseRewards(entry.reward,"bonus")).toFixed(2) : ""),
  815.               entry.status, entry.autoAppTime, entry.feedback+"\n"].join(delimiter));
  816.         }
  817.         csvToFile(csvTxt, "hitdb_queryResults.csv");
  818.       }
  819.  
  820.       return "<pre>"+csvTxt.join('')+"</pre>";
  821.  
  822.       function csvToFile(csv, filename) {
  823.         var blob = new Blob(csv, {type: "text/csv", endings: "native"}),
  824.             dl   = document.createElement("A");
  825.         dl.href = URL.createObjectURL(blob);
  826.         dl.download = filename;
  827.         document.body.appendChild(dl); // FF doesn't support forced events unless element is part of the document
  828.         dl.click();                    // so we make it so and click,
  829.         dl.remove();                   // then immediately remove it
  830.         return dl;
  831.       }
  832.     };//}}} formatCSV
  833.     this.include = function(value) {
  834.       this.results.push(value);
  835.     };
  836.     this.collate = function(data, index) {//{{{
  837.       var r = { 
  838.         totalPay: 0, totalBonus: 0, totalEntries: data.length,
  839.         totalSub: 0, totalApp: 0, totalRej: 0, totalPen: 0
  840.       };
  841.       for (var e of data) {
  842.         if (!r[e[index]]) { 
  843.           r[e[index]] = [];
  844.           Object.defineProperty(r[e[index]], "pay", {value: 0, enumerable: false, configurable: true, writable: true});
  845.         }
  846.         r[e[index]].push(e);
  847.  
  848.         if (index === "stats") {
  849.           r.totalSub += e.submitted;
  850.           r.totalApp += e.approved;
  851.           r.totalRej += e.rejected;
  852.           r.totalPen += e.pending;
  853.           r.totalPay += e.earnings;
  854.         } else {
  855.           r[e[index]].pay += (+_parseRewards(e.reward,"pay"));
  856.           r.totalPay += (+_parseRewards(e.reward,"pay"));
  857.           r.totalBonus += (+_parseRewards(e.reward,"bonus"));
  858.         }
  859.       }
  860.       return r;
  861.     };//}}} _collate
  862.  
  863.     function _parseRewards(rewards,value) {//{{{
  864.       if (!isNaN(rewards)) {
  865.         if (value === "pay")
  866.           return Number(rewards).toFixed(2);
  867.         else
  868.           return "0.00";
  869.       } else {
  870.         if (value === "pay")
  871.           return Number(rewards.pay).toFixed(2);
  872.         else
  873.           return Number(rewards.bonus).toFixed(2);
  874.       }
  875.     } //}}} _parse
  876.   },//}}} databaseresult
  877.  
  878.   DashboardUI = {//{{{
  879.     draw: function() {//{{{
  880.       var controlPanel = document.createElement("TABLE"),
  881.           insertionNode = document.querySelector(".footer_separator").previousSibling;
  882.       document.body.insertBefore(controlPanel, insertionNode);
  883.       controlPanel.width = "760";
  884.       controlPanel.align = "center";
  885.       controlPanel.id = "hdbControlPanel";
  886.       controlPanel.cellSpacing = "0";
  887.       controlPanel.cellPadding = "0";
  888.       controlPanel.innerHTML = '<tr height="25px"><td width="10" bgcolor="#7FB448" style="padding-left: 10px;"></td>' +
  889.         '<td class="white_text_14_bold" style="padding-left:10px; background-color:#7FB448;">' +
  890.           'HIT Database Mk. II&nbsp;<a href="https://greasyfork.org/en/scripts/11733-mturk-hit-database-mk-ii#userGuide" '+
  891.             'class="whatis" target="turkPopUp" onclick="customPopup(this, 500, 400)">' +
  892.           '(What\'s this?)</a></td></tr>' +
  893.         '<tr><td class="container-content" colspan="2">' +
  894.         '<div style="text-align:center;" id="hdbDashboardInterface">' +
  895.         '<button id="hdbBackup" title="Export your entire database!\nPerfect for moving between computers or as a periodic backup">Create Backup</button>' +
  896.         '<button id="hdbRestore" title="Import data from an external file" style="margin:5px">Import</button>' +
  897.         '<button id="hdbUpdate" title="Update... the database" style="color:green;">Update Database</button>' +
  898.         '<input id="hdbFileInput" type="file" style="display:none"/>' +
  899.         '<br>' +
  900.         '<button id="hdbPending" title="Summary of all pending HITs\n Can be exported as CSV" style="margin: 0px 5px 5px;">Pending Overview</button>' +
  901.         '<button id="hdbRequester" title="Summary of all requesters\n Can be exported as CSV" style="margin: 0px 5px 5px;">Requester Overview</button>' +
  902.         '<button id="hdbDaily" title="Summary of each day you\'ve worked\nCan be exported as CSV" style="margin:0px 5px 5px;">Daily Overview</button>' +
  903.         '<br>' +
  904.         '<label>Find </label>' +
  905.         '<select id="hdbStatusSelect"><option value="*">ALL</option>' +
  906.         '<option value="Pending Approval" style="color: orange;">Pending Approval</option>' +
  907.         '<option value="Rejected" style="color: red;">Rejected</option>' +
  908.         '<option value="Approved - Pending Payment" style="color:green;">Approved - Pending Payment</option>' +
  909.         '<option value="(Paid|Approved)" style="color:green;">Paid OR Approved</option></select>' +
  910.         '<label> HITs matching: </label><input id="hdbSearchInput" title="Query can be HIT title, HIT ID, or requester name" />' +
  911.         '<button id="hdbSearch">Search</button>' +
  912.         '<br>' +
  913.         '<label>from date </label><input id="hdbMinDate" type="date" size="10" title="Specify a date, or leave blank">' +
  914.         '<label> to </label><input id="hdbMaxDate" type="date" size="10" title="Specify a date, or leave blank">' +
  915.         '<label for="hdbCSVInput" title="Export results as CSV file" style="margin-left:50px; vertical-align:middle;">export CSV</label>' +
  916.         '<input id="hdbCSVInput" title="Export results as CSV file" type="checkbox" style="vertical-align:middle;">' +
  917.         '<br>' +
  918.         '<label id="hdbStatusText"></label>' +
  919.         '<div id="hdbProgressBar" class="hdbProgressContainer"><div class="hdbProgressOuter"><div class="hdbProgressInner"></div></div></div>' +
  920.         '</div></td></tr>';
  921.  
  922.       var searchResults = document.createElement("DIV");
  923.       searchResults.align = "center";
  924.       searchResults.id = "hdbSearchResults";
  925.       searchResults.style.display = "block";
  926.       searchResults.innerHTML = 
  927.         '<span class="hdbResControl" id="hdbResClear">[ clear results ]</span>' +
  928.         '<span class="hdbTablePagination" id="hdbPageTop"></span><br>' +
  929.         '<table cellSpacing="0" cellpadding="2" width="760" id="hdbResultsTable"></table>' +
  930.         '<span class="hdbResControl" id="hdbVpTop">Back to top</span>' +
  931.         '<span class="hdbTablePagination" id="hdbPageBot"></span><br>';
  932.       document.body.insertBefore(searchResults, insertionNode);
  933.     },//}}} dashboardUI::draw
  934.  
  935.     initClickables: function() {//{{{
  936.       var updateBtn      = document.getElementById("hdbUpdate"),
  937.           backupBtn      = document.getElementById("hdbBackup"),
  938.           restoreBtn     = document.getElementById("hdbRestore"),
  939.           fileInput      = document.getElementById("hdbFileInput"),
  940.           exportCSVInput = document.getElementById("hdbCSVInput"),
  941.           searchBtn      = document.getElementById("hdbSearch"),
  942.           searchInput    = document.getElementById("hdbSearchInput"),
  943.           pendingBtn     = document.getElementById("hdbPending"),
  944.           reqBtn         = document.getElementById("hdbRequester"),
  945.           dailyBtn       = document.getElementById("hdbDaily"),
  946.           fromdate       = document.getElementById("hdbMinDate"),
  947.           todate         = document.getElementById("hdbMaxDate"),
  948.           statusSelect   = document.getElementById("hdbStatusSelect"),
  949.           searchResults  = document.getElementById("hdbSearchResults"),
  950.           resultsTable   = document.getElementById("hdbResultsTable"),
  951.           isGecko = /Gecko\/\d+/.test(navigator.userAgent);
  952.  
  953.       searchResults.firstChild.onclick = function() { //{{{ clear results
  954.         resultsTable.innerHTML = null; qc.sr = [];
  955.         for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"]) {
  956.           if (~d.search(/page/i)) d.innerHTML = "";
  957.           document.getElementById(d).style.display = "none";
  958.         }
  959.       };//}}}
  960.       document.getElementById("hdbVpTop").onclick = function() { autoScroll("#hdbControlPanel"); };
  961.  
  962.       updateBtn.onclick = function() { //{{{
  963.         if (!HITStorage.db) { Utils.errorHandler(new TypeError('(AccessViolation) Database is not defined')); return; }
  964.         Utils.disableButtons(['hdbUpdate'], true);
  965.         Progress.show();
  966.         metrics.dbupdate = new Metrics("database_update");
  967.         HITStorage.fetch(MTURK_BASE+"status");
  968.         Status.message = "fetching status page....";
  969.       };//}}}
  970.       exportCSVInput.addEventListener("click", function() {//{{{
  971.         var a = document.getElementById('hdbAnalytics');
  972.         if (a && a.checked) a.click();
  973.         if (exportCSVInput.checked) {
  974.           searchBtn.textContent = "Export CSV";
  975.           pendingBtn.textContent += " (csv)";
  976.           reqBtn.textContent += " (csv)";
  977.           dailyBtn.textContent += " (csv)";
  978.         }
  979.         else {
  980.           searchBtn.textContent = "Search";
  981.           pendingBtn.textContent = pendingBtn.textContent.replace(" (csv)","");
  982.           reqBtn.textContent = reqBtn.textContent.replace(" (csv)","");
  983.           dailyBtn.textContent = dailyBtn.textContent.replace(" (csv)", "");
  984.         }
  985.       });//}}}
  986.       if (isGecko) {//{{{
  987.         fromdate.addEventListener("focus", function() {
  988.           var offsets = Utils.getPosition(this, true);
  989.           new Calendar(offsets.x, offsets.y, this).drawCalendar();
  990.         });
  991.         todate.addEventListener("focus", function() {
  992.           var offsets = Utils.getPosition(this, true);
  993.           new Calendar(offsets.x, offsets.y, this).drawCalendar();
  994.         });
  995.       }//}}}
  996.  
  997.       backupBtn.onclick = HITStorage.backup;
  998.       restoreBtn.onclick = function() { fileInput.value = ''; fileInput.click(); };
  999.       fileInput.onchange = processFile;
  1000.       searchInput.onkeydown = function(e) { if (e.keyCode === 13) searchBtn.click(); };
  1001.  
  1002.       searchBtn.addEventListener('click', function(e) {//{{{
  1003.         if (!/^[se]/i.test(e.target.textContent)) return;
  1004.         var r = this.getRange(), query = searchInput.value.trim().split(':');
  1005.         // make searching faster and more efficient in large databases
  1006.         if (!/(req|id|hitid)$/i.test(query[0])) {
  1007.           query = query.join('');
  1008.           if (query.length === 30 && !/\s/.test(query)) {
  1009.             r.range = window.IDBKeyRange.only(query.toUpperCase());
  1010.             r.index = null;
  1011.           }
  1012.         } else {
  1013.           query[1] = /req/.test(query[0]) ? query[1].trimLeft() : query[1].trimLeft().toUpperCase();
  1014.           r.index = /req/.test(query[0]) ? 'requesterName' : null;
  1015.           r.range = window.IDBKeyRange
  1016.             .bound(query[1], query[1].slice(0,query[1].length-1) + String.fromCharCode(query[1].charCodeAt(query[1].length-1)+1));
  1017.           query = query[0].split(/(req|id|hitid)$/)[0].trimRight();
  1018.         }
  1019.  
  1020.         var _filter = { status: statusSelect.value, query: query.length > 0 ? query : "*" };
  1021.         var _opt = { index: r.index, range: r.range, dir: r.dir, filter: _filter, progress: true };
  1022.  
  1023.         _dbaccess("search", ["HIT", _opt], function(r) {
  1024.           var limiter = 500,
  1025.               _cb = function(slice) {
  1026.                 for (var _r of slice)
  1027.                   HITStorage.recall("NOTES", { index: "hitId", range: window.IDBKeyRange.only(_r.hitId) }).then(noteHandler.bind(null,"attach"));
  1028.                 
  1029.                 var _nodes   = [document.querySelectorAll(".bonusCell"), document.querySelectorAll('span[id^="note-"]')];
  1030.                 for (var i=0;i<_nodes[0].length;i++) {
  1031.                   var bonus = _nodes[0][i],
  1032.                       note  = _nodes[1][i];
  1033.                   bonus.dataset.initial = bonus.textContent;
  1034.                   bonus.onkeydown = updateBonus;
  1035.                   bonus.onblur    = updateBonus;
  1036.                   note.onclick    = noteHandler.bind(null,"new");
  1037.                 }
  1038.               };
  1039.           if (exportCSVInput.checked) 
  1040.             resultsTable.innerHTML = r.formatCSV();
  1041.           else if (r.results.length > limiter) {
  1042.             var collation = r.collate(r.results, "requesterId");
  1043.             do { qc.sr.push(new DBResult(r.results.splice(0,limiter), collation)) } while (r.results.length);
  1044.             resultConstrain(qc.sr, 0, "default", _cb);
  1045.           } else
  1046.             resultConstrain(r, 0, "default", _cb);
  1047.         });
  1048.       }.bind(this)); //}}} search button click event
  1049.       //{{{ overview buttons
  1050.       pendingBtn.onclick = function() {
  1051.         var _filter = { date: [fromdate.value, todate.value], query: searchInput.value.trim().length > 0 ? searchInput.value : "*" },
  1052.             _opt    = { index: "status", dir: "prev", range: window.IDBKeyRange.only("Pending Approval"), filter: _filter, progress: true };
  1053.  
  1054.         _dbaccess("pending", ["HIT", _opt], function(r) {
  1055.           resultsTable.innerHTML = exportCSVInput.checked ? r.formatCSV("pending") : r.formatHTML("pending");
  1056.           var expands = document.querySelectorAll(".hdbExpandRow");
  1057.           for (var el of expands)
  1058.             el.onclick = showHiddenRows;
  1059.         });
  1060.       }.bind(this); //pending overview click event
  1061.       reqBtn.onclick = function() {
  1062.         var r = this.getRange();
  1063.         var _opt = { index: r.index, range: r.range, progress: true };
  1064.  
  1065.         _dbaccess("requester", ["HIT", _opt], function(r) {
  1066.           var limiter = 100,
  1067.               _cb = function() {
  1068.                 var expands = document.querySelectorAll(".hdbExpandRow");
  1069.                 for (var el of expands) 
  1070.                   el.onclick = showHiddenRows;
  1071.               };
  1072.           if (exportCSVInput.checked)
  1073.             resultsTable.innerHTML = r.formatCSV("requester");
  1074.           else if (r.results.length > limiter) {
  1075.             var collation = r.collate(r.results, "requesterId"), _r = [], count = 0;
  1076.             var keys = Object.keys(collation)
  1077.               .filter(function(e) { return !/total/.test(e); })
  1078.               .sort(function(a,b) { return collation[b].pay - collation[a].pay; });
  1079.             keys.forEach(function(key){
  1080.               if (++count > limiter) {
  1081.                 qc.sr.push(new DBResult(_r, collation));
  1082.                 count = 0; _r = [];
  1083.               } else _r = _r.concat(collation[key]);
  1084.             });
  1085.             qc.sr.push(new DBResult(_r, collation));
  1086.             resultConstrain(qc.sr, 0, "requester", _cb);
  1087.           } else
  1088.             resultConstrain(r, 0, "requester", _cb);
  1089.         });
  1090.       }.bind(this); //requester overview click event
  1091.       dailyBtn.onclick = function() {
  1092.         var r = this.getRange("*");
  1093.         _dbaccess("daily", ["STATS", { range: r.range, dir: "prev", progress: true }], function(r) {
  1094.           resultsTable.innerHTML = exportCSVInput.checked ? r.formatCSV("daily") : r.formatHTML("daily");
  1095.           var expands = document.querySelectorAll(".hdbExpandRow");
  1096.           for (var el of expands)
  1097.             el.onclick = showHitsByDate;
  1098.         });
  1099.       }.bind(this); //daily overview click event
  1100.       //}}}
  1101.  
  1102.       function _dbaccess(method, rargs, tfn) {//{{{
  1103.         if (!HITStorage.db) { Utils.errorHandler(new TypeError('(AccessViolation) Database is not defined')); return; }
  1104.         Utils.disableButtons(['hdbDaily','hdbRequester','hdbPending','hdbSearch'], true);
  1105.         searchResults.firstChild.click();
  1106.         Status.push("Preparing database...", "black");
  1107.         metrics.dbrecall = new Metrics("database_recall::"+method);
  1108.         metrics.dbrecall.mark("data retrieval", "start");
  1109.  
  1110.         HITStorage.recall(rargs[0],rargs[1]).then(function(r) {
  1111.           metrics.dbrecall.mark("data retrieval", "end");
  1112.           Status.message = "Building HTML...";
  1113.           try {
  1114.             for (var d of ["hdbResClear","hdbPageTop","hdbVpTop", "hdbPageBot"]) {
  1115.               if (~d.search(/page/i) && !/^[sr]/.test(method)) continue;
  1116.               document.getElementById(d).style.display = "initial";
  1117.             }
  1118.             metrics.dbrecall.mark("HTML construction", "start");
  1119.             tfn(r); 
  1120.             metrics.dbrecall.mark("HTML construction", "end");
  1121.           } catch(e) { 
  1122.             Utils.errorHandler(e);
  1123.           } finally {
  1124.             Utils.disableButtons(['hdbDaily','hdbRequester','hdbPending','hdbSearch'], false);
  1125.             autoScroll("#hdbSearchResults");
  1126.             Status.push("Done!", "green");
  1127.             Progress.hide();
  1128.             metrics.dbrecall.stop(); metrics.dbrecall.report();
  1129.           }
  1130.         });
  1131.       }//}}} _dbaccess
  1132.     },//}}} dashboardUI::initClickables
  1133.  
  1134.     getRange: function(status) {//{{{
  1135.       var fromdate     = document.getElementById("hdbMinDate"),
  1136.           todate       = document.getElementById("hdbMaxDate"),
  1137.           statusSelect = document.getElementById("hdbStatusSelect");
  1138.       var _min = fromdate.value.length > 3 ? fromdate.value : undefined,
  1139.           _max = todate.value.length   > 3 ? todate.value   : undefined;
  1140.           status = status || statusSelect.value;
  1141.       var _range = 
  1142.         (_min === undefined && _max === undefined) ? 
  1143.           (status.length > 1 && !~status.search(/\(/) ? window.IDBKeyRange.only(status) : null) :
  1144.         (_min === undefined)                       ? window.IDBKeyRange.upperBound(_max) :
  1145.         (_max === undefined)                       ? window.IDBKeyRange.lowerBound(_min) :
  1146.         (_max < _min)                              ? window.IDBKeyRange.bound(_max,_min) : window.IDBKeyRange.bound(_min,_max),
  1147.           _index = _min === undefined && _max === undefined && status.length > 1 && !~status.search(/\(/) ? "status" : "date";
  1148.       return { min: _min, max: _max, range: _range, dir: _max < _min ? "prev" : "next", index: _index };
  1149.     }//}}} dashboardUI::getRange
  1150.   };//}}} dashboard
  1151.  
  1152.   /* 
  1153.    *
  1154.    *
  1155.    *
  1156.    *
  1157.    *///{{{
  1158.   // the Set() constructor is never actually used other than to test for Chrome v38+
  1159.   // might want to bump requirement up to v45 for those sweet, sweet arrow functions...
  1160.   if (!("indexedDB" in window && "Set" in window)) alert("HITDB::Your browser is too outdated or otherwise incompatible with this script!");
  1161.   else {
  1162.     if (document.location.pathname === "/mturk/dashboard") {
  1163.       DashboardUI.draw();
  1164.       DashboardUI.initClickables();
  1165.       
  1166.       var dbh = window.indexedDB.open(DB_NAME, DB_VERSION);
  1167.       dbh.onerror = function(e) { Utils.errorHandler(e.target.error); };
  1168.       dbh.onupgradeneeded = HITStorage.versionChange;
  1169.       dbh.onsuccess = MERGERSANDACQUISITIONS;
  1170.  
  1171.       ProjectedEarnings.updateDate();
  1172.       ProjectedEarnings.draw(true);
  1173.  
  1174.       var Status = {
  1175.         node: document.getElementById("hdbStatusText"),
  1176.         get message() { return this.node.textContent; },
  1177.         set message(str) { this.node.textContent = str; },
  1178.         get color() { return this.node.style.color; },
  1179.         set color(c) { this.node.style.color = c; },
  1180.         push: function(m,c) { c = c || "black"; this.message = m; this.color = c; }
  1181.       }, Progress = {
  1182.         node: document.getElementById("hdbProgressBar"),
  1183.         hide: function() { this.node.style.display = "none"; },
  1184.         show: function() { this.node.style.display = "block"; }
  1185.       };
  1186.       // export some variables for external extensions
  1187.       self.Status = Status; self.Progress = Progress; self.Metrics = Metrics; self.Math.decRound = Math.decRound;
  1188.     } else { // page is not dashboard
  1189.       window.indexedDB.open(DB_NAME).onsuccess = function() { HITStorage.db = this.result; beenThereDoneThat(); };
  1190.     }
  1191.   }
  1192.   /*}}}
  1193.    *
  1194.    *
  1195.    *
  1196.    *
  1197.    */
  1198.  
  1199.   // {{{ css injection
  1200.   var css = "<style type='text/css'>" +
  1201.   ".hitdbRTButtons {border:1px solid; font-size: 10px; height: 18px; padding-left: 5px; padding-right: 5px; background: pink;}" +
  1202.   ".hitdbRTButtons-green {background: lightgreen;}" +
  1203.   ".hitdbRTButtons-large {width:80px;}" +
  1204.   ".hdbProgressContainer {margin:auto; width:500px; height:6px; position:relative; display:none; border-radius:10px; overflow:hidden; background:#d3d8db;}" +
  1205.   ".hdbProgressInner {width:100%; position:absolute; left:0;top:0;bottom:0; animation: kfpin 1.4s infinite; background:" +
  1206.     "linear-gradient(262deg, rgba(208,69,247,0), rgba(208,69,247,1), rgba(69,197,247,1), rgba(69,197,247,0)); background-size: 300% 500%;}" +
  1207.   ".hdbProgressOuter {width:30%; position:absolute; left:0;top:0;bottom:0; animation: kfpout 2s cubic-bezier(0,0.55,0.2,1) infinite;}" +
  1208.   "@keyframes kfpout { 0% {left:-100%;} 70%{left:100%;} 100%{left:100%;} }" +
  1209.   "@keyframes kfpin { 0%{background-position: 0% 50%} 50%{background-position: 100% 15%} 100%{background-position:0% 30%} }" +
  1210.   ".hdbCalControls {cursor:pointer;} .hdbCalControls:hover {color:c27fcf;}" +
  1211.   ".hdbCalCells {background:#f0f6f9; height:19px}" +
  1212.   ".hdbCalDays {cursor:pointer; text-align:center;} .hdbCalDays:hover {background:#7fb4cf; color:white;}" +
  1213.   ".hdbDayHeader {width:26px; text-align:center; font-weight:bold; font-size:12px; background:#f0f6f9;}" +
  1214.   ".hdbCalHeader {background:#7fb4cf; color:white; font-weight:bold; text-align:center; font-size:11px; padding:3px 0px;}" +
  1215.   "#hdbCalendarPanel {position:absolute; z-index:10; box-shadow:-2px 3px 5px 0px rgba(0,0,0,0.68);}" +
  1216.   ".hdbExpandRow {cursor:pointer; color:blue;}" +
  1217.   ".hdbTotalsRow {background:#CCC; color:#369; font-weight:bold;}" +
  1218.   ".hdbHeaderRow {background:#7FB448; font-size:12px; color:white;}" +
  1219.   ".helpSpan {border-bottom:1px dotted; cursor:help;}" +
  1220.   ".hdbResControl {border-bottom:1px solid; color:#c60; cursor:pointer; display:none;}" +
  1221.   ".hdbTablePagination {margin-left:15em; color:#c60; display:none;}" +
  1222.   ".spin {animation: kfspin 0.7s infinite linear; font-weight:bold;}" +
  1223.   "@keyframes kfspin { 0% { transform: rotate(0deg) } 100% { transform: rotate(359deg) } }" +
  1224.   ".spin:before{content:'*'}" +
  1225.   ".nowrap {white-space:nowrap; overflow:hidden; text-overflow:ellipsis}" +
  1226.   "</style>";
  1227.   document.head.innerHTML += css;
  1228.   // }}}
  1229.  
  1230.   function resultConstrain(data, index, type, callback) {//{{{
  1231.     data = data || qc.sr;
  1232.  
  1233.     var table  = document.getElementById("hdbResultsTable"),
  1234.         rslice = data.length ? data[index].results : data.results,
  1235.         pager  = [document.getElementById("hdbPageTop"), document.getElementById("hdbPageBot")],
  1236.         sopt   = [],
  1237.         _f     = function(e) { resultConstrain(null,e.target.value,type,callback); };
  1238.     pager[0].innerHTML = ''; pager[1].innerHTML = '';
  1239.  
  1240.     if (data instanceof DBResult)
  1241.       table.innerHTML = data.formatHTML(type);
  1242.     else {
  1243.       table.innerHTML = data[index].formatHTML(type);
  1244.       pager[0].innerHTML = '<span style="cursor:pointer;">' + (index > 0 ? '&#9664; Prev' : '') + '</span> ' +
  1245.         '<span style="cursor:pointer;">' + (+index+1 === data.length ? '' : 'Next &#9654;') + '</span> &nbsp; || &nbsp; '+
  1246.         '<label>Select page: </label><select></select>';
  1247.       for (var i=0;i<data.length;i++) {
  1248.         if (i === +index)
  1249.           sopt.push('<option value="' + i + '" selected="selected">' + (i+1) + '</option>');
  1250.         else
  1251.           sopt.push('<option value="' + i + '">' + (i+1) + '</option>');
  1252.       }
  1253.       pager[0].lastChild.innerHTML = sopt.join('');
  1254.       pager[2] = pager[0].cloneNode(true);
  1255.       pager[2].id = "hdbPageBot";
  1256.       for (i of [0,2]) {
  1257.         pager[i].children[0].onclick = resultConstrain.bind(null,null,+index-1,type,callback);
  1258.         pager[i].children[1].onclick = resultConstrain.bind(null,null,+index+1,type,callback);
  1259.         pager[i].children[3].onchange = _f;
  1260.       }
  1261.       pager[0].parentNode.replaceChild(pager[2], pager[1]);
  1262.     }
  1263.  
  1264.     callback(rslice);
  1265.   }//}}} resultConstrain
  1266.  
  1267.   function beenThereDoneThat() {//{{{
  1268.     if (~document.location.pathname.search(/(accept|continue)/)) {
  1269.       if (!document.querySelector('input[name="hitAutoAppDelayInSeconds"]')) return;
  1270.  
  1271.       // capture autoapproval times
  1272.       var _aa = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1273.           _hid = document.querySelectorAll('input[name="hitId"]')[1].value,
  1274.           pad = function(num) { return Number(num).toPadded(); },
  1275.           _d  = Date.parse(new Date().getFullYear() + "-" + pad(new Date().getMonth()+1) + "-" + pad(new Date().getDate()));
  1276.  
  1277.       if (!qc.aat[_d]) qc.aat[_d] = {};
  1278.       qc.aat[_d][_hid] = _aa;
  1279.       qc.save("aat", "hitdb_autoAppTemp", true);
  1280.       return;
  1281.     }
  1282.     var qualNode = document.querySelector('td[colspan="11"]');
  1283.     if (qualNode) { // we're on the preview page!
  1284.       var requesterid   = document.querySelector('input[name="requesterId"]').value,
  1285.           requestername = document.querySelector('input[name="prevRequester"]').value,
  1286.           autoApproval  = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  1287.           hitTitle      = document.querySelector('div[style*="ellipsis"]').textContent.trim(),
  1288.           insertionNode = qualNode.parentNode.parentNode;
  1289.       var row = document.createElement("TR"), cellL = document.createElement("TD"), cellR = document.createElement("TD");
  1290.       var resultsTableR = document.createElement("TABLE"),
  1291.           resultsTableT = document.createElement("TABLE");
  1292.       resultsTableR.dataset.rid = requesterid;
  1293.       resultsTableT.dataset.title = hitTitle;
  1294.       insertionNode.parentNode.parentNode.appendChild(resultsTableR);
  1295.       insertionNode.parentNode.parentNode.appendChild(resultsTableT);
  1296.  
  1297.       cellR.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp;&nbsp;'+Utils.ftime(autoApproval);
  1298.       var rbutton = document.createElement("BUTTON");
  1299.       rbutton.classList.add("hitdbRTButtons","hitdbRTButtons-large");
  1300.       rbutton.textContent = "Requester";
  1301.       rbutton.onclick = function(e) { e.preventDefault(); showResults.call(resultsTableR, "req", hitTitle); };
  1302.       var tbutton = rbutton.cloneNode(false);
  1303.       rbutton.title = "Show HITs completed from this requester";
  1304.       tbutton.textContent = "HIT Title";
  1305.       tbutton.onclick = function(e) { e.preventDefault(); showResults.call(resultsTableT, "title", requestername) };
  1306.       HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(requesterid), limit: 1})
  1307.         .then(processResults.bind(rbutton,resultsTableR));
  1308.       HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(hitTitle), limit: 1})
  1309.         .then(processResults.bind(tbutton,resultsTableT));
  1310.       row.appendChild(cellL);
  1311.       row.appendChild(cellR);
  1312.       cellL.appendChild(rbutton);
  1313.       cellL.appendChild(tbutton);
  1314.       cellL.colSpan = "3";
  1315.       cellR.colSpan = "8";
  1316.       insertionNode.appendChild(row);
  1317.     } else { // browsing HITs n sutff 
  1318.       var titleNodes = document.querySelectorAll('a[class="capsulelink"]');
  1319.       if (titleNodes.length < 1) return; // nothing left to do here!
  1320.       var requesterNodes = document.querySelectorAll('a[href*="hitgroups&requester"]');
  1321.       var insertionNodes = [];
  1322.  
  1323.       for (var i=0;i<titleNodes.length;i++) {
  1324.         var _title = titleNodes[i].textContent.trim();
  1325.         var _tbutton = document.createElement("BUTTON");
  1326.         var _id = requesterNodes[i].href.replace(/.+Id=(.+)/, "$1");
  1327.         var _name = requesterNodes[i].textContent;
  1328.         var _rbutton = document.createElement("BUTTON");
  1329.         var _div = document.createElement("DIV"), _tr = document.createElement("TR");
  1330.         resultsTableR = document.createElement("TABLE");
  1331.         resultsTableR.dataset.rid = _id;
  1332.         resultsTableT = document.createElement("TABLE");
  1333.         resultsTableT.dataset.title = _title;
  1334.         insertionNodes.push(requesterNodes[i].parentNode.parentNode.parentNode);
  1335.         insertionNodes[i].offsetParent.offsetParent.offsetParent.offsetParent.appendChild(resultsTableR);
  1336.         insertionNodes[i].offsetParent.offsetParent.offsetParent.offsetParent.appendChild(resultsTableT);
  1337.  
  1338.         HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(_title), limit: 1} )
  1339.           .then(processResults.bind(_tbutton,resultsTableT));
  1340.         HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(_id), limit: 1} )
  1341.           .then(processResults.bind(_rbutton,resultsTableR));
  1342.  
  1343.         _tr.appendChild(_div);
  1344.         _div.id = "hitdbRTInjection-"+i;
  1345.         _div.appendChild(_rbutton);
  1346.         _rbutton.textContent = 'R';
  1347.         _rbutton.classList.add("hitdbRTButtons");
  1348.         _rbutton.onclick = showResults.bind(resultsTableR, "req", _title);
  1349.         _rbutton.title = "Show HITs completed from this requester";
  1350.         _div.appendChild(_tbutton);
  1351.         _tbutton.textContent = 'T';
  1352.         _tbutton.classList.add("hitdbRTButtons");
  1353.         _tbutton.onclick = showResults.bind(resultsTableT, "title", _name);
  1354.         insertionNodes[i].appendChild(_tr);
  1355.       }
  1356.     } // else
  1357.  
  1358.     function showResults(type, match) {//{{{
  1359.       /*jshint validthis: true*/
  1360.       if (!this.dataset.hasResults) return;
  1361.       if (this.children.length) // table is populated
  1362.         this.innerHTML = '';
  1363.       else { // need to populate table
  1364.         var head = this.createTHead(),
  1365.             body = this.createTBody(),
  1366.             capt = this.createCaption(),
  1367.             style= "font-size:10px;font-weight:bold;text-align:center",
  1368.             validKeys = function(obj) { return Object.keys(obj).filter(function(v) { return !~v.search(/total[A-Z]/); }); };
  1369.  
  1370.         capt.innerHTML = '<span style="'+style+'">Loading...<label class="spin"></label></span>';
  1371.  
  1372.         if (type === "req") {
  1373.           HITStorage.recall("HIT", {index:"requesterId", range:window.IDBKeyRange.only(this.dataset.rid)})
  1374.             .then( function(r) {
  1375.               var cbydate = r.collate(r.results, "date"),
  1376.                   kbydate = validKeys(cbydate),
  1377.                   cbydatextitle, kbytitle, bodyHTML = [];
  1378.               kbydate.forEach(function(date) {
  1379.                 cbydatextitle = r.collate(cbydate[date], "title");
  1380.                 kbytitle = validKeys(cbydatextitle);
  1381.                 kbytitle.forEach(function(title) {
  1382.                   bodyHTML.push('<tr style="text-align:center;"><td>'+date+'</td>' +
  1383.                       '<td style="text-align:left">'+title.trim()+'</td><td>'+cbydatextitle[title].length+'</td>' +
  1384.                       '<td>'+Number(Math.decRound(cbydatextitle[title].pay,2)).toFixed(2)+'</td></tr>');
  1385.                 });
  1386.               });
  1387.               var help = "Total number of HITs submitted for a given date with the same title\n" +
  1388.                 "(aggregates results with the same title to simplify the table and reduce unnecessary spam for batch workers)"; 
  1389.               head.innerHTML = '<tr style="'+style+'"><th>Date</th><th>Title</th>' +
  1390.                 '<th><span class="helpSpan" title="'+help+'">#HITs</span></th><th>Total Rewards</th></tr>';
  1391.               body.innerHTML = bodyHTML.sort(function(a,b) {
  1392.                 return a.match(/\d{4}-\d{2}-\d{2}/)[0] < b.match(/\d{4}-\d{2}-\d{2}/)[0] ? 1 : -1;
  1393.               }).join('');
  1394.               capt.innerHTML = '<label style="'+style+'">HITs Matching This Requester</label>';
  1395.  
  1396.               var mrows = Array.prototype.filter.call(body.rows, function(v) {return v.cells[1].textContent === match});
  1397.               for (var row of mrows)
  1398.                 row.style.background = "lightgreen";
  1399.             });
  1400.         }
  1401.         else if (type === "title") {
  1402.           HITStorage.recall("HIT", {index:"title", range:window.IDBKeyRange.only(this.dataset.title)})
  1403.             .then( function(r) {
  1404.               var cbyreq = r.collate(r.results, "requesterName"),
  1405.                   kbyreq = validKeys(cbyreq),
  1406.                   bodyHTML = [];
  1407.               for (var key of kbyreq)
  1408.                 bodyHTML.push('<tr style="text-align:center;"><td>'+key+'</td><td>'+cbyreq[key].length+'</td>' +
  1409.                     '<td>'+Number(Math.decRound(cbyreq[key].pay,2)).toFixed(2)+'</td></tr>');
  1410.               var help = "Total number of HITs matching this title submitted for a given requester\n" +
  1411.                 "(aggregates results with the same requester name to simplify the table and reduce unnecessary spam for batch workers)";
  1412.               head.innerHTML = '<tr style="'+style+'"><th>Requester Name</th>' +
  1413.                 '<th><span class="helpSpan" title="'+help+'">#HITs</span></th><th>Total Rewards</th></tr>';
  1414.               body.innerHTML = bodyHTML.join('');
  1415.               capt.innerHTML = '<label style="'+style+'">Reqesters With HITs Matching This Title</label>';
  1416.  
  1417.               var mrows = Array.prototype.filter.call(body.rows, function(v) {return v.cells[0].textContent === match});
  1418.               for (var row of mrows)
  1419.                 row.style.background = "lightgreen";
  1420.             });
  1421.         } //if type === 'title'
  1422.       }//populate table
  1423.     }//}}} showResults
  1424.  
  1425.     function processResults(table, r) {
  1426.       /*jshint validthis: true*/
  1427.       if (r.results.length) {
  1428.         table.dataset.hasResults = "true";
  1429.         this.classList.add("hitdbRTButtons-green");
  1430.       }
  1431.     }
  1432.     
  1433.   }//}}} btdt
  1434.  
  1435.   function showHiddenRows(e) {//{{{
  1436.     var rid = e.target.parentNode.textContent.substr(4);
  1437.     var nodes = document.querySelectorAll('tr[data-rid="'+rid+'"]'), el = null;
  1438.     if (e.target.textContent === "[+]") {
  1439.       for (el of nodes)
  1440.         el.style.display="table-row";
  1441.       e.target.textContent = "[-]";
  1442.     } else {
  1443.       for (el of nodes)
  1444.         el.style.display="none";
  1445.       e.target.textContent = "[+]";
  1446.     }
  1447.   }//}}}
  1448.  
  1449.   function showHitsByDate(e) {//{{{
  1450.     var date = e.target.parentNode.nextSibling.textContent,
  1451.         row  = e.target.parentNode.parentNode,
  1452.         table= row.parentNode;
  1453.  
  1454.     if (e.target.textContent === "[+]") {
  1455.       e.target.textContent = "[-]";
  1456.       var nrow = table.insertBefore(document.createElement("TR"), row.nextSibling);
  1457.       nrow.className = row.className;
  1458.       nrow.innerHTML = '<td><b>Loading...<label class="spin"></label></b></td>';
  1459.       HITStorage.recall("HIT", {index: "date", range: window.IDBKeyRange.only(date)}).then( function(r) {
  1460.         nrow.innerHTML = '<td colspan="7"><table style="width:760;color:#c60;">' + r.formatHTML(null,true) + '</table></td>';
  1461.       });
  1462.     } else {
  1463.       e.target.textContent = "[+]";
  1464.       table.removeChild(row.nextSibling);
  1465.     }
  1466.   }//}}} showHitsByDate
  1467.  
  1468.   function updateBonus(e) {//{{{
  1469.     if (e instanceof window.KeyboardEvent && e.keyCode === 13) {
  1470.       e.target.blur();
  1471.       return false;
  1472.     } else if (e instanceof window.FocusEvent) {
  1473.       var _bonus = +e.target.textContent.replace(/[^\d.]/g,""),
  1474.           _tBonusCell = e.target.offsetParent.tFoot.rows[0].cells[4],
  1475.           _tBonus = +_tBonusCell.textContent.replace(/\$/,"");
  1476.       e.target.textContent = Number(_bonus).toFixed(2);
  1477.       _tBonusCell.textContent = '$'+Number(_tBonus-e.target.dataset.initial+_bonus).toFixed(2);
  1478.       if (_bonus !== +e.target.dataset.initial) {
  1479.         console.log("updating bonus to",_bonus,"from",e.target.dataset.initial,"("+e.target.dataset.hitid+")");
  1480.         e.target.dataset.initial = _bonus;
  1481.         var _pay   = +e.target.previousSibling.textContent,
  1482.             _range = window.IDBKeyRange.only(e.target.dataset.hitid);
  1483.  
  1484.         HITStorage.db.transaction("HIT", "readwrite").objectStore("HIT").openCursor(_range).onsuccess = function() {
  1485.           var c = this.result;
  1486.           if (c) {
  1487.             var v = c.value;
  1488.             v.reward = { pay: _pay, bonus: _bonus };
  1489.             c.update(v);
  1490.           } 
  1491.         }; // idbcursor
  1492.       } // bonus is new value
  1493.     } // keycode
  1494.   } //}}} updateBonus
  1495.  
  1496.   function noteHandler(type, e) {//{{{
  1497.     // 
  1498.     // TODO restructure event handling/logic tree
  1499.     //      combine save and delete; it's ugly :(
  1500.     //      actually this whole thing is messy and in need of refactoring
  1501.     //
  1502.     if (e instanceof window.KeyboardEvent) {
  1503.      if (e.keyCode === 13) {
  1504.         e.target.blur();
  1505.         return false;
  1506.       }
  1507.      return;
  1508.     }
  1509.  
  1510.     if (e instanceof window.FocusEvent) {
  1511.       if (e.target.textContent.trim() !== e.target.dataset.initial) {
  1512.         if (!e.target.textContent.trim()) { e.target.previousSibling.previousSibling.firstChild.click(); return; }
  1513.         var note   = e.target.textContent.trim(),
  1514.             _range = window.IDBKeyRange.only(e.target.dataset.id),
  1515.             inote  = e.target.dataset.initial,
  1516.             hitId  = e.target.dataset.id,
  1517.             date   = e.target.previousSibling.textContent;
  1518.  
  1519.         e.target.dataset.initial = note;
  1520.         HITStorage.db.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1521.           if (this.result) {
  1522.             var r = this.result.value;
  1523.             if (r.note === inote) {  // note already exists in database, so we update its value
  1524.               r.note = note;
  1525.               this.result.update(r);
  1526.               return;
  1527.             }
  1528.             this.result.continue();
  1529.           } else {
  1530.             if (this.source instanceof window.IDBObjectStore)
  1531.               this.source.put({ note:note, date:date, hitId:hitId });
  1532.             else
  1533.               this.source.objectStore.put({ note:note, date:date, hitId:hitId });
  1534.           }
  1535.         };
  1536.       } 
  1537.       return; // end of save event; no need to proceed
  1538.     }
  1539.  
  1540.     if (type === "delete") {
  1541.       var tr       = e.target.parentNode.parentNode,
  1542.           noteCell = tr.lastChild;
  1543.           _range   = window.IDBKeyRange.only(noteCell.dataset.id);
  1544.       if (!noteCell.dataset.initial) tr.remove();
  1545.       else {
  1546.         HITStorage.db.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1547.           if (this.result) {
  1548.             if (this.result.value.note === noteCell.dataset.initial) {
  1549.               this.result.delete();
  1550.               tr.remove();
  1551.               return;
  1552.             }
  1553.             this.result.continue();
  1554.           } 
  1555.         };
  1556.       }
  1557.       return; // end of deletion event; no need to proceed
  1558.     } else {
  1559.       if (type === "attach" && !e.results.length) return;
  1560.  
  1561.       var trow  = e instanceof window.MouseEvent ? e.target.parentNode.parentNode : null,
  1562.           tbody = trow ? trow.parentNode : null,
  1563.           row   = document.createElement("TR"),
  1564.           c1    = row.insertCell(0),
  1565.           c2    = row.insertCell(1),
  1566.           c3    = row.insertCell(2);
  1567.           date  = new Date();
  1568.           hitId = e instanceof window.MouseEvent ? e.target.id.substr(5) : null;
  1569.  
  1570.       c1.innerHTML = '<span class="removeNote" title="Delete this note" style="cursor:pointer;color:crimson;">[x]</span>';
  1571.       c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1572.       c1.style.textAlign = "right";
  1573.       c2.title = "Date on which the note was added";
  1574.       c3.style.color = "crimson";
  1575.       c3.colSpan = "6";
  1576.       c3.contentEditable = "true";
  1577.       c3.onblur = noteHandler.bind(null,"blur");
  1578.       c3.onkeydown = noteHandler.bind(null, "kb");
  1579.       
  1580.       if (type === "new") {
  1581.         row.classList.add(trow.classList);
  1582.         tbody.insertBefore(row, trow.nextSibling);
  1583.         c2.textContent = date.getFullYear()+"-"+Number(date.getMonth()+1).toPadded()+"-"+Number(date.getDate()).toPadded();
  1584.         c3.dataset.initial = "";
  1585.         c3.dataset.id = hitId;
  1586.         c3.focus();
  1587.         return;
  1588.       }
  1589.  
  1590.       for (var entry of e.results) {
  1591.         trow  = document.querySelector('tr[data-id="'+entry.hitId+'"]');
  1592.         tbody = trow.parentNode;
  1593.         row   = row.cloneNode(true);
  1594.         c1    = row.firstChild;
  1595.         c2    = c1.nextSibling;
  1596.         c3    = row.lastChild;
  1597.         
  1598.         row.classList.add(trow.classList);
  1599.         tbody.insertBefore(row, trow.nextSibling);
  1600.  
  1601.         c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1602.         c2.textContent = entry.date;
  1603.         c3.textContent = entry.note;
  1604.         c3.dataset.initial = entry.note;
  1605.         c3.dataset.id = entry.hitId;
  1606.         c3.onblur = noteHandler.bind(null,"blur");
  1607.         c3.onkeydown = noteHandler.bind(null, "kb");
  1608.       }
  1609.     } // new/attach
  1610.   }//}}} noteHandler
  1611.  
  1612.   // writing callback functions {{{
  1613.   function cbImport() {
  1614.     /*jshint validthis:true*/
  1615.     Status.push("Importing " + this.total + " entries");
  1616.     if (++this.total !== this.requests) return;
  1617.     Status.push("Importing " + this.total + " entries... Done!", "green");
  1618.     try { Progress.hide(); metrics.dbimport.stop(); metrics.dbimport.report(); } catch(err) {}
  1619.   }
  1620.   function cbUpdate() {
  1621.     /*jshint validthis:true*/
  1622.     if (++this.total !== this.requests) return;
  1623.     if (qc.extraDays) qc.extraDays = false;
  1624.     Status.push("Update Complete!", "green");
  1625.     clearTimeout(qc.timeoutTimer);
  1626.     ProjectedEarnings.data.dbUpdated = new Date().toLocalISOString();
  1627.     ProjectedEarnings.saveState();
  1628.     ProjectedEarnings.draw(false);
  1629.     Utils.disableButtons(['hdbUpdate'], false);
  1630.     Progress.hide(); metrics.dbupdate.stop(); metrics.dbupdate.report();
  1631.   }
  1632.   //}}}
  1633.  
  1634.   function processFile(e) {//{{{
  1635.     var f = e.target.files;
  1636.     if (f.length && ~f[0].name.search(/\.(bak|csv|json)$/)/* && ~f[0].type.search(/(text|json)/)*/) {
  1637.       var reader = new FileReader(), testing = true, isCsv = false;
  1638.       metrics.dbimport = new Metrics("file_import");
  1639.  
  1640.       reader.readAsText(f[0].slice(0,10));
  1641.       reader.onload = function(e) { 
  1642.         var r = e.target.result;
  1643.         if (testing && !~r.search(/(STATS|NOTES|HIT)/)) { // failed json check, test if csv
  1644.           console.log("failed json integrity:", r, "\nchecking csv schema...");
  1645.           if (!~r.search(/hitId/)) { // failed csv check, return error
  1646.             console.log("failed csv integrity:", r, "\naborting");
  1647.             return Utils.errorHandler(new TypeError("Invalid data structure"));
  1648.           } else { // passed initial csv check, parse full file
  1649.             console.log("deferring to csv parser");
  1650.             isCsv   = true;
  1651.             testing = false;
  1652.             Progress.show();
  1653.             reader.readAsText(f[0]);
  1654.           }
  1655.         } else if (testing) {
  1656.           testing = false;
  1657.           Progress.show();
  1658.           reader.readAsText(f[0]);
  1659.         } else {
  1660.           if (isCsv) // if csv defer to csv parser
  1661.             return parseCsv(r);
  1662.           // otherwise write the json
  1663.           var data = JSON.parse(r);
  1664.           console.log(data);
  1665.           HITStorage.write(data, cbImport);
  1666.         }
  1667.       }; // reader.onload
  1668.     } else if (f.length) {
  1669.       Utils.errorHandler(new TypeError("Unsupported file format"));
  1670.     }
  1671.   }//}}} processFile
  1672.  
  1673.   function parseCsv(r) {//{{{
  1674.     var validKeys = ["autoAppTime","date","feedback","hitId","requesterId","requesterName","reward","pay","bonus","status","title"],
  1675.         delimiter = r.substr(5,1),
  1676.         lines     = r.split(/\r?\n/),
  1677.         columns   = lines.splice(0,1)[0].split(delimiter),
  1678.         data      = { HIT:[] },
  1679.         badCsv    = false;
  1680.  
  1681.     if (!columns[columns.length-1].length) { badCsv = true; void(columns.splice(columns.length-1)); }
  1682.     if (!lines.length) return Utils.errorHandler(new Error("CSV file must contain at least one record"));
  1683.     // make sure column keys are valid
  1684.     for (var key of columns) {
  1685.       if (!~validKeys.indexOf(key)) {
  1686.         Progress.hide();
  1687.         return Utils.errorHandler(new TypeError("Invalid key '"+key+"' found in column header"));
  1688.       }
  1689.     }
  1690.     // iterate through each line and convert data into a usable object
  1691.     var ln = 1;
  1692.     for (var line of lines) {
  1693.       var record = {};
  1694.       line = badCsv ? line.replace(new RegExp(delimiter+"$"),"").split(delimiter) : line.split(delimiter);
  1695.       if (line.length <= 1) continue;
  1696.       if (++ln && line.length !== columns.length) {
  1697.         // attempt to resolve delimiter conflicts within field values
  1698.         line = line.join(delimiter).replace(new RegExp('(?:(")'+delimiter+'|'+delimiter+'("))',"g"),'$1\t$2').split(/\t/);
  1699.         // resolution failed
  1700.         if (line.length !== columns.length)
  1701.           return Utils.errorHandler(new RangeError("Number of fields does not match number of columns in line '"+ln+"'"));
  1702.       }
  1703.  
  1704.       for (var i=0;i<line.length;i++) {
  1705.         if (columns[i] === "pay" || columns[i] === "bonus") {
  1706.           record.reward = record.reward || {};
  1707.           record.reward[columns[i]] = +line[i];
  1708.           continue;
  1709.         }
  1710.         if (columns[i] === "reward")
  1711.           record[columns[i]] = +line[i];
  1712.         else
  1713.           record[columns[i]] = badCsv ? line[i].replace(/(^"|"$)/g,"") : line[i];
  1714.       }
  1715.       data.HIT.push(record);
  1716.     }
  1717.     HITStorage.write(data, cbImport);
  1718.   }//}}} parseCsv
  1719.  
  1720.   function autoScroll(location, dt) {//{{{
  1721.     var target = document.querySelector(location).offsetTop,
  1722.         pos    = window.scrollY,
  1723.         dpos   = Math.ceil((target - pos)/3);
  1724.     dt = dt ? dt-1 : 25; // time step/max recursions
  1725.  
  1726.     if (target === pos || dpos === 0 || dt === 0) return;
  1727.  
  1728.     window.scrollBy(0, dpos);
  1729.     setTimeout(function() { autoScroll(location, dt); }, dt);
  1730.   }//}}}
  1731.  
  1732.   function Calendar(offsetX, offsetY, caller) {//{{{
  1733.     this.date = new Date();
  1734.     this.offsetX = offsetX;
  1735.     this.offsetY = offsetY;
  1736.     this.caller = caller;
  1737.     this.drawCalendar = function(year,month,day) {//{{{
  1738.       year = year || this.date.getFullYear();
  1739.       month = month || this.date.getMonth()+1;
  1740.       day = day || this.date.getDate();
  1741.       var longMonths = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December"];
  1742.       var date = new Date(year,month-1,day);
  1743.       var anchors = _getAnchors(date);
  1744.  
  1745.       //make new container if one doesn't already exist
  1746.       var container = null;
  1747.       if (document.querySelector("#hdbCalendarPanel")) { 
  1748.         container = document.querySelector("#hdbCalendarPanel");
  1749.         container.removeChild( container.getElementsByTagName("TABLE")[0] );
  1750.       }
  1751.       else {
  1752.         container = document.createElement("DIV");
  1753.         container.id = "hdbCalendarPanel";
  1754.         document.body.appendChild(container);
  1755.       }
  1756.       container.style.left = this.offsetX;
  1757.       container.style.top = this.offsetY;
  1758.       var cal = document.createElement("TABLE");
  1759.       cal.cellSpacing = "0";
  1760.       cal.cellPadding = "0";
  1761.       cal.border = "0";
  1762.       container.appendChild(cal);
  1763.       cal.innerHTML = '<tr>' +
  1764.         '<th class="hdbCalHeader hdbCalControls" title="Previous month" style="text-align:right;"><span>&lt;</span></th>' +
  1765.         '<th class="hdbCalHeader hdbCalControls" title="Previous year" style="text-align:center;"><span>&#8810;</span></th>' +
  1766.         '<th colspan="3" id="hdbCalTableTitle" class="hdbCalHeader">'+date.getFullYear()+'<br>'+longMonths[date.getMonth()]+'</th>' +
  1767.         '<th class="hdbCalHeader hdbCalControls" title="Next year" style="text-align:center;"><span>&#8811;</span></th>' +
  1768.         '<th class="hdbCalHeader hdbCalControls" title="Next month" style="text-align:left;"><span>&gt;</span></th>' +
  1769.         '</tr><tr><th class="hdbDayHeader" style="color:red;">S</th><th class="hdbDayHeader">M</th>' +
  1770.         '<th class="hdbDayHeader">T</th><th class="hdbDayHeader">W</th><th class="hdbDayHeader">T</th>' +
  1771.         '<th class="hdbDayHeader">F</th><th class="hdbDayHeader">S</th></tr>';
  1772.       
  1773.       document.querySelector('th[title="Previous month"]').addEventListener( "click", function() { 
  1774.         this.drawCalendar(date.getFullYear(), date.getMonth(), 1);
  1775.       }.bind(this) );
  1776.       document.querySelector('th[title="Previous year"]').addEventListener( "click", function() {
  1777.         this.drawCalendar(date.getFullYear()-1, date.getMonth()+1, 1);
  1778.       }.bind(this) );
  1779.       document.querySelector('th[title="Next month"]').addEventListener( "click", function() {
  1780.         this.drawCalendar(date.getFullYear(), date.getMonth()+2, 1);
  1781.       }.bind(this) );
  1782.       document.querySelector('th[title="Next year"]').addEventListener( "click", function() {
  1783.         this.drawCalendar(date.getFullYear()+1, date.getMonth()+1, 1);
  1784.       }.bind(this) );
  1785.  
  1786.       var hasDay = false, thisDay = 1;
  1787.       for (var i=0;i<6;i++) { // cycle weeks
  1788.         var row = document.createElement("TR");
  1789.         for (var j=0;j<7;j++) { // cycle days
  1790.           if (!hasDay && j === anchors.first && thisDay < anchors.total)
  1791.             hasDay = true;
  1792.           else if (hasDay && thisDay > anchors.total)
  1793.             hasDay = false;
  1794.  
  1795.           var cell = document.createElement("TD");
  1796.           cell.classList.add("hdbCalCells");
  1797.           row.appendChild(cell);
  1798.           if (hasDay) {
  1799.             cell.classList.add("hdbCalDays");
  1800.             cell.textContent = thisDay;
  1801.             cell.addEventListener("click", _clickHandler.bind(this));
  1802.             cell.dataset.year = date.getFullYear();
  1803.             cell.dataset.month = date.getMonth()+1;
  1804.             cell.dataset.day = thisDay++;
  1805.           }
  1806.         } // for j
  1807.         cal.appendChild(row);
  1808.       } // for i
  1809.       var controls = cal.insertRow(-1);
  1810.       controls.insertCell(0);
  1811.       controls.cells[0].colSpan = "7";
  1812.       controls.cells[0].classList.add("hdbCalCells");
  1813.       controls.cells[0].innerHTML = ' &nbsp; &nbsp; <a href="javascript:void(0)" style="font-weight:bold;text-decoration:none;">Clear</a>' + 
  1814.         ' &nbsp; <a href="javascript:void(0)" style="font-weight:bold;text-decoration:none;">Close</a>';
  1815.       controls.cells[0].children[0].onclick = function() { this.caller.value = ""; }.bind(this);
  1816.       controls.cells[0].children[1].onclick = this.die;
  1817.  
  1818.       function _clickHandler(e) {
  1819.         /*jshint validthis:true*/
  1820.  
  1821.         var y = e.target.dataset.year;
  1822.         var m = Number(e.target.dataset.month).toPadded();
  1823.         var d = Number(e.target.dataset.day).toPadded();
  1824.         this.caller.value = y+"-"+m+"-"+d;
  1825.         this.die();
  1826.       }
  1827.  
  1828.       function _getAnchors(date) {
  1829.         var _anchors = {};
  1830.         date.setMonth(date.getMonth()+1);
  1831.         date.setDate(0);
  1832.         _anchors.total = date.getDate();
  1833.         date.setDate(1);
  1834.         _anchors.first = date.getDay();
  1835.         return _anchors;
  1836.       }
  1837.     };//}}} drawCalendar
  1838.  
  1839.     this.die = function() { document.getElementById('hdbCalendarPanel').remove(); };
  1840.  
  1841.   }//}}} Calendar
  1842.  
  1843.   // instance metrics apart from window scoped PerformanceTiming API
  1844.   function Metrics(name) {//{{{
  1845.     this.name = name || "undefined";
  1846.     this.marks = {};
  1847.     this.start = window.performance.now();
  1848.     this.end = null;
  1849.     this.stop = function(){
  1850.       if (!this.end) 
  1851.         this.end = window.performance.now();
  1852.       else
  1853.         Utils.errorHandler(new Error("Metrics::AccessViolation - end point cannot be overwritten"));
  1854.     };
  1855.     this.mark = function(name,position) {
  1856.       if (position === "end" && (!this.marks[name] || this.marks[name].end)) return;
  1857.  
  1858.       if (!this.marks[name])
  1859.         this.marks[name] = {};
  1860.  
  1861.       this.marks[name][position] = window.performance.now();
  1862.     };
  1863.     this.report = function() {
  1864.       console.group("Metrics for",this.name.toUpperCase());
  1865.       console.log("Process completed in",+Number((this.end-this.start)/1000).toFixed(3),"seconds");
  1866.       for (var k in this.marks) {
  1867.         if (this.marks.hasOwnProperty(k)) {
  1868.           console.log(k,"occurred after",+Number((this.marks[k].start-this.start)/1000).toFixed(3),"seconds,",
  1869.               "resolving in", +Number((this.marks[k].end-this.marks[k].start)/1000).toFixed(3), "seconds");
  1870.         }
  1871.       }
  1872.       console.groupEnd();
  1873.     };
  1874.   }//}}}
  1875.  
  1876.   function MERGERSANDACQUISITIONS() {//{{{
  1877.     var merge = localStorage.getItem('hitdb_merge') || false;
  1878.     HITStorage.db = this.result;
  1879.     self.HITStorage = {db: this.result};
  1880.     if (merge) return;
  1881.  
  1882.     console.log('merging databases...');
  1883.     Progress.show(); Status.push('Merging databases; please wait...');
  1884.     Utils.disableButtons(['hdbBackup', 'hdbRestore', 'hdbUpdate', 'hdbPending', 'hdbRequester', 'hdbDaily', 'hdbSearch'], true);
  1885.  
  1886.     var dest = this.result,
  1887.         betaDb = 'HITDB_TESTING';
  1888.     new Promise(function(y) {
  1889.       window.indexedDB.open(betaDb).onsuccess = function() {
  1890.         if (this.result.objectStoreNames.length > 0) {
  1891.           HITStorage.db = this.result;
  1892.           new Promise(function(a) { HITStorage.backup(a); }).then(function() {
  1893.             var source = HITStorage.db;
  1894.             HITStorage.db = dest;
  1895.             HITStorage.write(qc.merge, cbImport);
  1896.             source.close(); y(1);
  1897.           });
  1898.         } else y(1);
  1899.       };
  1900.     }).then(function(){ 
  1901.       window.indexedDB.deleteDatabase(betaDb);
  1902.       localStorage.setItem('hitdb_merge', true);
  1903.       Status.message = 'Merge complete'; console.log('merge complete');
  1904.       Utils.disableButtons(['hdbBackup', 'hdbRestore', 'hdbUpdate', 'hdbPending', 'hdbRequester', 'hdbDaily', 'hdbSearch'], false);
  1905.     });
  1906.   }//}}}
  1907. })(); //scoping
  1908.  
  1909. // vim: ts=2:sw=2:et:fdm=marker:noai