☰

MTurk HIT Database Mk.II

Keep track of the HITs you've done (and more!)

当前为 2015-08-19 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         MTurk HIT Database Mk.II
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.7.683
  6. // @description  Keep track of the HITs you've done (and more!)
  7. // @include      /^https://www\.mturk\.com/mturk/(dash|view|sort|find|prev|search).*/
  8. // @exclude      https://www.mturk.com/mturk/findhits?*hit_scraper
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12. /**\
  13.  ** 
  14.  ** This is a complete rewrite of the MTurk HIT Database script from the ground up, which
  15.  ** eliminates obsolete methods, fixes many bugs, and brings this script up-to-date 
  16.  ** with the current modern browser environment.
  17.  **
  18. \**/ 
  19.  
  20.  
  21. /*
  22.  * TODO
  23.  *   projected earnings
  24.  *   tagging (?)
  25.  *   searching via R/T buttons
  26.  *   import from old csv format
  27.  *
  28.  */
  29.  
  30.  
  31.  
  32. const DB_VERSION = 2;
  33. const MTURK_BASE = 'https://www.mturk.com/mturk/';
  34. //const TO_BASE = 'http://turkopticon.ucsd.edu/api/multi-attrs.php';
  35.  
  36. // polyfill for chrome until v45(?) 
  37. if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];
  38. // format leading zeros
  39. Number.prototype.toPadded = function(length) {
  40.   'use strict';
  41.  
  42.   length = length || 2;
  43.   return ("0000000"+this).substr(-length);
  44. };
  45. // decimal rounding
  46. Math.decRound = function(v, shift) {
  47.   'use strict';
  48.  
  49.   v = Math.round(+(v+"e"+shift));
  50.   return +(v+"e"+-shift);
  51. };
  52.  
  53. var qc = { extraDays: !!localStorage.getItem("hitdb_extraDays") || false, seen: {} };
  54. if (localStorage.getItem("hitdb_fetchData"))
  55.   qc.fetchData = JSON.parse(localStorage.getItem("hitdb_fetchData"));
  56. else
  57.   qc.fetchData = {};
  58.  
  59. var HITStorage = { //{{{
  60.   data: {},
  61.  
  62.   versionChange: function hsversionChange() { //{{{
  63.     'use strict';
  64.  
  65.     var db = this.result;
  66.     db.onerror = HITStorage.error;
  67.     db.onversionchange = function(e) { console.log("detected version change??",console.dir(e)); db.close(); };
  68.     this.onsuccess = function() { db.close(); };
  69.     var dbo;
  70.  
  71.     console.groupCollapsed("HITStorage.versionChange::onupgradeneeded");
  72.  
  73.     if (!db.objectStoreNames.contains("HIT")) { 
  74.       console.log("creating HIT OS");
  75.       dbo = db.createObjectStore("HIT", { keyPath: "hitId" });
  76.       dbo.createIndex("date", "date", { unique: false });
  77.       dbo.createIndex("requesterName", "requesterName", { unique: false});
  78.       dbo.createIndex("title", "title", { unique: false });
  79.       dbo.createIndex("reward", "reward", { unique: false });
  80.       dbo.createIndex("status", "status", { unique: false });
  81.       dbo.createIndex("requesterId", "requesterId", { unique: false });
  82.  
  83.       localStorage.setItem("hitdb_extraDays", true);
  84.       qc.extraDays = true;
  85.     }
  86.     
  87.     if (!db.objectStoreNames.contains("STATS")) {
  88.       console.log("creating STATS OS");
  89.       dbo = db.createObjectStore("STATS", { keyPath: "date" });
  90.     }
  91.     if (this.transaction.objectStore("STATS").indexNames.length < 5) { // new in v5: schema additions
  92.       this.transaction.objectStore("STATS").createIndex("approved", "approved", { unique: false });
  93.       this.transaction.objectStore("STATS").createIndex("earnings", "earnings", { unique: false });
  94.       this.transaction.objectStore("STATS").createIndex("pending", "pending", { unique: false });
  95.       this.transaction.objectStore("STATS").createIndex("rejected", "rejected", { unique: false });
  96.       this.transaction.objectStore("STATS").createIndex("submitted", "submitted", { unique: false });
  97.     }
  98.  
  99.     (function _updateNotes(dbt) { // new in v5: schema change
  100.       if (!db.objectStoreNames.contains("NOTES")) {
  101.         console.log("creating NOTES OS");
  102.         dbo = db.createObjectStore("NOTES", { keyPath: "id", autoIncrement: true });
  103.         dbo.createIndex("hitId", "hitId", { unique: false });
  104.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  105.         dbo.createIndex("tags", "tags", { unique: false, multiEntry: true });
  106.         dbo.createIndex("date", "date", { unique: false });
  107.       }
  108.       if (db.objectStoreNames.contains("NOTES") && dbt.objectStore("NOTES").indexNames.length < 3) {
  109.           _mv(db, dbt, "NOTES", "NOTES", _updateNotes);
  110.       }
  111.     })(this.transaction);
  112.  
  113.     if (db.objectStoreNames.contains("BLOCKS")) {
  114.       console.log("migrating BLOCKS to NOTES");
  115.       var temp = [];
  116.       this.transaction.objectStore("BLOCKS").openCursor().onsuccess = function() {
  117.         var cursor = this.result;
  118.         if (cursor) {
  119.           temp.push( {
  120.             requesterId: cursor.value.requesterId,
  121.             tags: "Blocked",
  122.             note: "This requester was blocked under the old HitDB. Blocking has been deprecated and removed "+
  123.               "from HIT Databse. All blocks have been converted to a Note."
  124.           } );
  125.           cursor.continue();
  126.         } else {
  127.           console.log("deleting blocks");
  128.           db.deleteObjectStore("BLOCKS");
  129.           for (var entry of temp)
  130.             this.transaction.objectStore("NOTES").add(entry);
  131.         }
  132.       };
  133.     }
  134.  
  135.     function _mv(db, transaction, source, dest, fn) { //{{{
  136.       var _data = [];
  137.       transaction.objectStore(source).openCursor().onsuccess = function() {
  138.         var cursor = this.result;
  139.           if (cursor) {
  140.             _data.push(cursor.value);
  141.             cursor.continue();
  142.           } else {
  143.             db.deleteObjectStore(source);
  144.             fn(transaction);
  145.             if (_data.length)
  146.               for (var i=0;i<_data.length;i++)
  147.                 transaction.objectStore(dest).add(_data[i]);
  148.               //console.dir(_data);
  149.           }
  150.       };
  151.     } //}}}
  152.  
  153.     console.groupEnd();
  154.   }, // }}} versionChange
  155.  
  156.   error: function(e) { //{{{
  157.     'use strict';
  158.  
  159.     if (typeof e === "string")
  160.       console.log(e);
  161.     else
  162.       console.log("Encountered",e.target.error.name,"--",e.target.error.message,e);
  163.   }, //}}} onerror
  164.  
  165.   parseDOM: function(doc) {//{{{
  166.     'use strict';
  167.     
  168.     var statusLabel = document.querySelector("#hdbStatusText");
  169.     statusLabel.style.color = "black";
  170.  
  171.     var errorCheck = doc.querySelector('td[class="error_title"]');
  172.  
  173.     if (doc.title.search(/Status$/) > 0)            // status overview
  174.       parseStatus();
  175.     else if (doc.querySelector('td[colspan="4"]'))  // valid status detail, but no data
  176.       parseMisc("next");
  177.     else if (doc.title.search(/Status Detail/) > 0) // status detail with data
  178.       parseDetail();
  179.     else if (errorCheck) {                          // encountered an error page
  180.       // hit max request rate
  181.       if (~errorCheck.textContent.indexOf("page request rate")) {
  182.         var _d = doc.documentURI.match(/\d{8}/)[0],
  183.             _p = doc.documentURI.match(/ber=(\d+)/)[1];
  184.         console.log("exceeded max requests; refetching", doc.documentURI);
  185.         statusLabel.innerHTML = "Exceeded maximum server requests; please reduce external refreshing."+
  186.           "<br>Retrying "+HITStorage.ISODate(_d)+" page "+_p+"...";
  187.         statusLabel.style.color = "red";
  188.         setTimeout(HITStorage.fetch, 550, doc.documentURI);
  189.         return;
  190.       }
  191.       // no more staus details left in range
  192.       else if (qc.extraDays)
  193.         parseMisc("end");
  194.     }
  195.     else 
  196.       throw "ParseError::unhandled document received @"+doc.documentURI;
  197.  
  198.  
  199.     function parseStatus() {//{{{
  200.       HITStorage.data = { HIT: [], STATS: [] };
  201.       qc.seen = {};
  202.       var _pastDataExists = Boolean(Object.keys(qc.fetchData).length);
  203.       var raw = { 
  204.         day: doc.querySelectorAll(".statusDateColumnValue"), 
  205.         sub: doc.querySelectorAll(".statusSubmittedColumnValue"),
  206.         app: doc.querySelectorAll(".statusApprovedColumnValue"),
  207.         rej: doc.querySelectorAll(".statusRejectedColumnValue"),
  208.         pen: doc.querySelectorAll(".statusPendingColumnValue"),
  209.         pay: doc.querySelectorAll(".statusEarningsColumnValue") 
  210.       };
  211.       
  212.       var timeout = 0;
  213.       for (var i=0;i<raw.day.length;i++) {
  214.         var d = {};
  215.         var _date = raw.day[i].childNodes[1].href.substr(53);
  216.         d.date      = HITStorage.ISODate(_date);
  217.         d.submitted = +raw.sub[i].textContent;
  218.         d.approved  = +raw.app[i].textContent;
  219.         d.rejected  = +raw.rej[i].textContent;
  220.         d.pending   = +raw.pen[i].textContent;
  221.         d.earnings  = +raw.pay[i].textContent.substr(1);
  222.         HITStorage.data.STATS.push(d);
  223.  
  224.         // check whether or not we need to get status detail pages for date, then
  225.         // fetch status detail pages per date in range and slightly slow
  226.         // down GET requests to avoid making too many in too short an interval
  227.         var payload = { encodedDate: _date, pageNumber: 1, sortType: "All" };
  228.         if (_pastDataExists) {
  229.           // date not in range but is new date (or old date but we need updates)
  230.           // lastDate stored in ISO format, fetchData date keys stored in mturk's URI ecnodedDate format
  231.           if ( (d.date > qc.fetchData.lastDate) || ~(Object.keys(qc.fetchData).indexOf(_date)) ) {
  232.             setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  233.             timeout += 250;
  234.  
  235.             qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  236.           } 
  237.         } else { // get everything
  238.           setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  239.           timeout += 250;
  240.  
  241.           qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  242.         }
  243.       } // for
  244.       qc.fetchData.expectedTotal = _calcTotals(qc.fetchData);
  245.  
  246.       // try for extra days
  247.       if (qc.extraDays === true) {
  248.         localStorage.removeItem("hitdb_extraDays");
  249.         d = _decDate(HITStorage.data.STATS[HITStorage.data.STATS.length-1].date);
  250.         qc.extraDays = d; // repurpose extraDays for QC
  251.         payload = { encodedDate: d, pageNumber: 1, sortType: "All" };
  252.         console.log("fetchrequest for", d, "sent by parseStatus");
  253.         setTimeout(HITStorage.fetch, 1000, MTURK_BASE+"statusdetail", payload);
  254.       }
  255.       qc.fetchData.lastDate = HITStorage.data.STATS[0].date; // most recent date seen
  256.  
  257.     }//}}} parseStatus
  258.  
  259.     function parseDetail() {//{{{
  260.       var _date = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  261.       var _page = doc.documentURI.replace(/.+ber=(\d+).+/, "$1");
  262.       console.log("page:", _page, "date:", _date);
  263.       statusLabel.textContent = "Processing "+HITStorage.ISODate(_date)+" page "+_page;
  264.       var raw = {
  265.         req:      doc.querySelectorAll(".statusdetailRequesterColumnValue"),
  266.         title:    doc.querySelectorAll(".statusdetailTitleColumnValue"),
  267.         pay:      doc.querySelectorAll(".statusdetailAmountColumnValue"),
  268.         status:   doc.querySelectorAll(".statusdetailStatusColumnValue"),
  269.         feedback: doc.querySelectorAll(".statusdetailRequesterFeedbackColumnValue")
  270.       };
  271.  
  272.       for (var i=0;i<raw.req.length;i++) {
  273.         var d = {};
  274.         d.date          = HITStorage.ISODate(_date);
  275.         d.feedback      = raw.feedback[i].textContent.trim();
  276.         d.hitId         = raw.req[i].childNodes[1].href.replace(/.+HIT\+(.+)/, "$1");
  277.         d.requesterId   = raw.req[i].childNodes[1].href.replace(/.+rId=(.+?)&.+/, "$1");
  278.         d.requesterName = raw.req[i].textContent.trim().replace(/\|/g,"");
  279.         d.reward        = +raw.pay[i].textContent.substr(1);
  280.         d.status        = raw.status[i].textContent;
  281.         d.title         = raw.title[i].textContent.replace(/\|/g, "");
  282.         HITStorage.data.HIT.push(d);
  283.  
  284.         if (!qc.seen[_date]) qc.seen[_date] = {};
  285.         qc.seen[_date] = { 
  286.           submitted:   qc.seen[_date].submitted + 1 || 1,
  287.           pending: ~d.status.search(/pending/i)  ? 
  288.             (qc.seen[_date].pending + 1 || 1) : (qc.seen[_date].pending || 0)
  289.         };
  290.       }
  291.  
  292.       // additional pages remain; get them
  293.       if (doc.querySelector('img[src="/media/right_dbl_arrow.gif"]')) {
  294.         var payload = { encodedDate: _date, pageNumber: +_page+1, sortType: "All" };
  295.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  296.         return;
  297.       }
  298.  
  299.       if (!qc.extraDays) { // not fetching extra days
  300.         //no longer any more useful data here, don't need to keep rechecking this date
  301.         if (HITStorage.ISODate(_date) !== qc.fetchData.lastDate &&
  302.             qc.seen[_date].submitted === qc.fetchData[_date].submitted && 
  303.             qc.seen[_date].pending === 0) {
  304.           console.log("no more pending hits, removing",_date,"from fetchData");
  305.           delete qc.fetchData[_date];
  306.           localStorage.setItem("hitdb_fetchData", JSON.stringify(qc.fetchData));
  307.         }
  308.         // finished scraping; start writing
  309.         console.log("totals", _calcTotals(qc.seen), qc.fetchData.expectedTotal);
  310.         statusLabel.textContent += " [ "+_calcTotals(qc.seen)+"/"+ qc.fetchData.expectedTotal+" ]";
  311.         if (_calcTotals(qc.seen) === qc.fetchData.expectedTotal) {
  312.           statusLabel.textContent = "Writing to database...";
  313.           HITStorage.write(HITStorage.data, "update");
  314.         }
  315.       } else if (_date <= qc.extraDays) { // day is older than default range and still fetching extra days
  316.         parseMisc("next","detail");
  317.         console.log("fetchrequest for", _decDate(HITStorage.ISODate(_date)));
  318.       }
  319.     }//}}} parseDetail
  320.  
  321.     function parseMisc(type, src) {//{{{
  322.       var d = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  323.       var payload = { encodedDate: _decDate(HITStorage.ISODate(d)), pageNumber: 1, sortType: "All" };
  324.  
  325.       src = src || "dispatch";
  326.       if (type === "next" && +qc.extraDays > 1) {
  327.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  328.         console.log("going to next page", payload.encodedDate);
  329.       } else if (type === "end" && +qc.extraDays > 1) {
  330.         statusLabel.textContent = "Writing to database...";
  331.         HITStorage.write(HITStorage.data, "update");
  332.       } else 
  333.         throw 'Unhandled case "'+src+'" '+qc.extraDays+' -- "'+type+'" in '+doc.documentURI;
  334.     }//}}}
  335.  
  336.     function _decDate(date) {//{{{
  337.       var y = date.substr(0,4);
  338.       var m = date.substr(5,2);
  339.       var d = date.substr(8,2);
  340.       date = new Date(y,m-1,d-1);
  341.       return Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded() + date.getFullYear();
  342.     }//}}}
  343.  
  344.     function _calcTotals(obj) {//{{{
  345.       var sum = 0;
  346.       for (var k in obj){
  347.         if (obj.hasOwnProperty(k) && !isNaN(+k)) 
  348.           sum += obj[k].submitted;
  349.       }
  350.       return sum;
  351.     }//}}}
  352.   },//}}} parseDOM
  353.   
  354.   ISODate: function(date) { //{{{ MMDDYYYY -> YYYY-MM-DD
  355.     'use strict';
  356.  
  357.     return date.substr(4)+"-"+date.substr(0,2)+"-"+date.substr(2,2);
  358.   }, //}}} ISODate
  359.  
  360.   fetch: function(url, payload) { //{{{
  361.     'use strict';
  362.  
  363.     //format GET request with query payload
  364.     if (payload) {
  365.       var args = 0;
  366.       url += "?";
  367.       for (var k in payload) {
  368.         if (payload.hasOwnProperty(k)) {
  369.           if (args++) url += "&";
  370.           url += k + "=" + payload[k];
  371.         }
  372.       }
  373.     }
  374.     // defer XHR to a promise
  375.     var fetch = new Promise( function(fulfill, deny) {
  376.       var urlreq = new XMLHttpRequest();
  377.       urlreq.open("GET", url, true);
  378.       urlreq.responseType = "document";
  379.       urlreq.send();
  380.       urlreq.onload = function() { 
  381.         if (this.status === 200) {
  382.           fulfill(this.response);
  383.         } else {
  384.           deny("Error ".concat(String(this.status)).concat(": "+this.statusText));
  385.         }
  386.       };
  387.       urlreq.onerror   = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  388.       urlreq.ontimeout = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  389.     } );
  390.     fetch.then( HITStorage.parseDOM, HITStorage.error );
  391.  
  392.   }, //}}} fetch
  393.   
  394.   write: function(input, statusUpdate) { //{{{
  395.     'use strict';
  396.  
  397.     var dbh = window.indexedDB.open("HITDB_TESTING");
  398.     dbh.onerror = HITStorage.error;
  399.     dbh.onsuccess = function() { _write(this.result); };
  400.  
  401.     var counts = { requests: 0, total: 0 };
  402.  
  403.     function _write(db) {
  404.       db.onerror = HITStorage.error;
  405.       var os = Object.keys(input);
  406.  
  407.       var dbt = db.transaction(os, "readwrite");
  408.       var dbo = [];
  409.       for (var i=0;i<os.length;i++) { // cycle object stores
  410.         dbo[i] = dbt.objectStore(os[i]);
  411.         for (var k of input[os[i]]) { // cycle entries to put into object stores
  412.           if (statusUpdate && ++counts.requests)
  413.             dbo[i].put(k).onsuccess = _statusCallback;
  414.           else
  415.             dbo[i].put(k);
  416.         }
  417.       }
  418.       db.close();
  419.     }
  420.  
  421.     function _statusCallback() {
  422.       if (++counts.total === counts.requests) {
  423.         var statusLabel = document.querySelector("#hdbStatusText");
  424.         statusLabel.style.color = "green";
  425.         statusLabel.textContent = statusUpdate === "update" ? "Update Complete!" : 
  426.           statusUpdate === "restore" ? "Restoring " + counts.total + " entries... Done!" : 
  427.           "Done!";
  428.         document.querySelector("#hdbProgressBar").style.display = "none";
  429.       }
  430.     }
  431.  
  432.   }, //}}} write
  433.  
  434.   recall: function(store, options) {//{{{
  435.     'use strict';
  436.  
  437.     var index = options ? (options.index  || null)  : null,
  438.         range = options ? (options.range  || null)  : null,
  439.         dir   = options ? (options.dir || "next") : "next",
  440.         fs    = options ? (options.filter ? options.filter.status !== "*" ? options.filter.status : false : false) : false,
  441.         fq    = options ? (options.filter ? options.filter.query  !== "*" ? new RegExp(options.filter.query,"i")  : false : false) : false,
  442.         limit = 0;
  443.  
  444.     if (options && options.progress) {
  445.       var progressBar = document.querySelector("#hdbProgressBar");
  446.           //statusText  = document.querySelector("#hdbStatusText");
  447.       progressBar.style.display = "block";
  448.     }
  449.     var sr = new DatabaseResult();
  450.     return new Promise( function(resolve) {
  451.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  452.         var dbo = this.result.transaction(store, "readonly").objectStore(store), dbq = null;
  453.         if (index) 
  454.           dbq = dbo.index(index).openCursor(range, dir);
  455.         else
  456.           dbq = dbo.openCursor(range, dir);
  457.         dbq.onsuccess = function() {
  458.           var c = this.result;
  459.           if (c && limit++ < 2000) { // limit to 2000 to save memory usage in large databases
  460.             if ( (!fs && !fq) ||                              // no query filter and no status filter OR
  461.                  (fs && !fq && ~c.value.status.search(fs)) || // status match and no query filter OR
  462.                  (!fs && fq &&                                // query match and no status filter OR
  463.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq)))  ||
  464.                  (fs && fq && ~c.value.status.search(fs) &&   // status match and query match
  465.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq))) )
  466.               sr.include(c.value);
  467.             c.continue();
  468.           } else
  469.             resolve(sr);
  470.         };
  471.       };
  472.     } ); // promise
  473.   },//}}} recall
  474.  
  475.   backup: function() {//{{{
  476.     'use strict';
  477.  
  478.     var bData = {},
  479.         os    = ["STATS", "NOTES", "HIT"],
  480.         count = 0,
  481.         prog  = document.querySelector("#hdbProgressBar");
  482.  
  483.     prog.style.display = "block";
  484.  
  485.     window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  486.       for (var store of os) {
  487.         this.result.transaction(os, "readonly").objectStore(store).openCursor().onsuccess = populateBackup;
  488.       }
  489.     };
  490.     function populateBackup(e) {
  491.       var cursor = e.target.result;
  492.       if (cursor) {
  493.         if (!bData[cursor.source.name]) bData[cursor.source.name] = [];
  494.         bData[cursor.source.name].push(cursor.value);
  495.         cursor.continue();
  496.       } else 
  497.         if (++count === 3)
  498.           finalizeBackup();
  499.     }
  500.     function finalizeBackup() {
  501.       var backupblob = new Blob([JSON.stringify(bData)], {type:""});
  502.       var date = new Date();
  503.       var dl = document.createElement("A");
  504.       date = date.getFullYear() + Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded();
  505.       dl.href = URL.createObjectURL(backupblob);
  506.       console.log(dl.href);
  507.       dl.download = "hitdb_"+date+".bak";
  508.       dl.click();
  509.       prog.style.display = "none";
  510.     }
  511.  
  512.   }//}}} backup
  513.  
  514. };//}}} HITStorage
  515.  
  516. function DatabaseResult() {//{{{
  517.   'use strict';
  518.  
  519.   this.results = [];
  520.   this.formatHTML = function(type, simple) {
  521.     simple = simple || false;
  522.     var count = 0, htmlTxt = [], entry = null, _trClass = null;
  523.  
  524.     if (this.results.length < 1) return "<h2>No entries found matching your query.</h2>";
  525.  
  526.     if (type === "daily") {
  527.       htmlTxt.push('<tr style="background:#7fb448;font-size:12px;color:white"><th>Date</th><th>Submitted</th>' +
  528.           '<th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th></tr>');
  529.       for (entry of this.results) {
  530.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  531.         
  532.         htmlTxt.push('<tr '+_trClass+' align="center"><td>' + entry.date + '</td><td>' + entry.submitted + '</td>' +
  533.             '<td>' + entry.approved + '</td><td>' + entry.rejected + '</td><td>' + entry.pending + '</td>' +
  534.             '<td>' + Number(entry.earnings).toFixed(2) + '</td></tr>');
  535.       }
  536.     } else if (type === "pending" || type === "requester") {
  537.       htmlTxt.push('<tr data-sort="99999" style="background:#7fb448;font-size:12px;color:white"><th>Requester ID</th>' +
  538.           '<th width="504px">Requester</th><th>' + (type === "pending" ? 'Pending' : 'HITs') + '</th><th>Rewards</th></tr>');
  539.       var r = _collate(this.results);
  540.       for (var k in r) {
  541.         if (r.hasOwnProperty(k)) {
  542.           var tr = ['<tr data-hits="'+r[k].length+'"><td>' +
  543.               '<span style="cursor:pointer;color:blue;" class="hdbExpandRow" title="Display all pending HITs from this requester">' +
  544.               '[+]</span> ' + r[k][0].requesterId + '</td><td>' + r[k][0].requesterName + '</td>' +
  545.               '<td>' + r[k].length + '</td><td>' + Number(Math.decRound(r[k].pay,2)).toFixed(2) + '</td></tr>'];
  546.  
  547.           for (var hit of r[k]) {  // hits in range per requester id
  548.             tr.push('<tr data-rid="'+r[k][0].requesterId+'" style="color:#c60000;display:none;"><td align="right">' + hit.date + '</td>' +
  549.                 '<td max-width="504px">' + hit.title + '</td><td></td><td align="right">' +
  550.                 (typeof hit.reward === "object" ? Number(hit.reward.pay).toFixed(2) : Number(hit.reward).toFixed(2)) +
  551.                 '</td></tr>');
  552.           }
  553.           htmlTxt.push(tr.join(''));
  554.         }
  555.       }
  556.       htmlTxt.sort(function(a,b) { return +b.substr(15,5).match(/\d+/) - +a.substr(15,5).match(/\d+/); });
  557.     } else { // default
  558.       if (!simple)
  559.         htmlTxt.push('<tr style="background:#7FB448;font-size:12px;color:white"><th colspan="3"></th>' +
  560.           '<th colspan="2" title="Bonuses must be added in manually.\n\nClick inside' +
  561.           'the cell to edit, click out of the cell to save">Reward</th><th colspan="2"></th></tr>'+
  562.           '<tr style="background:#7FB448;font-size:12px;color:white">' +
  563.           '<th>Date</th><th>Requester</th><th>HIT title</th><th style="font-size:10px;">Pay</th>'+
  564.           '<th style="font-size:10px;">Bonus</th><th>Status</th><th>Feedback</th></tr>');
  565.  
  566.       for (entry of this.results) {
  567.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  568.         var _stColor = ~entry.status.search(/(paid|approved)/i) ? 'style="color:green;"'  :
  569.                        entry.status === "Pending Approval"      ? 'style="color:orange;"' : 'style="color:red;"';
  570.         var href = MTURK_BASE+'contact?requesterId='+entry.requesterId+'&requesterName='+entry.requesterName+
  571.           '&subject=Regarding+Amazon+Mechanical+Turk+HIT+'+entry.hitId;
  572.  
  573.         if (!simple)
  574.           htmlTxt.push('<tr '+_trClass+' data-id="'+entry.hitId+'">'+
  575.             '<td width="74px">' + entry.date + '</td><td style="max-width:145px;">' +
  576.             '<a target="_blank" title="Contact this requester" href="'+href+'">' + entry.requesterName + '</a></td>' + 
  577.             '<td width="375px" title="HIT ID:   '+entry.hitId+'">' + 
  578.             '<span title="Add a note" id="note-'+entry.hitId+'" style="cursor:pointer;">&nbsp;&#128221;&nbsp;</span>' + 
  579.             entry.title + '</td><td>' +
  580.             (typeof entry.reward === "object" ? Number(entry.reward.pay).toFixed(2) : Number(entry.reward).toFixed(2)) + 
  581.             '</td><td width="36px" class="bonusCell" title="Click to add/edit" contenteditable="true" data-hitid="'+entry.hitId+'">' + 
  582.             (typeof entry.reward === "object" ? (+entry.reward.bonus ? Number(entry.reward.bonus).toFixed(2) : "") : "") + 
  583.             '</td><td '+_stColor+'>' + entry.status + '</td><td>' + entry.feedback + '</td></tr>');
  584.         else
  585.           htmlTxt.push('<tr data-rid="'+entry.requesterId+'" style="display:none"><td>'+entry.date+'</td><td>'+entry.title+'</td><td>'+
  586.             (typeof entry.reward === "object" ? Number(entry.reward.pay).toFixed(2) : Number(entry.reward).toFixed(2)) + '</td><td>'+
  587.             entry.status+'</td></tr>');
  588.       }
  589.     }
  590.     return htmlTxt.join('');
  591.   }; // formatHTML
  592.   this.formatCSV = function(type) {
  593.     var csvTxt = [], entry = null;
  594.     if (type === "daily") {
  595.       csvTxt.push("Date|Submitted|Approved|Rejected|Pending|Earnings\n");
  596.       for (entry of this.results) {
  597.         csvTxt.push(entry.date+"|"+entry.submitted+"|"+entry.approved+"|"+entry.rejected+
  598.             "|"+entry.pending+"|"+Number(entry.earnings).toFixed(2)+"\n");
  599.       }
  600.       csvToFile(csvTxt, "hitdb_dailyOverview.csv");
  601.     } else if (type === "pending" || type === "requester") {
  602.       csvTxt.push("RequesterId|Requester|" + (type === "pending" ? "Pending" : "HITs") + "|Rewards\n");
  603.       var r = _collate(this.results);
  604.       for (var k in r) {
  605.         if (r.hasOwnProperty(k))
  606.           csvTxt.push(k+"|"+r[k][0].requesterName+"|"+r[k].length+"|"+Number(Math.decRound(r[k].pay,2)).toFixed(2)+"\n");
  607.       }
  608.       csvToFile(csvTxt, "hitdb_"+type+"Overview.csv");
  609.     } else {
  610.       csvTxt.push("Date|Requester|Title|Pay|Bonus|Status|Feedback\n");
  611.       for (entry of this.results) {
  612.         csvTxt.push(entry.date+"|"+entry.requesterName+"|"+entry.title+"|"+
  613.             (typeof entry.reward === "object" ? Number(entry.reward.pay).toFixed(2) : Number(entry.reward).toFixed(2))+"|"+
  614.             (typeof entry.reward === "object" ? (+entry.reward.bonus ? Number(entry.reward.bonus).toFixed(2) : "") : "")+"|"+
  615.             entry.status+"|"+entry.feedback+"\n");
  616.       }
  617.       csvToFile(csvTxt, "hitdb_queryResults.csv");
  618.     }
  619.  
  620.     return "<pre>"+csvTxt.join('')+"</pre>";
  621.  
  622.     function csvToFile(csv, filename) {
  623.       var blob = new Blob(csv, {type: "text/csv", endings: "native"}),
  624.           dl   = document.createElement("A");
  625.       dl.href = URL.createObjectURL(blob);
  626.       dl.download = filename;
  627.       dl.click();
  628.       return dl;
  629.     }
  630.   };
  631.   this.include = function(value) {
  632.     this.results.push(value);
  633.   };
  634.   
  635.   function _collate(data) {
  636.     var r = {};
  637.     for (var e of data) {
  638.       if (!r[e.requesterId]) r[e.requesterId] = [];
  639.       r[e.requesterId].push(e);
  640.       r[e.requesterId].pay = r[e.requesterId].pay ?
  641.         typeof e.reward === "object" ? r[e.requesterId].pay + (+e.reward.pay) : r[e.requesterId].pay + (+e.reward) :
  642.         typeof e.reward === "object" ? +e.reward.pay : +e.reward;
  643.     }
  644.     return r;
  645.   }
  646. }//}}} databaseresult
  647.  
  648. /* 
  649.  *
  650.  *    Above contains the core functions. Below is the
  651.  *    main body, interface, and tangential functions.
  652.  *
  653.  *///{{{
  654. // the Set() constructor is never actually used other than to test for Chrome v38+
  655. if (!("indexedDB" in window && "Set" in window)) alert("HITDB::Your browser is too outdated or otherwise incompatible with this script!");
  656. else {
  657. /*
  658.   var tdbh = window.indexedDB.open("HITDB_TESTING");
  659.   tdbh.onerror = function(e) { 'use strict'; console.log("[TESTDB]",e.target.error.name+":", e.target.error.message, e); };
  660.   tdbh.onsuccess = INFLATEDUMMYVALUES;
  661.   tdbh.onupgradeneeded = BLANKSLATE;
  662.   var dbh = null;
  663. */
  664.   
  665.   var dbh = window.indexedDB.open("HITDB_TESTING", DB_VERSION);
  666.   dbh.onerror = function(e) { 'use strict'; console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  667.   dbh.onupgradeneeded = HITStorage.versionChange;
  668.  
  669.   if (document.location.pathname.search(/dashboard/) > 0)
  670.     dashboardUI();
  671.   else
  672.     beenThereDoneThat();
  673. }
  674. /*}}}
  675.  *
  676.  *    Above is the main body and core functions. Below
  677.  *    defines UI layout/appearance and tangential functions.
  678.  *
  679.  */
  680.  
  681. // {{{ css injection
  682. var css = "<style type='text/css'>" +
  683. ".hitdbRTButtons {border:1px solid; font-size: 10px; height: 18px; padding-left: 5px; padding-right: 5px; background: pink;}" +
  684. ".hitdbRTButtons-green {background: lightgreen;}" +
  685. ".hitdbRTButtons-large {width:80px;}" +
  686. ".hdbProgressContainer {margin:auto; width:500px; height:6px; position:relative; display:none; border-radius:10px; overflow:hidden; background:#d3d8db;}" +
  687. ".hdbProgressInner {width:100%; position:absolute; left:0;top:0;bottom:0; animation: kfpin 1.4s infinite; background:" +
  688.   "linear-gradient(262deg, rgba(208,69,247,0), rgba(208,69,247,1), rgba(69,197,247,1), rgba(69,197,247,0)); background-size: 300% 500%;}" +
  689. ".hdbProgressOuter {width:30%; position:absolute; left:0;top:0;bottom:0; animation: kfpout 2s cubic-bezier(0,0.55,0.2,1) infinite;}" +
  690. "@keyframes kfpout { 0% {left:-100%;} 70%{left:100%;} 100%{left:100%;} }" +
  691. "@keyframes kfpin { 0%{background-position: 0% 50%} 50%{background-position: 100% 15%} 100%{background-position:0% 30%} }" +
  692. ".hdbCalControls {cursor:pointer;} .hdbCalControls:hover {color:c27fcf;}" +
  693. ".hdbCalCells {background:#f0f6f9; height:19px}" +
  694. ".hdbCalDays {cursor:pointer; text-align:center;} .hdbCalDays:hover {background:#7fb4cf; color:white;}" +
  695. ".hdbDayHeader {width:26px; text-align:center; font-weight:bold; font-size:12px; background:#f0f6f9;}" +
  696. ".hdbCalHeader {background:#7fb4cf; color:white; font-weight:bold; text-align:center; font-size:11px; padding:3px 0px;}" +
  697. "#hdbCalendarPanel {position:absolute; z-index:10; box-shadow:-2px 3px 5px 0px rgba(0,0,0,0.68);}" +
  698. "</style>";
  699. document.head.innerHTML += css;
  700. // }}}
  701.  
  702. function beenThereDoneThat() {//{{{
  703.   // 
  704.   // TODO add search on button click
  705.   //
  706.   'use strict';
  707.  
  708.   var qualNode = document.querySelector('td[colspan="11"]');
  709.   if (qualNode) { // we're on the preview page!
  710.     var requester     = document.querySelector('input[name="requesterId"]').value,
  711.         hitId         = document.querySelector('input[name="hitId"]').value,
  712.         autoApproval  = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  713.         hitTitle      = document.querySelector('div[style*="ellipsis"]').textContent.trim().replace(/\|/g,""),
  714.         insertionNode = qualNode.parentNode.parentNode;
  715.     var row = document.createElement("TR"), cellL = document.createElement("TD"), cellR = document.createElement("TD");
  716.     cellR.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp;&nbsp;'+_ftime(autoApproval);
  717.     var rbutton = document.createElement("BUTTON");
  718.     rbutton.classList.add("hitdbRTButtons","hitdbRTButtons-large");
  719.     rbutton.textContent = "Requester";
  720.     rbutton.onclick = function(e) { 
  721.       e.preventDefault();
  722.       //if (e.target.classList.contains("hitdbRTButtons-green"))
  723.       //  showResults(requester, null);
  724.     };
  725.     var tbutton = rbutton.cloneNode(false);
  726.     tbutton.textContent = "HIT Title";
  727.     tbutton.onclick = function(e) { e.preventDefault(); };
  728.     HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(requester)})
  729.       .then(processResults.bind(rbutton));
  730.     HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(hitTitle)})
  731.       .then(processResults.bind(tbutton));
  732.     row.appendChild(cellL);
  733.     row.appendChild(cellR);
  734.     cellL.appendChild(rbutton);
  735.     cellL.appendChild(tbutton);
  736.     cellL.colSpan = "3";
  737.     cellR.colSpan = "8";
  738.     insertionNode.appendChild(row);
  739.   } else { // browsing HITs n sutff 
  740.     var titleNodes = document.querySelectorAll('a[class="capsulelink"]');
  741.     if (titleNodes.length < 1) return; // nothing left to do here!
  742.     var requesterNodes = document.querySelectorAll('a[href*="hitgroups&requester"]');
  743.     var insertionNodes = [];
  744.  
  745.     for (var i=0;i<titleNodes.length;i++) {
  746.       var _title = titleNodes[i].textContent.trim().replace(/\|/g,"");
  747.       var _tbutton = document.createElement("BUTTON");
  748.       var _id = requesterNodes[i].href.replace(/.+Id=(.+)/, "$1");
  749.       var _rbutton = document.createElement("BUTTON");
  750.       var _div = document.createElement("DIV"), _tr = document.createElement("TR");
  751.       var _resultsTable = document.createElement("TABLE");
  752.       insertionNodes.push(requesterNodes[i].parentNode.parentNode.parentNode);
  753.       insertionNodes[i].offsetParent.offsetParent.offsetParent.offsetParent.appendChild(_resultsTable);
  754.       _resultsTable.id = "resultsTableFor"+_id;
  755.  
  756.       HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(_title)} )
  757.         .then(processResults.bind(_tbutton));
  758.       HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(_id)} )
  759.         .then(processResults.bind(_rbutton));
  760.  
  761.       _tr.appendChild(_div);
  762.       _div.id = "hitdbRTInjection-"+i;
  763.       _div.appendChild(_rbutton);
  764.       _rbutton.textContent = 'R';
  765.       _rbutton.classList.add("hitdbRTButtons");
  766.       _rbutton.dataset.id = _id;
  767.       _rbutton.onclick = showResults.bind(null, _id, null);
  768.       _div.appendChild(_tbutton);
  769.       _tbutton.textContent = 'T';
  770.       _tbutton.classList.add("hitdbRTButtons");
  771.       insertionNodes[i].appendChild(_tr);
  772.     }
  773.   } // else
  774.  
  775.   function showResults(rid, title) {
  776.     console.log(rid,title);
  777.     var el = null;
  778.     if (rid) {
  779.       for (el of document.querySelectorAll('tr[data-rid="'+rid+'"]')) {
  780.         if (el.style.display === "none")
  781.           el.style.display = "table-row";
  782.         else
  783.           el.style.display = "none";
  784.       }
  785.     }
  786.   }
  787.  
  788.   function processResults(r) {
  789.     /*jshint validthis: true*/
  790.     if (r.results.length) {
  791.       this.classList.add("hitdbRTButtons-green");
  792.       if (this.dataset.id) {
  793.         var rtable = document.querySelector("#resultsTableFor"+this.dataset.id);
  794.         rtable.innerHTML += r.formatHTML(null,true);
  795.       }
  796.     }
  797.   }
  798.  
  799.   function _ftime(t) {
  800.     var d = Math.floor(t/86400);
  801.     var h = Math.floor(t%86400/3600);
  802.     var m = Math.floor(t%86400%3600/60);
  803.     var s = t%86400%3600%60;
  804.     return ((d>0) ? d+" day"+(d>1 ? "s " : " ") : "") + ((h>0) ? h+"h " : "") + ((m>0) ? m+"m " : "") + ((s>0) ? s+"s" : "");
  805.   }
  806.  
  807. }//}}} btdt
  808.  
  809. function dashboardUI() {//{{{
  810.   //
  811.   // TODO refactor
  812.   //
  813.   'use strict';
  814.  
  815.   var controlPanel = document.createElement("TABLE");
  816.   var insertionNode = document.querySelector(".footer_separator").previousSibling;
  817.   document.body.insertBefore(controlPanel, insertionNode);
  818.   controlPanel.width = "760";
  819.   controlPanel.align = "center";
  820.   controlPanel.cellSpacing = "0";
  821.   controlPanel.cellPadding = "0";
  822.   controlPanel.innerHTML = '<tr height="25px"><td width="10" bgcolor="#7FB448" style="padding-left: 10px;"></td>' +
  823.     '<td class="white_text_14_bold" style="padding-left:10px; background-color:#7FB448;">' +
  824.       'HIT Database Mk. II&nbsp;<a href="https://greasyfork.org/en/scripts/11733-mturk-hit-database-mk-ii" class="whatis" target="_blank">' +
  825.       '(What\'s this?)</a></td></tr>' +
  826.     '<tr><td class="container-content" colspan="2">' +
  827.     '<div style="text-align:center;" id="hdbDashboardInterface">' +
  828.     '<button id="hdbBackup" title="Export your entire database!\nPerfect for moving between computers or as a periodic backup">Create Backup</button>' +
  829.     '<button id="hdbRestore" title="Restore database from external backup file" style="margin:5px">Restore</button>' +
  830.     '<button id="hdbUpdate" title="Update... the database" style="color:green;">Update Database</button>' +
  831.     '<div id="hdbFileSelector" style="display:none"><input id="hdbFileInput" type="file" /></div>' +
  832.     '<br>' +
  833.     '<button id="hdbPending" title="Summary of all pending HITs\n Can be exported as CSV" style="margin: 0px 5px 5px;">Pending Overview</button>' +
  834.     '<button id="hdbRequester" title="Summary of all requesters\n Can be exported as CSV" style="margin: 0px 5px 5px;">Requester Overview</button>' +
  835.     '<button id="hdbDaily" title="Summary of each day you\'ve worked\nCan be exported as CSV" style="margin:0px 5px 5px;">Daily Overview</button>' +
  836.     '<br>' +
  837.     '<label>Find </label>' +
  838.     '<select id="hdbStatusSelect"><option value="*">ALL</option><option value="Approval" style="color: orange;">Pending Approval</option>' +
  839.     '<option value="Rejected" style="color: red;">Rejected</option><option value="Approved" style="color:green;">Approved - Pending Payment</option>' +
  840.     '<option value="(Paid|Approved)" style="color:green;">Paid OR Approved</option></select>' +
  841.     '<label> HITs matching: </label><input id="hdbSearchInput" title="Query can be HIT title, HIT ID, or requester name" />' +
  842.     '<button id="hdbSearch">Search</button>' +
  843.     '<br>' +
  844.     '<label>from date </label><input id="hdbMinDate" maxlength="10" size="10" title="Specify a date, or leave blank">' +
  845.     '<label> to </label><input id="hdbMaxDate" malength="10" size="10" title="Specify a date, or leave blank">' +
  846.     '<label for="hdbCSVInput" title="Export results as CSV file" style="margin-left:50px; vertical-align:middle;">export CSV</label>' +
  847.     '<input id="hdbCSVInput" title="Export results as CSV file" type="checkbox" style="vertical-align:middle;">' +
  848.     '<br>' +
  849.     '<label id="hdbStatusText">placeholder status text</label>' +
  850.     '<div id="hdbProgressBar" class="hdbProgressContainer"><div class="hdbProgressOuter"><div class="hdbProgressInner"></div></div></div>' +
  851.     '</div></td></tr>';
  852.  
  853.   var updateBtn      = document.querySelector("#hdbUpdate"),
  854.       backupBtn      = document.querySelector("#hdbBackup"),
  855.       restoreBtn     = document.querySelector("#hdbRestore"),
  856.       fileInput      = document.querySelector("#hdbFileInput"),
  857.       exportCSVInput = document.querySelector("#hdbCSVInput"),
  858.       searchBtn      = document.querySelector("#hdbSearch"),
  859.       searchInput    = document.querySelector("#hdbSearchInput"),
  860.       pendingBtn     = document.querySelector("#hdbPending"),
  861.       reqBtn         = document.querySelector("#hdbRequester"),
  862.       dailyBtn       = document.querySelector("#hdbDaily"),
  863.       fromdate       = document.querySelector("#hdbMinDate"),
  864.       todate         = document.querySelector("#hdbMaxDate"),
  865.       statusSelect   = document.querySelector("#hdbStatusSelect"),
  866.       progressBar    = document.querySelector("#hdbProgressBar");
  867.  
  868.   var searchResults  = document.createElement("DIV");
  869.   searchResults.align = "center";
  870.   searchResults.id = "hdbSearchResults";
  871.   searchResults.style.display = "block";
  872.   searchResults.innerHTML = '<table cellSpacing="0" cellpadding="2" id="hdbResultsTable"></table>';
  873.   document.body.insertBefore(searchResults, insertionNode);
  874.  
  875.   updateBtn.onclick = function() { 
  876.     progressBar.style.display = "block";
  877.     HITStorage.fetch(MTURK_BASE+"status");
  878.     document.querySelector("#hdbStatusText").textContent = "fetching status page....";
  879.   };
  880.   exportCSVInput.addEventListener("click", function() {
  881.     if (exportCSVInput.checked) {
  882.       searchBtn.textContent = "Export CSV";
  883.       pendingBtn.textContent += " (csv)";
  884.       reqBtn.textContent += " (csv)";
  885.       dailyBtn.textContent += " (csv)";
  886.     }
  887.     else {
  888.       searchBtn.textContent = "Search";
  889.       pendingBtn.textContent = pendingBtn.textContent.replace(" (csv)","");
  890.       reqBtn.textContent = reqBtn.textContent.replace(" (csv)","");
  891.       dailyBtn.textContent = dailyBtn.textContent.replace(" (csv)", "");
  892.     }
  893.   });
  894.   fromdate.addEventListener("focus", function() { 
  895.     var offsets = getPosition(this, true);
  896.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  897.   });
  898.   todate.addEventListener("focus", function() {
  899.     var offsets = getPosition(this, true);
  900.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  901.   });
  902.  
  903.   backupBtn.onclick = HITStorage.backup;
  904.   restoreBtn.onclick = function() { fileInput.click(); };
  905.   fileInput.onchange = processFile;
  906.  
  907.   searchBtn.onclick = function() {
  908.     var r = getRange();
  909.     var _filter = { status: statusSelect.value, query: searchInput.value.trim().length > 0 ? searchInput.value : "*" };
  910.     var _opt = { index: "date", range: r.range, dir: r.dir, filter: _filter, progress: true };
  911.  
  912.     HITStorage.recall("HIT", _opt).then(function(r) {
  913.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV() : r.formatHTML();
  914.       autoScroll("#hdbSearchResults");
  915.  
  916.       for (var _r of r.results) { // retrieve and append notes
  917.         HITStorage.recall("NOTES", { index: "hitId", range: window.IDBKeyRange.only(_r.hitId) }).then(noteHandler.bind(null,"attach"));
  918.       }
  919.  
  920.       var el = null;
  921.       for (el of document.querySelectorAll(".bonusCell")) {
  922.         el.dataset.initial = el.textContent;
  923.         el.onblur = updateBonus;
  924.         el.onkeydown = updateBonus;
  925.       }
  926.       for (el of document.querySelectorAll('span[id^="note-"]')) {
  927.         el.onclick = noteHandler.bind(null,"new");
  928.       }
  929.       progressBar.style.display = "none";
  930.     });
  931.   }; // search button click event
  932.   pendingBtn.onclick = function() {
  933.     var r = getRange();
  934.     var _filter = { status: "Approval", query: searchInput.value.trim().length > 0 ? searchInput.value : "*" },
  935.         _opt    = { index: "date", dir: "prev", range: r.range, filter: _filter, progress: true };
  936.  
  937.     HITStorage.recall("HIT", _opt).then(function(r) {
  938.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("pending") : r.formatHTML("pending");
  939.       autoScroll("#hdbSearchResults");
  940.       var expands = document.querySelectorAll(".hdbExpandRow");
  941.       for (var el of expands) {
  942.         el.onclick = showHiddenRows;
  943.       }
  944.       progressBar.style.display = "none";
  945.     });
  946.   }; //pending overview click event
  947.   reqBtn.onclick = function() {
  948.     var r = getRange();
  949.     var _opt = { index: "date", range: r.range, progress: true };
  950.  
  951.     HITStorage.recall("HIT", _opt).then(function(r) {
  952.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("requester") : r.formatHTML("requester");
  953.       autoScroll("#hdbSearchResults");
  954.       var expands = document.querySelectorAll(".hdbExpandRow");
  955.       for (var el of expands) {
  956.         el.onclick = showHiddenRows;
  957.       }
  958.       progressBar.style.display = "none";
  959.     });
  960.   }; //requester overview click event
  961.   dailyBtn.onclick = function() {
  962.     HITStorage.recall("STATS", { dir: "prev" }).then(function(r) {
  963.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("daily") : r.formatHTML("daily");
  964.       autoScroll("#hdbSearchResults");
  965.     });
  966.   }; //daily overview click event
  967.  
  968.   function getRange() {
  969.     var _min = fromdate.value.length === 10 ? fromdate.value : undefined,
  970.         _max = todate.value.length   === 10 ? todate.value   : undefined;
  971.     var _range = 
  972.       (_min === undefined && _max === undefined) ? null :
  973.       (_min === undefined)                       ? window.IDBKeyRange.upperBound(_max) :
  974.       (_max === undefined)                       ? window.IDBKeyRange.lowerBound(_min) :
  975.       (_max < _min)                              ? window.IDBKeyRange.bound(_max,_min) : window.IDBKeyRange.bound(_min,_max);
  976.     return { min: _min, max: _max, range: _range, dir: _max < _min ? "prev" : "next" };
  977.   }
  978.   function getPosition(element, includeHeight) {
  979.     var offsets = { x: 0, y: includeHeight ? element.offsetHeight : 0 };
  980.     do {
  981.       offsets.x += element.offsetLeft;
  982.       offsets.y += element.offsetTop;
  983.       element = element.offsetParent;
  984.     } while (element);
  985.     return offsets;
  986.   }
  987. }//}}} dashboard
  988.  
  989. function showHiddenRows(e) {//{{{
  990.   'use strict';
  991.  
  992.   var rid = e.target.parentNode.textContent.substr(4);
  993.   var nodes = document.querySelectorAll('tr[data-rid="'+rid+'"]'), el = null;
  994.   if (e.target.textContent === "[+]") {
  995.     for (el of nodes)
  996.       el.style.display="table-row";
  997.     e.target.textContent = "[-]";
  998.   } else {
  999.     for (el of nodes)
  1000.       el.style.display="none";
  1001.     e.target.textContent = "[+]";
  1002.   }
  1003. }//}}}
  1004.  
  1005. function updateBonus(e) {//{{{
  1006.   'use strict';
  1007.  
  1008.   if (e instanceof window.KeyboardEvent && e.keyCode === 13) {
  1009.     e.target.blur();
  1010.     return false;
  1011.   } else if (e instanceof window.FocusEvent) {
  1012.     var _bonus = +e.target.textContent.replace(/\$/,"");
  1013.     if (_bonus !== +e.target.dataset.initial) {
  1014.       console.log("updating bonus to",_bonus,"from",e.target.dataset.initial,"("+e.target.dataset.hitid+")");
  1015.       e.target.dataset.initial = _bonus;
  1016.       var _pay   = +e.target.previousSibling.textContent,
  1017.           _range = window.IDBKeyRange.only(e.target.dataset.hitid);
  1018.  
  1019.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  1020.         this.result.transaction("HIT", "readwrite").objectStore("HIT").openCursor(_range).onsuccess = function() {
  1021.           var c = this.result;
  1022.           if (c) {
  1023.             var v = c.value;
  1024.             v.reward = { pay: _pay, bonus: _bonus };
  1025.             c.update(v);
  1026.           } 
  1027.         }; // idbcursor
  1028.       }; // idbopen
  1029.     } // bonus is new value
  1030.   } // keycode
  1031. } //}}} updateBonus
  1032.  
  1033. function noteHandler(type, e) {//{{{
  1034.   // 
  1035.   // TODO restructure event handling/logic tree
  1036.   //      combine save and delete; it's ugly :(
  1037.   //      actually this whole thing is messy and in need of refactoring
  1038.   //
  1039.   'use strict';
  1040.  
  1041.   if (e instanceof window.KeyboardEvent) {
  1042.    if (e.keyCode === 13) {
  1043.       e.target.blur();
  1044.       return false;
  1045.     }
  1046.    return;
  1047.   }
  1048.  
  1049.   if (e instanceof window.FocusEvent) {
  1050.     if (e.target.textContent.trim() !== e.target.dataset.initial) {
  1051.       if (!e.target.textContent.trim()) { e.target.previousSibling.previousSibling.firstChild.click(); return; }
  1052.       var note   = e.target.textContent.trim(),
  1053.           _range = window.IDBKeyRange.only(e.target.dataset.id),
  1054.           inote  = e.target.dataset.initial,
  1055.           hitId  = e.target.dataset.id,
  1056.           date   = e.target.previousSibling.textContent;
  1057.  
  1058.       e.target.dataset.initial = note;
  1059.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  1060.         this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1061.           if (this.result) {
  1062.             var r = this.result.value;
  1063.             if (r.note === inote) {  // note already exists in database, so we update its value
  1064.               r.note = note;
  1065.               this.result.update(r);
  1066.               return;
  1067.             }
  1068.             this.result.continue();
  1069.           } else {
  1070.             if (this.source instanceof window.IDBObjectStore)
  1071.               this.source.put({ note:note, date:date, hitId:hitId });
  1072.             else
  1073.               this.source.objectStore.put({ note:note, date:date, hitId:hitId });
  1074.           }
  1075.         };
  1076.         this.result.close();
  1077.       };
  1078.     } 
  1079.     return; // end of save event; no need to proceed
  1080.   }
  1081.  
  1082.   if (type === "delete") {
  1083.     var tr       = e.target.parentNode.parentNode,
  1084.         noteCell = tr.lastChild;
  1085.         _range   = window.IDBKeyRange.only(noteCell.dataset.id);
  1086.     if (!noteCell.dataset.initial) tr.remove();
  1087.     else {
  1088.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  1089.         this.result.transaction("NOTES", "readwrite").objectStore("NOTES").index("hitId").openCursor(_range).onsuccess = function() {
  1090.           if (this.result) {
  1091.             if (this.result.value.note === noteCell.dataset.initial) {
  1092.               this.result.delete();
  1093.               tr.remove();
  1094.               return;
  1095.             }
  1096.             this.result.continue();
  1097.           } 
  1098.         };
  1099.         this.result.close();
  1100.       };
  1101.     }
  1102.     return; // end of deletion event; no need to proceed
  1103.   } else {
  1104.     if (type === "attach" && !e.results.length) return;
  1105.  
  1106.     var trow  = e instanceof window.MouseEvent ? e.target.parentNode.parentNode : null,
  1107.         tbody = trow ? trow.parentNode : null,
  1108.         row   = document.createElement("TR"),
  1109.         c1    = row.insertCell(0),
  1110.         c2    = row.insertCell(1),
  1111.         c3    = row.insertCell(2);
  1112.         date  = new Date();
  1113.         hitId = e instanceof window.MouseEvent ? e.target.id.substr(5) : null;
  1114.  
  1115.     c1.innerHTML = '<span class="removeNote" title="Delete this note" style="cursor:pointer;color:crimson;">[x]</span>';
  1116.     c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1117.     c1.style.textAlign = "right";
  1118.     c2.title = "Date on which the note was added";
  1119.     c3.style.color = "crimson";
  1120.     c3.colSpan = "5";
  1121.     c3.contentEditable = "true";
  1122.     c3.onblur = noteHandler.bind(null,"blur");
  1123.     c3.onkeydown = noteHandler.bind(null, "kb");
  1124.     
  1125.     if (type === "new") {
  1126.       row.classList.add(trow.classList);
  1127.       tbody.insertBefore(row, trow.nextSibling);
  1128.       c2.textContent = date.getFullYear()+"-"+Number(date.getMonth()+1).toPadded()+"-"+Number(date.getDate()).toPadded();
  1129.       c3.dataset.initial = "";
  1130.       c3.dataset.id = hitId;
  1131.       c3.focus();
  1132.       return;
  1133.     }
  1134.  
  1135.     for (var entry of e.results) {
  1136.       trow  = document.querySelector('tr[data-id="'+entry.hitId+'"]');
  1137.       tbody = trow.parentNode;
  1138.       row   = row.cloneNode(true);
  1139.       c1    = row.firstChild;
  1140.       c2    = c1.nextSibling;
  1141.       c3    = row.lastChild;
  1142.       
  1143.       row.classList.add(trow.classList);
  1144.       tbody.insertBefore(row, trow.nextSibling);
  1145.  
  1146.       c1.firstChild.onclick = noteHandler.bind(null,"delete");
  1147.       c2.textContent = entry.date;
  1148.       c3.textContent = entry.note;
  1149.       c3.dataset.initial = entry.note;
  1150.       c3.dataset.id = entry.hitId;
  1151.       c3.onblur = noteHandler.bind(null,"blur");
  1152.       c3.onkeydown = noteHandler.bind(null, "kb");
  1153.     }
  1154.   } // new/attach
  1155. }//}}} noteHandler
  1156.  
  1157. function processFile(e) {//{{{
  1158.   'use strict';
  1159.  
  1160.   var f = e.target.files;
  1161.   if (f.length && f[0].name.search(/\.bak$/) && ~f[0].type.search(/text/)) {
  1162.     var reader = new FileReader(), testing = true;
  1163.     reader.readAsText(f[0].slice(0,10));
  1164.     reader.onload = function(e) { 
  1165.       if (testing && e.target.result.search(/(STATS|NOTES|HIT)/) < 0) {
  1166.         return error();
  1167.       } else if (testing) {
  1168.         testing = false;
  1169.         document.querySelector("#hdbProgressBar").style.display = "block";
  1170.         reader.readAsText(f[0]);
  1171.       } else {
  1172.         var data = JSON.parse(e.target.result);
  1173.         console.log(data);
  1174.         HITStorage.write(data, "restore");
  1175.       }
  1176.     }; // reader.onload
  1177.   } else {
  1178.     error();
  1179.   }
  1180.  
  1181.   function error() {
  1182.     var s = document.querySelector("#hdbStatusText"),
  1183.         e = "Restore::FileReadError : encountered unsupported file";
  1184.     s.style.color = "red";
  1185.     s.textContent = e;
  1186.     throw e;
  1187.   }
  1188. }//}}} processFile
  1189.  
  1190. function autoScroll(location, dt) {//{{{
  1191.   'use strict';
  1192.  
  1193.   var target = document.querySelector(location).offsetTop,
  1194.       pos    = window.scrollY,
  1195.       dpos   = Math.ceil((target - pos)/3);
  1196.   dt = dt ? dt-1 : 25; // time step/max recursions
  1197.  
  1198.   if (target === pos || dpos === 0 || dt === 0) return;
  1199.  
  1200.   window.scrollBy(0, dpos);
  1201.   setTimeout(function() { autoScroll(location, dt); }, dt);
  1202. }//}}}
  1203.  
  1204. function Calendar(offsetX, offsetY, caller) {//{{{
  1205.   'use strict';
  1206.  
  1207.   this.date = new Date();
  1208.   this.offsetX = offsetX;
  1209.   this.offsetY = offsetY;
  1210.   this.caller = caller;
  1211.   this.drawCalendar = function(year,month,day) {//{{{
  1212.     year = year || this.date.getFullYear();
  1213.     month = month || this.date.getMonth()+1;
  1214.     day = day || this.date.getDate();
  1215.     var longMonths = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December"];
  1216.     var date = new Date(year,month-1,day);
  1217.     var anchors = _getAnchors(date);
  1218.  
  1219.     //make new container if one doesn't already exist
  1220.     var container = null;
  1221.     if (document.querySelector("#hdbCalendarPanel")) { 
  1222.       container = document.querySelector("#hdbCalendarPanel");
  1223.       container.removeChild( container.getElementsByTagName("TABLE")[0] );
  1224.     }
  1225.     else {
  1226.       container = document.createElement("DIV");
  1227.       container.id = "hdbCalendarPanel";
  1228.       document.body.appendChild(container);
  1229.     }
  1230.     container.style.left = this.offsetX;
  1231.     container.style.top = this.offsetY;
  1232.     var cal = document.createElement("TABLE");
  1233.     cal.cellSpacing = "0";
  1234.     cal.cellPadding = "0";
  1235.     cal.border = "0";
  1236.     container.appendChild(cal);
  1237.     cal.innerHTML = '<tr>' +
  1238.       '<th class="hdbCalHeader hdbCalControls" title="Previous month" style="text-align:right;"><span>&lt;</span></th>' +
  1239.       '<th class="hdbCalHeader hdbCalControls" title="Previous year" style="text-align:center;"><span>&#8810;</span></th>' +
  1240.       '<th colspan="3" id="hdbCalTableTitle" class="hdbCalHeader">'+date.getFullYear()+'<br>'+longMonths[date.getMonth()]+'</th>' +
  1241.       '<th class="hdbCalHeader hdbCalControls" title="Next year" style="text-align:center;"><span>&#8811;</span></th>' +
  1242.       '<th class="hdbCalHeader hdbCalControls" title="Next month" style="text-align:left;"><span>&gt;</span></th>' +
  1243.       '</tr><tr><th class="hdbDayHeader" style="color:red;">S</th><th class="hdbDayHeader">M</th>' +
  1244.       '<th class="hdbDayHeader">T</th><th class="hdbDayHeader">W</th><th class="hdbDayHeader">T</th>' +
  1245.       '<th class="hdbDayHeader">F</th><th class="hdbDayHeader">S</th></tr>';
  1246.     
  1247.     document.querySelector('th[title="Previous month"]').addEventListener( "click", function() { 
  1248.       this.drawCalendar(date.getFullYear(), date.getMonth(), 1);
  1249.     }.bind(this) );
  1250.     document.querySelector('th[title="Previous year"]').addEventListener( "click", function() {
  1251.       this.drawCalendar(date.getFullYear()-1, date.getMonth()+1, 1);
  1252.     }.bind(this) );
  1253.     document.querySelector('th[title="Next month"]').addEventListener( "click", function() {
  1254.       this.drawCalendar(date.getFullYear(), date.getMonth()+2, 1);
  1255.     }.bind(this) );
  1256.     document.querySelector('th[title="Next year"]').addEventListener( "click", function() {
  1257.       this.drawCalendar(date.getFullYear()+1, date.getMonth()+1, 1);
  1258.     }.bind(this) );
  1259.  
  1260.     var hasDay = false, thisDay = 1;
  1261.     for (var i=0;i<6;i++) { // cycle weeks
  1262.       var row = document.createElement("TR");
  1263.       for (var j=0;j<7;j++) { // cycle days
  1264.         if (!hasDay && j === anchors.first && thisDay < anchors.total)
  1265.           hasDay = true;
  1266.         else if (hasDay && thisDay > anchors.total)
  1267.           hasDay = false;
  1268.  
  1269.         var cell = document.createElement("TD");
  1270.         cell.classList.add("hdbCalCells");
  1271.         row.appendChild(cell);
  1272.         if (hasDay) {
  1273.           cell.classList.add("hdbCalDays");
  1274.           cell.textContent = thisDay;
  1275.           cell.addEventListener("click", _clickHandler.bind(this));
  1276.           cell.dataset.year = date.getFullYear();
  1277.           cell.dataset.month = date.getMonth()+1;
  1278.           cell.dataset.day = thisDay++;
  1279.         }
  1280.       } // for j
  1281.       cal.appendChild(row);
  1282.     } // for i
  1283.  
  1284.     function _clickHandler(e) {
  1285.       /*jshint validthis:true*/
  1286.  
  1287.       var y = e.target.dataset.year;
  1288.       var m = Number(e.target.dataset.month).toPadded();
  1289.       var d = Number(e.target.dataset.day).toPadded();
  1290.       this.caller.value = y+"-"+m+"-"+d;
  1291.       this.die();
  1292.     }
  1293.  
  1294.     function _getAnchors(date) {
  1295.       var _anchors = {};
  1296.       date.setMonth(date.getMonth()+1);
  1297.       date.setDate(0);
  1298.       _anchors.total = date.getDate();
  1299.       date.setDate(1);
  1300.       _anchors.first = date.getDay();
  1301.       return _anchors;
  1302.     }
  1303.   };//}}} drawCalendar
  1304.  
  1305.   this.die = function() { document.querySelector("#hdbCalendarPanel").remove(); };
  1306.  
  1307. }//}}} Calendar
  1308. /*
  1309.  *
  1310.  *
  1311.  * * * * * * * * * * * * * TESTING FUNCTIONS -- DELETE BEFORE FINAL RELEASE * * * * * * * * * * * 
  1312.  *
  1313.  *
  1314.  */
  1315.  
  1316. function INFLATEDUMMYVALUES() { //{{{
  1317.   'use strict';
  1318.  
  1319.   var tdb = this.result;
  1320.   tdb.onerror = function(e) { console.log("requesterror",e.target.error.name,e.target.error.message,e); };
  1321.   tdb.onversionchange = function(e) { console.log("tdb received versionchange request", e); tdb.close(); };
  1322.   //console.log(tdb.transaction("HIT").objectStore("HIT").indexNames.contains("date"));
  1323.   console.groupCollapsed("Populating test database");
  1324.   var tdbt = {};
  1325.   tdbt.trans = tdb.transaction(["HIT", "NOTES", "BLOCKS"], "readwrite");
  1326.   tdbt.hit   = tdbt.trans.objectStore("HIT");
  1327.   tdbt.notes = tdbt.trans.objectStore("NOTES");
  1328.   tdbt.blocks= tdbt.trans.objectStore("BLOCKS");
  1329.  
  1330.   var filler = { notes:[], hit:[], blocks:[]};
  1331.   for (var n=0;n<100000;n++) {
  1332.     filler.hit.push({ date: "2015-08-00", requesterName: "tReq"+(n+1), title: "Greatest Title Ever #"+(n+1), 
  1333.       reward: Number((n+1)%(200/n)+(((n+1)%200)/100)).toFixed(2), status: "moo",
  1334.       requesterId: ("RRRRRRR"+n).substr(-7), hitId: ("HHHHHHH"+n).substr(-7) });
  1335.     if (n%1000 === 0) {
  1336.       filler.notes.push({ requesterId: ("RRRRRRR"+n).substr(-7), note: n+1 +
  1337.         " Proin vel erat commodo mi interdum rhoncus. Sed lobortis porttitor arcu, et tristique ipsum semper a." +
  1338.         " Donec eget aliquet lectus, vel scelerisque ligula." });
  1339.       filler.blocks.push({requesterId: ("RRRRRRR"+n).substr(-7)});
  1340.     }
  1341.   }
  1342.  
  1343.   _write(tdbt.hit, filler.hit);
  1344.   _write(tdbt.notes, filler.notes);
  1345.   _write(tdbt.blocks, filler.blocks);
  1346.  
  1347.   function _write(store, obj) {
  1348.     if (obj.length) {
  1349.       var t = obj.pop();
  1350.       store.put(t).onsuccess = function() { _write(store, obj) };
  1351.     } else {
  1352.       console.log("population complete");
  1353.     }
  1354.   }
  1355.  
  1356.   console.groupEnd();
  1357.  
  1358.   dbh = window.indexedDB.open("HITDB_TESTING", DB_VERSION);
  1359.   dbh.onerror = function(e) { console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  1360.   console.log(dbh.readyState, dbh);
  1361.   dbh.onupgradeneeded = HITStorage.versionChange;
  1362.   dbh.onblocked = function(e) { console.log("blocked event triggered:", e); };
  1363.  
  1364.   tdb.close();
  1365.  
  1366. }//}}}
  1367.  
  1368. function BLANKSLATE() { //{{{ create empty db equivalent to original schema to test upgrade
  1369.     'use strict';
  1370.     var tdb = this.result;
  1371.     if (!tdb.objectStoreNames.contains("HIT")) { 
  1372.         console.log("creating HIT OS");
  1373.         var dbo = tdb.createObjectStore("HIT", { keyPath: "hitId" });
  1374.         dbo.createIndex("date", "date", { unique: false });
  1375.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  1376.         dbo.createIndex("title", "title", { unique: false });
  1377.         dbo.createIndex("reward", "reward", { unique: false });
  1378.         dbo.createIndex("status", "status", { unique: false });
  1379.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1380.  
  1381.     }
  1382.     if (!tdb.objectStoreNames.contains("STATS")) {
  1383.         console.log("creating STATS OS");
  1384.         dbo = tdb.createObjectStore("STATS", { keyPath: "date" });
  1385.     }
  1386.     if (!tdb.objectStoreNames.contains("NOTES")) {
  1387.         console.log("creating NOTES OS");
  1388.         dbo = tdb.createObjectStore("NOTES", { keyPath: "requesterId" });
  1389.     }
  1390.     if (!tdb.objectStoreNames.contains("BLOCKS")) {
  1391.         console.log("creating BLOCKS OS");
  1392.         dbo = tdb.createObjectStore("BLOCKS", { keyPath: "id", autoIncrement: true });
  1393.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1394.     }
  1395. } //}}}
  1396.  
  1397.  
  1398.  
  1399. // vim: ts=2:sw=2:et:fdm=marker:noai