☰

MTurk HIT Database Mk.II

Keep track of the HITs you've done (and more!)

目前为 2015-08-16 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         MTurk HIT Database Mk.II
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.7.411
  6. // @description  Keep track of the HITs you've done (and more!)
  7. // @include      /^https://www\.mturk\.com/mturk/(dash|view|sort|find|prev|search).*/
  8. // @exclude      https://www.mturk.com/mturk/findhits?*hit_scraper
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12. /**\
  13.  ** 
  14.  ** This is a complete rewrite of the MTurk HIT Database script from the ground up, which
  15.  ** eliminates obsolete methods, fixes many bugs, and brings this script up-to-date 
  16.  ** with the current modern browser environment.
  17.  **
  18. \**/ 
  19.  
  20.  
  21. /*
  22.  * TODO
  23.  *   projected earnings
  24.  *   note functionality
  25.  *   tagging (?)
  26.  *   searching via R/T buttons
  27.  *
  28.  */
  29.  
  30.  
  31.  
  32. const DB_VERSION = 2;
  33. const MTURK_BASE = 'https://www.mturk.com/mturk/';
  34. //const TO_BASE = 'http://turkopticon.ucsd.edu/api/multi-attrs.php';
  35.  
  36. // polyfill for chrome until v45(?) 
  37. if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];
  38. // format leading zeros
  39. Number.prototype.toPadded = function(length) {
  40.   'use strict';
  41.  
  42.   length = length || 2;
  43.   return ("0000000"+this).substr(-length);
  44. };
  45. // decimal rounding
  46. Math.decRound = function(v, shift) {
  47.   'use strict';
  48.  
  49.   v = Math.round(+(v+"e"+shift));
  50.   return +(v+"e"+-shift);
  51. };
  52.  
  53. var qc = { extraDays: !!localStorage.getItem("hitdb_extraDays") || false, seen: {} };
  54. if (localStorage.getItem("hitdb_fetchData"))
  55.   qc.fetchData = JSON.parse(localStorage.getItem("hitdb_fetchData"));
  56. else
  57.   qc.fetchData = {};
  58.  
  59. var HITStorage = { //{{{
  60.   data: {},
  61.  
  62.   versionChange: function hsversionChange() { //{{{
  63.     'use strict';
  64.  
  65.     var db = this.result;
  66.     db.onerror = HITStorage.error;
  67.     db.onversionchange = function(e) { console.log("detected version change??",console.dir(e)); db.close(); };
  68.     this.onsuccess = function() { db.close(); };
  69.     var dbo;
  70.  
  71.     console.groupCollapsed("HITStorage.versionChange::onupgradeneeded");
  72.  
  73.     if (!db.objectStoreNames.contains("HIT")) { 
  74.       console.log("creating HIT OS");
  75.       dbo = db.createObjectStore("HIT", { keyPath: "hitId" });
  76.       dbo.createIndex("date", "date", { unique: false });
  77.       dbo.createIndex("requesterName", "requesterName", { unique: false});
  78.       dbo.createIndex("title", "title", { unique: false });
  79.       dbo.createIndex("reward", "reward", { unique: false });
  80.       dbo.createIndex("status", "status", { unique: false });
  81.       dbo.createIndex("requesterId", "requesterId", { unique: false });
  82.  
  83.       localStorage.setItem("hitdb_extraDays", true);
  84.       qc.extraDays = true;
  85.     }
  86.     
  87.     if (!db.objectStoreNames.contains("STATS")) {
  88.       console.log("creating STATS OS");
  89.       dbo = db.createObjectStore("STATS", { keyPath: "date" });
  90.     }
  91.     if (this.transaction.objectStore("STATS").indexNames.length < 5) { // new in v5: schema additions
  92.       this.transaction.objectStore("STATS").createIndex("approved", "approved", { unique: false });
  93.       this.transaction.objectStore("STATS").createIndex("earnings", "earnings", { unique: false });
  94.       this.transaction.objectStore("STATS").createIndex("pending", "pending", { unique: false });
  95.       this.transaction.objectStore("STATS").createIndex("rejected", "rejected", { unique: false });
  96.       this.transaction.objectStore("STATS").createIndex("submitted", "submitted", { unique: false });
  97.     }
  98.  
  99.     (function _updateNotes(dbt) { // new in v5: schema change
  100.       if (!db.objectStoreNames.contains("NOTES")) {
  101.         console.log("creating NOTES OS");
  102.         dbo = db.createObjectStore("NOTES", { keyPath: "id", autoIncrement: true });
  103.         dbo.createIndex("hitId", "hitId", { unique: false });
  104.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  105.         dbo.createIndex("tags", "tags", { unique: false, multiEntry: true });
  106.         dbo.createIndex("date", "date", { unique: false });
  107.       }
  108.       if (db.objectStoreNames.contains("NOTES") && dbt.objectStore("NOTES").indexNames.length < 3) {
  109.           _mv(db, dbt, "NOTES", "NOTES", _updateNotes);
  110.       }
  111.     })(this.transaction);
  112.  
  113.     if (db.objectStoreNames.contains("BLOCKS")) {
  114.       console.log("migrating BLOCKS to NOTES");
  115.       var temp = [];
  116.       this.transaction.objectStore("BLOCKS").openCursor().onsuccess = function() {
  117.         var cursor = this.result;
  118.         if (cursor) {
  119.           temp.push( {
  120.             requesterId: cursor.value.requesterId,
  121.             tags: "Blocked",
  122.             note: "This requester was blocked under the old HitDB. Blocking has been deprecated and removed "+
  123.               "from HIT Databse. All blocks have been converted to a Note."
  124.           } );
  125.           cursor.continue();
  126.         } else {
  127.           console.log("deleting blocks");
  128.           db.deleteObjectStore("BLOCKS");
  129.           for (var entry of temp)
  130.             this.transaction.objectStore("NOTES").add(entry);
  131.         }
  132.       };
  133.     }
  134.  
  135.     function _mv(db, transaction, source, dest, fn) { //{{{
  136.       var _data = [];
  137.       transaction.objectStore(source).openCursor().onsuccess = function() {
  138.         var cursor = this.result;
  139.           if (cursor) {
  140.             _data.push(cursor.value);
  141.             cursor.continue();
  142.           } else {
  143.             db.deleteObjectStore(source);
  144.             fn(transaction);
  145.             if (_data.length)
  146.               for (var i=0;i<_data.length;i++)
  147.                 transaction.objectStore(dest).add(_data[i]);
  148.               //console.dir(_data);
  149.           }
  150.       };
  151.     } //}}}
  152.  
  153.     console.groupEnd();
  154.   }, // }}} versionChange
  155.  
  156.   error: function(e) { //{{{
  157.     'use strict';
  158.  
  159.     if (typeof e === "string")
  160.       console.log(e);
  161.     else
  162.       console.log("Encountered",e.target.error.name,"--",e.target.error.message,e);
  163.   }, //}}} onerror
  164.  
  165.   parseDOM: function(doc) {//{{{
  166.     'use strict';
  167.     
  168.     var statusLabel = document.querySelector("#hdbStatusText");
  169.     statusLabel.style.color = "black";
  170.  
  171.     if (doc.title.search(/Status$/) > 0) // status overview
  172.       parseStatus();
  173.     else if (doc.querySelector('td[colspan="4"]')) // valid status detail, but no data
  174.       parseMisc("next");
  175.     else if (doc.title.search(/Status Detail/) > 0) // status detail with data
  176.       parseDetail();
  177.     else if (doc.querySelector('td[class="error_title"]')) // no more status information
  178.       parseMisc("end");
  179.     else 
  180.       throw "ParseError::unhandled document received @"+doc.documentURI;
  181.  
  182.  
  183.     function parseStatus() {//{{{
  184.       HITStorage.data = { HIT: [], STATS: [] };
  185.       qc.seen = {};
  186.       var _pastDataExists = Boolean(Object.keys(qc.fetchData).length);
  187.       var raw = { 
  188.         day: doc.querySelectorAll(".statusDateColumnValue"), 
  189.         sub: doc.querySelectorAll(".statusSubmittedColumnValue"),
  190.         app: doc.querySelectorAll(".statusApprovedColumnValue"),
  191.         rej: doc.querySelectorAll(".statusRejectedColumnValue"),
  192.         pen: doc.querySelectorAll(".statusPendingColumnValue"),
  193.         pay: doc.querySelectorAll(".statusEarningsColumnValue") 
  194.       };
  195.       
  196.       var timeout = 0;
  197.       for (var i=0;i<raw.day.length;i++) {
  198.         var d = {};
  199.         var _date = raw.day[i].childNodes[1].href.substr(53);
  200.         d.date      = HITStorage.ISODate(_date);
  201.         d.submitted = +raw.sub[i].innerText;
  202.         d.approved  = +raw.app[i].innerText;
  203.         d.rejected  = +raw.rej[i].innerText;
  204.         d.pending   = +raw.pen[i].innerText;
  205.         d.earnings  = +raw.pay[i].innerText.substr(1);
  206.         HITStorage.data.STATS.push(d);
  207.  
  208.         // check whether or not we need to get status detail pages for date, then
  209.         // fetch status detail pages per date in range and slightly slow
  210.         // down GET requests to avoid making too many in too short an interval
  211.         var payload = { encodedDate: _date, pageNumber: 1, sortType: "All" };
  212.         if (_pastDataExists) {
  213.           // date not in range but is new date (or old date but we need updates)
  214.           // lastDate stored in ISO format, fetchData date keys stored in mturk's URI ecnodedDate format
  215.           if ( (d.date > qc.fetchData.lastDate) || ~(Object.keys(qc.fetchData).indexOf(_date)) ) {
  216.             setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  217.             timeout += 250;
  218.  
  219.             qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  220.           } 
  221.         } else { // get everything
  222.           setTimeout(HITStorage.fetch, timeout, MTURK_BASE+"statusdetail", payload);
  223.           timeout += 250;
  224.  
  225.           qc.fetchData[_date] = { submitted: d.submitted, pending: d.pending };
  226.         }
  227.       } // for
  228.       qc.fetchData.expectedTotal = _calcTotals(qc.fetchData);
  229.  
  230.       // try for extra days
  231.       if (qc.extraDays === true) {
  232.         localStorage.removeItem("hitdb_extraDays");
  233.         d = _decDate(HITStorage.data.STATS[HITStorage.data.STATS.length-1].date);
  234.         qc.extraDays = d; // repurpose extraDays for QC
  235.         payload = { encodedDate: d, pageNumber: 1, sortType: "All" };
  236.         console.log("fetchrequest for", d, "sent by parseStatus");
  237.         setTimeout(HITStorage.fetch, 1000, MTURK_BASE+"statusdetail", payload);
  238.       }
  239.       qc.fetchData.lastDate = HITStorage.data.STATS[0].date; // most recent date seen
  240.  
  241.     }//}}} parseStatus
  242.  
  243.     function parseDetail() {//{{{
  244.       var _date = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  245.       var _page = doc.documentURI.replace(/.+ber=(\d+).+/, "$1");
  246.       console.log("page:", _page, "date:", _date);
  247.       statusLabel.textContent = "Processing "+HITStorage.ISODate(_date)+" page "+_page;
  248.       var raw = {
  249.         req:      doc.querySelectorAll(".statusdetailRequesterColumnValue"),
  250.         title:    doc.querySelectorAll(".statusdetailTitleColumnValue"),
  251.         pay:      doc.querySelectorAll(".statusdetailAmountColumnValue"),
  252.         status:   doc.querySelectorAll(".statusdetailStatusColumnValue"),
  253.         feedback: doc.querySelectorAll(".statusdetailRequesterFeedbackColumnValue")
  254.       };
  255.  
  256.       for (var i=0;i<raw.req.length;i++) {
  257.         var d = {};
  258.         d.date          = HITStorage.ISODate(_date);
  259.         d.feedback      = raw.feedback[i].innerText.trim();
  260.         d.hitId         = raw.req[i].childNodes[1].href.replace(/.+HIT\+(.+)/, "$1");
  261.         d.requesterId   = raw.req[i].childNodes[1].href.replace(/.+rId=(.+?)&.+/, "$1");
  262.         d.requesterName = raw.req[i].innerText.trim().replace(/\|/g,"");
  263.         d.reward        = +raw.pay[i].innerText.substr(1);
  264.         d.status        = raw.status[i].innerText;
  265.         d.title         = raw.title[i].innerText.replace(/\|/g, "");
  266.         HITStorage.data.HIT.push(d);
  267.  
  268.         if (!qc.seen[_date]) qc.seen[_date] = {};
  269.         qc.seen[_date] = { 
  270.           submitted:   qc.seen[_date].submitted + 1 || 1,
  271.           pending: ~d.status.search(/pending/i)  ? 
  272.             (qc.seen[_date].pending + 1 || 1) : (qc.seen[_date].pending || 0)
  273.         };
  274.       }
  275.  
  276.       // additional pages remain; get them
  277.       if (doc.querySelector('img[src="/media/right_dbl_arrow.gif"]')) {
  278.         var payload = { encodedDate: _date, pageNumber: +_page+1, sortType: "All" };
  279.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  280.         return;
  281.       }
  282.  
  283.       if (!qc.extraDays) { // not fetching extra days
  284.         //no longer any more useful data here, don't need to keep rechecking this date
  285.         if (HITStorage.ISODate(_date) !== qc.fetchData.lastDate &&
  286.             qc.seen[_date].submitted === qc.fetchData[_date].submitted && 
  287.             qc.seen[_date].pending === 0) {
  288.           console.log("no more pending hits, removing",_date,"from fetchData");
  289.           delete qc.fetchData[_date];
  290.           localStorage.setItem("hitdb_fetchData", JSON.stringify(qc.fetchData));
  291.         }
  292.         // finished scraping; start writing
  293.         console.log("totals", _calcTotals(qc.seen), qc.fetchData.expectedTotal);
  294.         statusLabel.textContent += " [ "+_calcTotals(qc.seen)+"/"+ qc.fetchData.expectedTotal+" ]";
  295.         if (_calcTotals(qc.seen) === qc.fetchData.expectedTotal) {
  296.           statusLabel.textContent = "Writing to database...";
  297.           HITStorage.write(HITStorage.data, "update");
  298.         }
  299.       } else if (_date <= qc.extraDays) { // day is older than default range and still fetching extra days
  300.         parseMisc("next");
  301.         console.log("fetchrequest for", _decDate(HITStorage.ISODate(_date)));
  302.       }
  303.     }//}}} parseDetail
  304.  
  305.     function parseMisc(type) {//{{{
  306.       var d = doc.documentURI.replace(/.+(\d{8}).+/, "$1");
  307.       var payload = { encodedDate: _decDate(HITStorage.ISODate(d)), pageNumber: 1, sortType: "All" };
  308.  
  309.       if (type === "next" && +qc.extraDays > 1) {
  310.         setTimeout(HITStorage.fetch, 250, MTURK_BASE+"statusdetail", payload);
  311.         console.log("going to next page", payload.encodedDate);
  312.       } else if (type === "end" && +qc.extraDays > 1) {
  313.         statusLabel.textContent = "Writing to database...";
  314.         HITStorage.write(HITStorage.data, "update");
  315.       } else 
  316.         throw "Unhandled URL -- how did you end up here??";
  317.     }//}}}
  318.  
  319.     function _decDate(date) {//{{{
  320.       var y = date.substr(0,4);
  321.       var m = date.substr(5,2);
  322.       var d = date.substr(8,2);
  323.       date = new Date(y,m-1,d-1);
  324.       return Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded() + date.getFullYear();
  325.     }//}}}
  326.  
  327.     function _calcTotals(obj) {//{{{
  328.       var sum = 0;
  329.       for (var k in obj){
  330.         if (obj.hasOwnProperty(k) && !isNaN(+k)) 
  331.           sum += obj[k].submitted;
  332.       }
  333.       return sum;
  334.     }//}}}
  335.   },//}}} parseDOM
  336.   
  337.   ISODate: function(date) { //{{{ MMDDYYYY -> YYYY-MM-DD
  338.     'use strict';
  339.  
  340.     return date.substr(4)+"-"+date.substr(0,2)+"-"+date.substr(2,2);
  341.   }, //}}} ISODate
  342.  
  343.   fetch: function(url, payload) { //{{{
  344.     'use strict';
  345.  
  346.     //format GET request with query payload
  347.     if (payload) {
  348.       var args = 0;
  349.       url += "?";
  350.       for (var k in payload) {
  351.         if (payload.hasOwnProperty(k)) {
  352.           if (args++) url += "&";
  353.           url += k + "=" + payload[k];
  354.         }
  355.       }
  356.     }
  357.     // defer XHR to a promise
  358.     var fetch = new Promise( function(fulfill, deny) {
  359.       var urlreq = new XMLHttpRequest();
  360.       urlreq.open("GET", url, true);
  361.       urlreq.responseType = "document";
  362.       urlreq.send();
  363.       urlreq.onload = function() { 
  364.         if (this.status === 200) {
  365.           fulfill(this.response);
  366.         } else {
  367.           deny("Error ".concat(String(this.status)).concat(": "+this.statusText));
  368.         }
  369.       };
  370.       urlreq.onerror   = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  371.       urlreq.ontimeout = function() { deny("Error ".concat(String(this.status)).concat(": "+this.statusText)); };
  372.     } );
  373.     fetch.then( HITStorage.parseDOM, HITStorage.error );
  374.  
  375.   }, //}}} fetch
  376.   
  377.   write: function(input, statusUpdate) { //{{{
  378.     'use strict';
  379.  
  380.     var dbh = window.indexedDB.open("HITDB_TESTING");
  381.     dbh.onerror = HITStorage.error;
  382.     dbh.onsuccess = function() { _write(this.result); };
  383.  
  384.     var counts = { requests: 0, total: 0 };
  385.  
  386.     function _write(db) {
  387.       db.onerror = HITStorage.error;
  388.       var os = Object.keys(input);
  389.  
  390.       var dbt = db.transaction(os, "readwrite");
  391.       var dbo = [];
  392.       for (var i=0;i<os.length;i++) { // cycle object stores
  393.         dbo[i] = dbt.objectStore(os[i]);
  394.         for (var k of input[os[i]]) { // cycle entries to put into object stores
  395.           if (statusUpdate && ++counts.requests)
  396.             dbo[i].put(k).onsuccess = _statusCallback;
  397.           else
  398.             dbo[i].put(k);
  399.         }
  400.       }
  401.       db.close();
  402.     }
  403.  
  404.     function _statusCallback() {
  405.       if (++counts.total === counts.requests) {
  406.         var statusLabel = document.querySelector("#hdbStatusText");
  407.         statusLabel.style.color = "green";
  408.         statusLabel.textContent = statusUpdate === "update" ? "Update Complete!" : 
  409.           statusUpdate === "restore" ? "Restoring " + counts.total + " entries... Done!" : 
  410.           "Done!";
  411.         document.querySelector("#hdbProgressBar").style.display = "none";
  412.       }
  413.     }
  414.  
  415.   }, //}}} write
  416.  
  417.   recall: function(store, options) {//{{{
  418.     'use strict';
  419.  
  420.     var index = options ? (options.index  || null)  : null,
  421.         range = options ? (options.range  || null)  : null,
  422.         dir   = options ? (options.dir || "next") : "next",
  423.         fs    = options ? (options.filter ? options.filter.status !== "*" ? options.filter.status : false : false) : false,
  424.         fq    = options ? (options.filter ? options.filter.query  !== "*" ? new RegExp(options.filter.query,"i")  : false : false) : false,
  425.         limit = 0;
  426.  
  427.     if (options && options.progress) {
  428.       var progressBar = document.querySelector("#hdbProgressBar");
  429.           //statusText  = document.querySelector("#hdbStatusText");
  430.       progressBar.style.display = "block";
  431.     }
  432.     var sr = new DatabaseResult();
  433.     return new Promise( function(resolve) {
  434.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  435.         var dbo = this.result.transaction(store, "readonly").objectStore(store), dbq = null;
  436.         if (index) 
  437.           dbq = dbo.index(index).openCursor(range, dir);
  438.         else
  439.           dbq = dbo.openCursor(range, dir);
  440.         dbq.onsuccess = function() {
  441.           var c = this.result;
  442.           if (c && limit++ < 2000) { // limit to 2000 to save memory usage in large databases
  443.             if ( (!fs && !fq) ||                              // no query filter and no status filter OR
  444.                  (fs && !fq && ~c.value.status.search(fs)) || // status match and no query filter OR
  445.                  (!fs && fq &&                                // query match and no status filter OR
  446.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq)))  ||
  447.                  (fs && fq && ~c.value.status.search(fs) &&   // status match and query match
  448.                    (~c.value.title.search(fq) || ~c.value.requesterName.search(fq) || ~c.value.hitId.search(fq))) )
  449.               sr.include(c.value);
  450.             c.continue();
  451.           } else
  452.             resolve(sr);
  453.         };
  454.       };
  455.     } ); // promise
  456.   },//}}} recall
  457.  
  458.   backup: function() {//{{{
  459.     'use strict';
  460.  
  461.     var bData = {},
  462.         os    = ["STATS", "NOTES", "HIT"],
  463.         count = 0,
  464.         prog  = document.querySelector("#hdbProgressBar");
  465.  
  466.     prog.style.display = "block";
  467.  
  468.     window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  469.       for (var store of os) {
  470.         this.result.transaction(os, "readonly").objectStore(store).openCursor().onsuccess = populateBackup;
  471.       }
  472.     };
  473.     function populateBackup(e) {
  474.       var cursor = e.target.result;
  475.       if (cursor) {
  476.         if (!bData[cursor.source.name]) bData[cursor.source.name] = [];
  477.         bData[cursor.source.name].push(cursor.value);
  478.         cursor.continue();
  479.       } else 
  480.         if (++count === 3)
  481.           finalizeBackup();
  482.     }
  483.     function finalizeBackup() {
  484.       var backupblob = new Blob([JSON.stringify(bData)], {type:""});
  485.       var date = new Date();
  486.       var dl = document.createElement("A");
  487.       date = date.getFullYear() + Number(date.getMonth()+1).toPadded() + Number(date.getDate()).toPadded();
  488.       dl.href = URL.createObjectURL(backupblob);
  489.       console.log(dl.href);
  490.       dl.download = "hitdb_"+date+".bak";
  491.       dl.click();
  492.       prog.style.display = "none";
  493.     }
  494.  
  495.   }//}}} backup
  496.  
  497. };//}}} HITStorage
  498.  
  499. function DatabaseResult() {//{{{
  500.   'use strict';
  501.  
  502.   this.results = [];
  503.   this.formatHTML = function(type) {
  504.     var count = 0, htmlTxt = [], entry = null, _trClass = null;
  505.  
  506.     if (this.results.length < 1) return "<h2>No entries found matching your query.</h2>";
  507.  
  508.     if (type === "daily") {
  509.       htmlTxt.push('<tr style="background:#7fb448;font-size:12px;color:white"><th>Date</th><th>Submitted</th>' +
  510.           '<th>Approved</th><th>Rejected</th><th>Pending</th><th>Earnings</th></tr>');
  511.       for (entry of this.results) {
  512.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  513.         
  514.         htmlTxt.push('<tr '+_trClass+' align="center"><td>' + entry.date + '</td><td>' + entry.submitted + '</td>' +
  515.             '<td>' + entry.approved + '</td><td>' + entry.rejected + '</td><td>' + entry.pending + '</td>' +
  516.             '<td>' + Number(entry.earnings).toFixed(2) + '</td></tr>');
  517.       }
  518.     } else if (type === "pending" || type === "requester") {
  519.       htmlTxt.push('<tr data-sort="99999" style="background:#7fb448;font-size:12px;color:white"><th>Requester ID</th>' +
  520.           '<th width="504px">Requester</th><th>' + (type === "pending" ? 'Pending' : 'HITs') + '</th><th>Rewards</th></tr>');
  521.       var r = {};
  522.       for (entry of this.results) {
  523.         if (!r[entry.requesterId]) r[entry.requesterId] = [];
  524.         r[entry.requesterId].push(entry);
  525.         r[entry.requesterId].pay = r[entry.requesterId].pay ? 
  526.           typeof entry.reward === "object" ? r[entry.requesterId].pay + (+entry.reward.pay) : r[entry.requesterId].pay + (+entry.reward) :
  527.           typeof entry.reward === "object" ? +entry.reward.pay : +entry.reward;
  528.       }
  529.       for (var k in r) {
  530.         if (r.hasOwnProperty(k)) {
  531.           var tr = ['<tr data-hits="'+r[k].length+'"><td>' +
  532.               '<span style="cursor:pointer;color:blue;" class="hdbExpandRow" title="Display all pending HITs from this requester">' +
  533.               '[+]</span> ' + r[k][0].requesterId + '</td><td>' + r[k][0].requesterName + '</td>' +
  534.               '<td>' + r[k].length + '</td><td>' + Number(Math.decRound(r[k].pay,2)).toFixed(2) + '</td></tr>'];
  535.           for (var hit of r[k]) {
  536.             tr.push('<tr data-rid="'+r[k][0].requesterId+'" style="color:#c60000;display:none;"><td align="right">' + hit.date + '</td>' +
  537.                 '<td max-width="504px">' + hit.title + '</td><td></td><td align="right">' +
  538.                 (typeof hit.reward === "object" ? Number(hit.reward.pay).toFixed(2) : Number(hit.reward).toFixed(2)) +
  539.                 '</td></tr>');
  540.           }
  541.           htmlTxt.push(tr.join(''));
  542.         }
  543.       }
  544.       htmlTxt.sort(function(a,b) { return +b.substr(15,5).match(/\d+/) - +a.substr(15,5).match(/\d+/); });
  545.     } else { // default
  546.       htmlTxt.push('<tr style="background:#7FB448;font-size:12px;color:white"><th colspan="3"></th>' +
  547.           '<th colspan="2" title="Bonuses must be added in manually.\n\nClick inside' +
  548.           'the cell to edit, click out of the cell to save">Reward</th><th colspan="2"></th></tr>'+
  549.           '<tr style="background:#7FB448;font-size:12px;color:white">' +
  550.           '<th>Date</th><th>Requester</th><th>HIT title</th><th style="font-size:10px;">Pay</th>'+
  551.           '<th style="font-size:10px;">Bonus</th><th>Status</th><th>Feedback</th></tr>');
  552.  
  553.       for (entry of this.results) {
  554.         _trClass = (count++ % 2 === 0) ? 'class="even"' : 'class="odd"';
  555.         var _stColor = ~entry.status.search(/(paid|approved)/i) ? 'style="color:green;"'  :
  556.                        entry.status === "Pending Approval"          ? 'style="color:orange;"' : 'style="color:red;"';
  557.  
  558.         htmlTxt.push("<tr "+_trClass+"><td width=\"74px\">" + entry.date + "</td><td style=\"max-width:145px;\">" + entry.requesterName + 
  559.             "</td><td width='375px' title='HIT ID:   "+entry.hitId+"'>" + entry.title + "</td><td>" +
  560.             (typeof entry.reward === "object" ? Number(entry.reward.pay).toFixed(2) : Number(entry.reward).toFixed(2)) + 
  561.             "</td><td width='36px' contenteditable='true' data-hitid='"+entry.hitId+"'>" + 
  562.             (typeof entry.reward === "object" ? Number(entry.reward.bonus).toFixed(2) : "&nbsp;") + 
  563.             "</td><td "+_stColor+">" + entry.status + "</td><td>" + entry.feedback + "</td></tr>");
  564.       }
  565.     }
  566.     return htmlTxt.join('');
  567.   }; // formatHTML
  568.   this.formatCSV = function(type) {};
  569.   this.include = function(value) {
  570.     this.results.push(value);
  571.   };
  572. }//}}} databaseresult
  573.  
  574. /* 
  575.  *
  576.  *    Above contains the core functions. Below is the
  577.  *    main body, interface, and tangential functions.
  578.  *
  579.  *///{{{
  580. // the Set() constructor is never actually used other than to test for Chrome v38+
  581. if (!("indexedDB" in window && "Set" in window)) alert("HITDB::Your browser is too outdated or otherwise incompatible with this script!");
  582. else {
  583. /*
  584.   var tdbh = window.indexedDB.open("HITDB_TESTING");
  585.   tdbh.onerror = function(e) { 'use strict'; console.log("[TESTDB]",e.target.error.name+":", e.target.error.message, e); };
  586.   tdbh.onsuccess = INFLATEDUMMYVALUES;
  587.   tdbh.onupgradeneeded = BLANKSLATE;
  588.   var dbh = null;
  589. */
  590.   
  591.   var dbh = window.indexedDB.open("HITDB_TESTING", DB_VERSION);
  592.   dbh.onerror = function(e) { 'use strict'; console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  593.   dbh.onupgradeneeded = HITStorage.versionChange;
  594.  
  595.   if (document.location.pathname.search(/dashboard/) > 0)
  596.     dashboardUI();
  597.   else
  598.     beenThereDoneThat();
  599.  
  600.   //FILEREADERANDBACKUPTESTING();
  601.  
  602. }
  603. /*}}}
  604.  *
  605.  *    Above is the main body and core functions. Below
  606.  *    defines UI layout/appearance and tangential functions.
  607.  *
  608.  */
  609.  
  610. // {{{ css injection
  611. var css = "<style type='text/css'>" +
  612. ".hitdbRTButtons {border:1px solid; font-size: 10px; height: 18px; padding-left: 5px; padding-right: 5px; background: pink;}" +
  613. ".hitdbRTButtons-green {background: lightgreen;}" +
  614. ".hitdbRTButtons-large {width:80px;}" +
  615. ".hdbProgressContainer {margin:auto; width:500px; height:6px; position:relative; display:none; border-radius:10px; overflow:hidden; background:#d3d8db;}" +
  616. ".hdbProgressInner {width:100%; position:absolute; left:0;top:0;bottom:0; animation: kfpin 1.4s infinite; background:" +
  617.   "linear-gradient(262deg, rgba(208,69,247,0), rgba(208,69,247,1), rgba(69,197,247,1), rgba(69,197,247,0)); background-size: 300% 500%;}" +
  618. ".hdbProgressOuter {width:30%; position:absolute; left:0;top:0;bottom:0; animation: kfpout 2s cubic-bezier(0,0.55,0.2,1) infinite;}" +
  619. "@keyframes kfpout { 0% {left:-100%;} 70%{left:100%;} 100%{left:100%;} }" +
  620. "@keyframes kfpin { 0%{background-position: 0% 50%} 50%{background-position: 100% 15%} 100%{background-position:0% 30%} }" +
  621. ".hdbCalControls {cursor:pointer;} .hdbCalControls:hover {color:c27fcf;}" +
  622. ".hdbCalCells {background:#f0f6f9; height:19px}" +
  623. ".hdbCalDays {cursor:pointer; text-align:center;} .hdbCalDays:hover {background:#7fb4cf; color:white;}" +
  624. ".hdbDayHeader {width:26px; text-align:center; font-weight:bold; font-size:12px; background:#f0f6f9;}" +
  625. ".hdbCalHeader {background:#7fb4cf; color:white; font-weight:bold; text-align:center; font-size:11px; padding:3px 0px;}" +
  626. "#hdbCalendarPanel {position:absolute; z-index:10; box-shadow:-2px 3px 5px 0px rgba(0,0,0,0.68);}" +
  627. "</style>";
  628. document.head.innerHTML += css;
  629. // }}}
  630.  
  631. function beenThereDoneThat() {//{{{
  632.   // 
  633.   // TODO add search on button click
  634.   //
  635.   'use strict';
  636.  
  637.   var qualNode = document.querySelector('td[colspan="11"]');
  638.   if (qualNode) { // we're on the preview page!
  639.     var requester     = document.querySelector('input[name="requesterId"]').value,
  640.         hitId         = document.querySelector('input[name="hitId"]').value,
  641.         autoApproval  = document.querySelector('input[name="hitAutoAppDelayInSeconds"]').value,
  642.         hitTitle      = document.querySelector('div[style*="ellipsis"]').textContent.trim().replace(/\|/g,""),
  643.         insertionNode = qualNode.parentNode.parentNode;
  644.     var row = document.createElement("TR"), cellL = document.createElement("TD"), cellR = document.createElement("TD");
  645.     cellR.innerHTML = '<span class="capsule_field_title">Auto-Approval:</span>&nbsp;&nbsp;'+_ftime(autoApproval);
  646.     var rbutton = document.createElement("BUTTON");
  647.     rbutton.classList.add("hitdbRTButtons","hitdbRTButtons-large");
  648.     rbutton.textContent = "Requester";
  649.     rbutton.onclick = function(e) { e.preventDefault(); };
  650.     var tbutton = rbutton.cloneNode(false);
  651.     tbutton.textContent = "HIT Title";
  652.     tbutton.onclick = function(e) { e.preventDefault(); };
  653.     HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(requester)})
  654.       .then(processResults.bind(rbutton));
  655.     HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(hitTitle)})
  656.       .then(processResults.bind(tbutton));
  657.     row.appendChild(cellL);
  658.     row.appendChild(cellR);
  659.     cellL.appendChild(rbutton);
  660.     cellL.appendChild(tbutton);
  661.     cellL.colSpan = "3";
  662.     cellR.colSpan = "8";
  663.     insertionNode.appendChild(row);
  664.   } else { // browsing HITs n sutff 
  665.     var titleNodes = document.querySelectorAll('a[class="capsulelink"]');
  666.     if (titleNodes.length < 1) return; // nothing left to do here!
  667.     var requesterNodes = document.querySelectorAll('a[href*="hitgroups&requester"]');
  668.     var insertionNodes = [];
  669.  
  670.     for (var i=0;i<titleNodes.length;i++) {
  671.       var _title = titleNodes[i].textContent.trim().replace(/\|/g,"");
  672.       var _tbutton = document.createElement("BUTTON");
  673.       var _id = requesterNodes[i].href.replace(/.+Id=(.+)/, "$1");
  674.       var _rbutton = document.createElement("BUTTON");
  675.       var _div = document.createElement("DIV"), _tr = document.createElement("TR");
  676.       insertionNodes.push(requesterNodes[i].parentNode.parentNode.parentNode);
  677.  
  678.       HITStorage.recall("HIT", {index: "title", range: window.IDBKeyRange.only(_title)} )
  679.         .then(processResults.bind(_tbutton));
  680.       HITStorage.recall("HIT", {index: "requesterId", range: window.IDBKeyRange.only(_id)} )
  681.         .then(processResults.bind(_rbutton));
  682.  
  683.       _tr.appendChild(_div);
  684.       _div.id = "hitdbRTInjection-"+i;
  685.       _div.appendChild(_rbutton);
  686.       _rbutton.textContent = 'R';
  687.       _rbutton.classList.add("hitdbRTButtons");
  688.       _div.appendChild(_tbutton);
  689.       _tbutton.textContent = 'T';
  690.       _tbutton.classList.add("hitdbRTButtons");
  691.       insertionNodes[i].appendChild(_tr);
  692.     }
  693.   } // else
  694.  
  695.   function processResults(r) {
  696.     /*jshint validthis: true*/
  697.     if (r.results.length) this.classList.add("hitdbRTButtons-green");
  698.   }
  699.  
  700.   function _ftime(t) {
  701.     var d = Math.floor(t/86400);
  702.     var h = Math.floor(t%86400/3600);
  703.     var m = Math.floor(t%86400%3600/60);
  704.     var s = t%86400%3600%60;
  705.     return ((d>0) ? d+" day"+(d>1 ? "s " : " ") : "") + ((h>0) ? h+"h " : "") + ((m>0) ? m+"m " : "") + ((s>0) ? s+"s" : "");
  706.   }
  707.  
  708. }//}}} btdt
  709.  
  710. function dashboardUI() {//{{{
  711.   //
  712.   // TODO refactor
  713.   //
  714.   'use strict';
  715.  
  716.   var controlPanel = document.createElement("TABLE");
  717.   var insertionNode = document.querySelector(".footer_separator").previousSibling;
  718.   document.body.insertBefore(controlPanel, insertionNode);
  719.   controlPanel.width = "760";
  720.   controlPanel.align = "center";
  721.   controlPanel.cellSpacing = "0";
  722.   controlPanel.cellPadding = "0";
  723.   controlPanel.innerHTML = '<tr height="25px"><td width="10" bgcolor="#7FB448" style="padding-left: 10px;"></td>' +
  724.     '<td class="white_text_14_bold" style="padding-left:10px; background-color:#7FB448;">' +
  725.       'HIT Database Mk. II&nbsp;<a href="https://greasyfork.org/en/scripts/11733-mturk-hit-database-mk-ii" class="whatis" target="_blank">' +
  726.       '(What\'s this?)</a></td></tr>' +
  727.     '<tr><td class="container-content" colspan="2">' +
  728.     '<div style="text-align:center;" id="hdbDashboardInterface">' +
  729.     '<button id="hdbBackup" title="Export your entire database!\nPerfect for moving between computers or as a periodic backup">Create Backup</button>' +
  730.     '<button id="hdbRestore" title="Restore database from external backup file" style="margin:5px">Restore</button>' +
  731.     '<button id="hdbUpdate" title="Update... the database" style="color:green;">Update Database</button>' +
  732.     '<div id="hdbFileSelector" style="display:none"><input id="hdbFileInput" type="file" /></div>' +
  733.     '<br>' +
  734.     '<button id="hdbPending" title="Summary of all pending HITs\n Can be exported as CSV" style="margin: 0px 5px 5px;">Pending Overview</button>' +
  735.     '<button id="hdbRequester" title="Summary of all requesters\n Can be exported as CSV" style="margin: 0px 5px 5px;">Requester Overview</button>' +
  736.     '<button id="hdbDaily" title="Summary of each day you\'ve worked\nCan be exported as CSV" style="margin:0px 5px 5px;">Daily Overview</button>' +
  737.     '<br>' +
  738.     '<label>Find </label>' +
  739.     '<select id="hdbStatusSelect"><option value="*">ALL</option><option value="Approval" style="color: orange;">Pending Approval</option>' +
  740.     '<option value="Rejected" style="color: red;">Rejected</option><option value="Approved" style="color:green;">Approved - Pending Payment</option>' +
  741.     '<option value="(Paid|Approved)" style="color:green;">Paid OR Approved</option></select>' +
  742.     '<label> HITs matching: </label><input id="hdbSearchInput" title="Query can be HIT title, HIT ID, or requester name" />' +
  743.     '<button id="hdbSearch">Search</button>' +
  744.     '<br>' +
  745.     '<label>from date </label><input id="hdbMinDate" maxlength="10" size="10" title="Specify a date, or leave blank">' +
  746.     '<label> to </label><input id="hdbMaxDate" malength="10" size="10" title="Specify a date, or leave blank">' +
  747.     '<label for="hdbCSVInput" title="Export results as CSV file" style="margin-left:50px; vertical-align:middle;">export CSV</label>' +
  748.     '<input id="hdbCSVInput" title="Export results as CSV file" type="checkbox" style="vertical-align:middle;">' +
  749.     '<br>' +
  750.     '<label id="hdbStatusText">placeholder status text</label>' +
  751.     '<div id="hdbProgressBar" class="hdbProgressContainer"><div class="hdbProgressOuter"><div class="hdbProgressInner"></div></div></div>' +
  752.     '</div></td></tr>';
  753.  
  754.   var updateBtn      = document.querySelector("#hdbUpdate"),
  755.       backupBtn      = document.querySelector("#hdbBackup"),
  756.       restoreBtn     = document.querySelector("#hdbRestore"),
  757.       fileInput      = document.querySelector("#hdbFileInput"),
  758.       exportCSVInput = document.querySelector("#hdbCSVInput"),
  759.       searchBtn      = document.querySelector("#hdbSearch"),
  760.       searchInput    = document.querySelector("#hdbSearchInput"),
  761.       pendingBtn     = document.querySelector("#hdbPending"),
  762.       reqBtn         = document.querySelector("#hdbRequester"),
  763.       dailyBtn       = document.querySelector("#hdbDaily"),
  764.       fromdate       = document.querySelector("#hdbMinDate"),
  765.       todate         = document.querySelector("#hdbMaxDate"),
  766.       statusSelect   = document.querySelector("#hdbStatusSelect"),
  767.       progressBar    = document.querySelector("#hdbProgressBar");
  768.  
  769.   var searchResults  = document.createElement("DIV");
  770.   searchResults.align = "center";
  771.   searchResults.id = "hdbSearchResults";
  772.   searchResults.style.display = "block";
  773.   searchResults.innerHTML = '<table cellSpacing="0" cellpadding="2"></table>';
  774.   document.body.insertBefore(searchResults, insertionNode);
  775.  
  776.   updateBtn.onclick = function() { 
  777.     progressBar.style.display = "block";
  778.     HITStorage.fetch(MTURK_BASE+"status");
  779.     document.querySelector("#hdbStatusText").textContent = "fetching status page....";
  780.   };
  781.   exportCSVInput.addEventListener("click", function() {
  782.     if (exportCSVInput.checked) {
  783.       searchBtn.textContent = "Export CSV";
  784.       pendingBtn.textContent += " (csv)";
  785.       reqBtn.textContent += " (csv)";
  786.       dailyBtn.textContent += " (csv)";
  787.     }
  788.     else {
  789.       searchBtn.textContent = "Search";
  790.       pendingBtn.textContent = pendingBtn.textContent.replace(" (csv)","");
  791.       reqBtn.textContent = reqBtn.textContent.replace(" (csv)","");
  792.       dailyBtn.textContent = dailyBtn.textContent.replace(" (csv)", "");
  793.     }
  794.   });
  795.   fromdate.addEventListener("focus", function() { 
  796.     var offsets = getPosition(this, true);
  797.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  798.   });
  799.   todate.addEventListener("focus", function() {
  800.     var offsets = getPosition(this, true);
  801.     new Calendar(offsets.x, offsets.y, this).drawCalendar();
  802.   });
  803.  
  804.   backupBtn.onclick = HITStorage.backup;
  805.   restoreBtn.onclick = function() { fileInput.click(); };
  806.   fileInput.onchange = processFile;
  807.  
  808.   searchBtn.onclick = function() {
  809.     var r = getRange();
  810.     var _filter = { status: statusSelect.value, query: searchInput.value.trim().length > 0 ? searchInput.value : "*" };
  811.     var _opt = { index: "date", range: r.range, dir: r.dir, filter: _filter, progress: true };
  812.  
  813.     HITStorage.recall("HIT", _opt).then(function(r) {
  814.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV() : r.formatHTML();
  815.       autoScroll("#hdbSearchResults");
  816.       var bonusCells = document.querySelectorAll('td[contenteditable="true"]');
  817.       for (var el of bonusCells) {
  818.         el.dataset.storedValue = el.textContent;
  819.         el.onblur = updateBonus;
  820.         el.onkeydown = updateBonus;
  821.       }
  822.       progressBar.style.display = "none";
  823.     });
  824.   }; // search button click event
  825.   pendingBtn.onclick = function() {
  826.     var r = getRange();
  827.     var _filter = { status: "Approval", query: searchInput.value.trim().length > 0 ? searchInput.value : "*" },
  828.         _opt    = { index: "date", dir: "prev", range: r.range, filter: _filter, progress: true };
  829.  
  830.     HITStorage.recall("HIT", _opt).then(function(r) {
  831.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("pending") : r.formatHTML("pending");
  832.       autoScroll("#hdbSearchResults");
  833.       var expands = document.querySelectorAll(".hdbExpandRow");
  834.       for (var el of expands) {
  835.         el.onclick = showHiddenRows;
  836.       }
  837.       progressBar.style.display = "none";
  838.     });
  839.   }; //pending overview click event
  840.   reqBtn.onclick = function() {
  841.     var r = getRange();
  842.     var _opt = { index: "date", range: r.range, progress: true };
  843.  
  844.     HITStorage.recall("HIT", _opt).then(function(r) {
  845.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("requester") : r.formatHTML("requester");
  846.       autoScroll("#hdbSearchResults");
  847.       var expands = document.querySelectorAll(".hdbExpandRow");
  848.       for (var el of expands) {
  849.         el.onclick = showHiddenRows;
  850.       }
  851.       progressBar.style.display = "none";
  852.     });
  853.   }; //requester overview click event
  854.   dailyBtn.onclick = function() {
  855.     HITStorage.recall("STATS", { dir: "prev" }).then(function(r) {
  856.       searchResults.firstChild.innerHTML = exportCSVInput.checked ? r.formatCSV("daily") : r.formatHTML("daily");
  857.       autoScroll("#hdbSearchResults");
  858.     });
  859.   }; //daily overview click event
  860.  
  861.   function getRange() {
  862.     var _min = fromdate.value.length === 10 ? fromdate.value : undefined,
  863.         _max = todate.value.length   === 10 ? todate.value   : undefined;
  864.     var _range = 
  865.       (_min === undefined && _max === undefined) ? null :
  866.       (_min === undefined)                       ? window.IDBKeyRange.upperBound(_max) :
  867.       (_max === undefined)                       ? window.IDBKeyRange.lowerBound(_min) :
  868.       (_max < _min)                              ? window.IDBKeyRange.bound(_max,_min) : window.IDBKeyRange.bound(_min,_max);
  869.     return { min: _min, max: _max, range: _range, dir: _max < _min ? "prev" : "next" };
  870.   }
  871.   function getPosition(element, includeHeight) {
  872.     var offsets = { x: 0, y: includeHeight ? element.offsetHeight : 0 };
  873.     do {
  874.       offsets.x += element.offsetLeft;
  875.       offsets.y += element.offsetTop;
  876.       element = element.offsetParent;
  877.     } while (element);
  878.     return offsets;
  879.   }
  880. }//}}} dashboard
  881.  
  882. function showHiddenRows(e) {//{{{
  883.   'use strict';
  884.  
  885.   var rid = e.target.parentNode.textContent.substr(4);
  886.   var nodes = document.querySelectorAll('tr[data-rid="'+rid+'"]'), el = null;
  887.   if (e.target.textContent === "[+]") {
  888.     for (el of nodes)
  889.       el.style.display="table-row";
  890.     e.target.textContent = "[-]";
  891.   } else {
  892.     for (el of nodes)
  893.       el.style.display="none";
  894.     e.target.textContent = "[+]";
  895.   }
  896. }//}}}
  897.  
  898. function updateBonus(e) {//{{{
  899.   'use strict';
  900.  
  901.   if (e instanceof window.KeyboardEvent && e.keyCode === 13) {
  902.     e.target.blur();
  903.     return false;
  904.   } else if (e instanceof window.FocusEvent) {
  905.     var _bonus = +e.target.textContent.replace(/\$/,"");
  906.     if (_bonus !== +e.target.dataset.storedValue) {
  907.       console.log("updating bonus to",_bonus,"from",e.target.dataset.storedValue,"("+e.target.dataset.hitid+")");
  908.       e.target.dataset.storedValue = _bonus;
  909.       var _pay   = +e.target.previousSibling.textContent,
  910.           _range = window.IDBKeyRange.only(e.target.dataset.hitid);
  911.  
  912.       window.indexedDB.open("HITDB_TESTING").onsuccess = function() {
  913.         this.result.transaction("HIT", "readwrite").objectStore("HIT").openCursor(_range).onsuccess = function() {
  914.           var c = this.result;
  915.           if (c) {
  916.             var v = c.value;
  917.             v.reward = { pay: _pay, bonus: _bonus };
  918.             c.update(v);
  919.           } 
  920.         }; // idbcursor
  921.       }; // idbopen
  922.     } // bonus is new value
  923.   } // keycode
  924. } //}}} updateBonus
  925.  
  926. function processFile(e) {//{{{
  927.   'use strict';
  928.  
  929.   var f = e.target.files;
  930.   if (f.length && f[0].name.search(/\.bak$/) && ~f[0].type.search(/text/)) {
  931.     var reader = new FileReader(), testing = true;
  932.     reader.readAsText(f[0].slice(0,10));
  933.     reader.onload = function(e) { 
  934.       if (testing && e.target.result.search(/(STATS|NOTES|HIT)/) < 0) {
  935.         return error();
  936.       } else if (testing) {
  937.         testing = false;
  938.         document.querySelector("#hdbProgressBar").style.display = "block";
  939.         reader.readAsText(f[0]);
  940.       } else {
  941.         var data = JSON.parse(e.target.result);
  942.         console.log(data);
  943.         HITStorage.write(data, "restore");
  944.       }
  945.     }; // reader.onload
  946.   } else {
  947.     error();
  948.   }
  949.  
  950.   function error() {
  951.     var s = document.querySelector("#hdbStatusText"),
  952.         e = "Restore::FileReadError : encountered unsupported file";
  953.     s.style.color = "red";
  954.     s.textContent = e;
  955.     throw e;
  956.   }
  957. }//}}} processFile
  958.  
  959. function autoScroll(location, dt) {//{{{
  960.   'use strict';
  961.  
  962.   var target = document.querySelector(location).offsetTop,
  963.       pos    = window.scrollY,
  964.       dpos   = Math.ceil((target - pos)/3);
  965.   dt = dt ? dt-1 : 25; // time step/max recursions
  966.  
  967.   if (target === pos || dpos === 0 || dt === 0) return;
  968.  
  969.   window.scrollBy(0, dpos);
  970.   setTimeout(function() { autoScroll(location, dt); }, dt);
  971. }//}}}
  972.  
  973. function Calendar(offsetX, offsetY, caller) {//{{{
  974.   'use strict';
  975.  
  976.   this.date = new Date();
  977.   this.offsetX = offsetX;
  978.   this.offsetY = offsetY;
  979.   this.caller = caller;
  980.   this.drawCalendar = function(year,month,day) {//{{{
  981.     year = year || this.date.getFullYear();
  982.     month = month || this.date.getMonth()+1;
  983.     day = day || this.date.getDate();
  984.     var longMonths = ["January", "February", "March", "April", "May", "June", "July", "August", "September", "October", "November", "December"];
  985.     var date = new Date(year,month-1,day);
  986.     var anchors = _getAnchors(date);
  987.  
  988.     //make new container if one doesn't already exist
  989.     var container = null;
  990.     if (document.querySelector("#hdbCalendarPanel")) { 
  991.       container = document.querySelector("#hdbCalendarPanel");
  992.       container.removeChild( container.getElementsByTagName("TABLE")[0] );
  993.     }
  994.     else {
  995.       container = document.createElement("DIV");
  996.       container.id = "hdbCalendarPanel";
  997.       document.body.appendChild(container);
  998.     }
  999.     container.style.left = this.offsetX;
  1000.     container.style.top = this.offsetY;
  1001.     var cal = document.createElement("TABLE");
  1002.     cal.cellSpacing = "0";
  1003.     cal.cellPadding = "0";
  1004.     cal.border = "0";
  1005.     container.appendChild(cal);
  1006.     cal.innerHTML = '<tr>' +
  1007.       '<th class="hdbCalHeader hdbCalControls" title="Previous month" style="text-align:right;"><span>&lt;</span></th>' +
  1008.       '<th class="hdbCalHeader hdbCalControls" title="Previous year" style="text-align:center;"><span>&#8810;</span></th>' +
  1009.       '<th colspan="3" id="hdbCalTableTitle" class="hdbCalHeader">'+date.getFullYear()+'<br>'+longMonths[date.getMonth()]+'</th>' +
  1010.       '<th class="hdbCalHeader hdbCalControls" title="Next year" style="text-align:center;"><span>&#8811;</span></th>' +
  1011.       '<th class="hdbCalHeader hdbCalControls" title="Next month" style="text-align:left;"><span>&gt;</span></th>' +
  1012.       '</tr><tr><th class="hdbDayHeader" style="color:red;">S</th><th class="hdbDayHeader">M</th>' +
  1013.       '<th class="hdbDayHeader">T</th><th class="hdbDayHeader">W</th><th class="hdbDayHeader">T</th>' +
  1014.       '<th class="hdbDayHeader">F</th><th class="hdbDayHeader">S</th></tr>';
  1015.     
  1016.     document.querySelector('th[title="Previous month"]').addEventListener( "click", function() { 
  1017.       this.drawCalendar(date.getFullYear(), date.getMonth(), 1);
  1018.     }.bind(this) );
  1019.     document.querySelector('th[title="Previous year"]').addEventListener( "click", function() {
  1020.       this.drawCalendar(date.getFullYear()-1, date.getMonth()+1, 1);
  1021.     }.bind(this) );
  1022.     document.querySelector('th[title="Next month"]').addEventListener( "click", function() {
  1023.       this.drawCalendar(date.getFullYear(), date.getMonth()+2, 1);
  1024.     }.bind(this) );
  1025.     document.querySelector('th[title="Next year"]').addEventListener( "click", function() {
  1026.       this.drawCalendar(date.getFullYear()+1, date.getMonth()+1, 1);
  1027.     }.bind(this) );
  1028.  
  1029.     var hasDay = false, thisDay = 1;
  1030.     for (var i=0;i<6;i++) { // cycle weeks
  1031.       var row = document.createElement("TR");
  1032.       for (var j=0;j<7;j++) { // cycle days
  1033.         if (!hasDay && j === anchors.first && thisDay < anchors.total)
  1034.           hasDay = true;
  1035.         else if (hasDay && thisDay > anchors.total)
  1036.           hasDay = false;
  1037.  
  1038.         var cell = document.createElement("TD");
  1039.         cell.classList.add("hdbCalCells");
  1040.         row.appendChild(cell);
  1041.         if (hasDay) {
  1042.           cell.classList.add("hdbCalDays");
  1043.           cell.textContent = thisDay;
  1044.           cell.addEventListener("click", _clickHandler.bind(this));
  1045.           cell.dataset.year = date.getFullYear();
  1046.           cell.dataset.month = date.getMonth()+1;
  1047.           cell.dataset.day = thisDay++;
  1048.         }
  1049.       } // for j
  1050.       cal.appendChild(row);
  1051.     } // for i
  1052.  
  1053.     function _clickHandler(e) {
  1054.       /*jshint validthis:true*/
  1055.  
  1056.       var y = e.target.dataset.year;
  1057.       var m = Number(e.target.dataset.month).toPadded();
  1058.       var d = Number(e.target.dataset.day).toPadded();
  1059.       this.caller.value = y+"-"+m+"-"+d;
  1060.       this.die();
  1061.     }
  1062.  
  1063.     function _getAnchors(date) {
  1064.       var _anchors = {};
  1065.       date.setMonth(date.getMonth()+1);
  1066.       date.setDate(0);
  1067.       _anchors.total = date.getDate();
  1068.       date.setDate(1);
  1069.       _anchors.first = date.getDay();
  1070.       return _anchors;
  1071.     }
  1072.   };//}}} drawCalendar
  1073.  
  1074.   this.die = function() { document.querySelector("#hdbCalendarPanel").remove(); };
  1075.  
  1076. }//}}} Calendar
  1077. /*
  1078.  *
  1079.  *
  1080.  * * * * * * * * * * * * * TESTING FUNCTIONS -- DELETE BEFORE FINAL RELEASE * * * * * * * * * * * 
  1081.  *
  1082.  *
  1083.  */
  1084.  
  1085. function INFLATEDUMMYVALUES() { //{{{
  1086.   'use strict';
  1087.  
  1088.   var tdb = this.result;
  1089.   tdb.onerror = function(e) { console.log("requesterror",e.target.error.name,e.target.error.message,e); };
  1090.   tdb.onversionchange = function(e) { console.log("tdb received versionchange request", e); tdb.close(); };
  1091.   //console.log(tdb.transaction("HIT").objectStore("HIT").indexNames.contains("date"));
  1092.   console.groupCollapsed("Populating test database");
  1093.   var tdbt = {};
  1094.   tdbt.trans = tdb.transaction(["HIT", "NOTES", "BLOCKS"], "readwrite");
  1095.   tdbt.hit   = tdbt.trans.objectStore("HIT");
  1096.   tdbt.notes = tdbt.trans.objectStore("NOTES");
  1097.   tdbt.blocks= tdbt.trans.objectStore("BLOCKS");
  1098.  
  1099.   var filler = { notes:[], hit:[], blocks:[]};
  1100.   for (var n=0;n<100000;n++) {
  1101.     filler.hit.push({ date: "2015-08-00", requesterName: "tReq"+(n+1), title: "Greatest Title Ever #"+(n+1), 
  1102.       reward: Number((n+1)%(200/n)+(((n+1)%200)/100)).toFixed(2), status: "moo",
  1103.       requesterId: ("RRRRRRR"+n).substr(-7), hitId: ("HHHHHHH"+n).substr(-7) });
  1104.     if (n%1000 === 0) {
  1105.       filler.notes.push({ requesterId: ("RRRRRRR"+n).substr(-7), note: n+1 +
  1106.         " Proin vel erat commodo mi interdum rhoncus. Sed lobortis porttitor arcu, et tristique ipsum semper a." +
  1107.         " Donec eget aliquet lectus, vel scelerisque ligula." });
  1108.       filler.blocks.push({requesterId: ("RRRRRRR"+n).substr(-7)});
  1109.     }
  1110.   }
  1111.  
  1112.   _write(tdbt.hit, filler.hit);
  1113.   _write(tdbt.notes, filler.notes);
  1114.   _write(tdbt.blocks, filler.blocks);
  1115.  
  1116.   function _write(store, obj) {
  1117.     if (obj.length) {
  1118.       var t = obj.pop();
  1119.       store.put(t).onsuccess = function() { _write(store, obj) };
  1120.     } else {
  1121.       console.log("population complete");
  1122.     }
  1123.   }
  1124.  
  1125.   console.groupEnd();
  1126.  
  1127.   dbh = window.indexedDB.open("HITDB_TESTING", DB_VERSION);
  1128.   dbh.onerror = function(e) { console.log("[HITDB]",e.target.error.name+":", e.target.error.message, e); };
  1129.   console.log(dbh.readyState, dbh);
  1130.   dbh.onupgradeneeded = HITStorage.versionChange;
  1131.   dbh.onblocked = function(e) { console.log("blocked event triggered:", e); };
  1132.  
  1133.   tdb.close();
  1134.  
  1135. }//}}}
  1136.  
  1137. function BLANKSLATE() { //{{{ create empty db equivalent to original schema to test upgrade
  1138.     'use strict';
  1139.     var tdb = this.result;
  1140.     if (!tdb.objectStoreNames.contains("HIT")) { 
  1141.         console.log("creating HIT OS");
  1142.         var dbo = tdb.createObjectStore("HIT", { keyPath: "hitId" });
  1143.         dbo.createIndex("date", "date", { unique: false });
  1144.         dbo.createIndex("requesterName", "requesterName", { unique: false});
  1145.         dbo.createIndex("title", "title", { unique: false });
  1146.         dbo.createIndex("reward", "reward", { unique: false });
  1147.         dbo.createIndex("status", "status", { unique: false });
  1148.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1149.  
  1150.     }
  1151.     if (!tdb.objectStoreNames.contains("STATS")) {
  1152.         console.log("creating STATS OS");
  1153.         dbo = tdb.createObjectStore("STATS", { keyPath: "date" });
  1154.     }
  1155.     if (!tdb.objectStoreNames.contains("NOTES")) {
  1156.         console.log("creating NOTES OS");
  1157.         dbo = tdb.createObjectStore("NOTES", { keyPath: "requesterId" });
  1158.     }
  1159.     if (!tdb.objectStoreNames.contains("BLOCKS")) {
  1160.         console.log("creating BLOCKS OS");
  1161.         dbo = tdb.createObjectStore("BLOCKS", { keyPath: "id", autoIncrement: true });
  1162.         dbo.createIndex("requesterId", "requesterId", { unique: false });
  1163.     }
  1164. } //}}}
  1165.  
  1166.  
  1167.  
  1168. // vim: ts=2:sw=2:et:fdm=marker:noai