☰

HIT Database Analytics

Analytics for HIT Database--makes pretty graphs

当前为 2015-10-20 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         HIT Database Analytics
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.9.002
  6. // @description  Analytics for HIT Database--makes pretty graphs
  7. // @match        https://www.mturk.com/mturk/dashboard
  8. // @require      https://cdn.jsdelivr.net/momentjs/2.10.6/moment.min.js
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12.  
  13.  
  14. ((D) => {
  15.   'use strict';
  16.  
  17.   if (!('decRound' in self.Math) || !('Status' in window) || !('Progress' in window)) {
  18.       console.log('execution order is either too high or HITDB MKII is not detected');
  19.       return;
  20.   }
  21.  
  22.   Math.decRound = self.Math.decRound;
  23.   var pad = n => ("00"+n).substr(-2),
  24.       digitGroup = function(n) {
  25.         n = String(n).split('.');
  26.         if (n[0].length < 4) return n.join('.');
  27.         n[0] = n[0].replace(/(\d)(?=(\d{3})+$)/g, '$1,');
  28.         return n.join('.');
  29.       },
  30.       dec = (n,l) => Number(Math.decRound(n,l)).toFixed(l),
  31.       m = this.moment;
  32.  
  33.   // inject interface {{{
  34.   var insertion = D.getElementById('hdbCSVInput'),
  35.       searchbtn = D.getElementById('hdbSearch'),
  36.       acheckbox = insertion.parentNode.insertBefore(D.createElement('INPUT'), insertion.nextSibling),
  37.       alabel    = insertion.parentNode.insertBefore(D.createElement('LABEL'), insertion.nextSibling),
  38.       metrics   = null;
  39.  
  40.   acheckbox.type     = 'checkbox';
  41.   acheckbox.id       = 'hdbAnalytics';
  42.   acheckbox.style.verticalAlign = 'middle';
  43.   alabel.textContent = 'Analyze';
  44.   alabel.htmlFor     = 'hdbAnalytics';
  45.   alabel.style.verticalAlign = 'middle';
  46.  
  47.   acheckbox.onclick = function() {
  48.     if (searchbtn.textContent === "Export CSV") insertion.click();
  49.     if (searchbtn.textContent === "Analyze") searchbtn.textContent = 'Search';
  50.     else searchbtn.textContent = 'Analyze';
  51.   };
  52.   searchbtn.addEventListener('click', getData);
  53. //}}}
  54.  
  55.   function getData(e) {//{{{
  56.     if (e.target.textContent !== "Analyze") return;
  57.     if (!window.HITStorage.db) { window.Status.push('AccessViolation: Database is not defined.', 'red'); return; }
  58.     
  59.     var range;
  60.     dbrange = [D.getElementById('hdbMinDate').value || undefined, D.getElementById('hdbMaxDate').value || undefined];
  61.     dbrange[3] = ['9999-99-99', '0000-00-00'];
  62.     if (!dbrange[0] && !dbrange[1]) {
  63.       dbrange[2] = 'ALL';
  64.       range = null;
  65.     } else if (dbrange[0] && !dbrange[1]) {
  66.       dbrange[2] = dbrange[0]+'>>';
  67.       range = window.IDBKeyRange.lowerBound(dbrange[0]);
  68.     } else if (!dbrange[0] && dbrange[1]) {
  69.       dbrange[2] = '<<'+dbrange[1];
  70.       range = window.IDBKeyRange.upperBound(dbrange[1]);
  71.     } else {
  72.       dbrange[2] = dbrange[0]+':'+dbrange[1];
  73.       range = window.IDBKeyRange.bound(dbrange[0],dbrange[1]);
  74.     }
  75.  
  76.     sets = new Sets();
  77.     window.Progress.show();
  78.     metrics = new window.Metrics('database_analytics');
  79.     metrics.mark('dbrecall', 'start');
  80.     dbrecall("HIT", {range: range}).then(analyzeData);
  81.   }//}}}
  82.  
  83. /* . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . */
  84.  
  85.   var
  86.     Sets = function() {//{{{ main data obj
  87.       this.quarter = {
  88.         aggregate: {},
  89.         pay:   { labels: [], data: [] },
  90.         hits:  { labels: [], data: [] },
  91.       };
  92.       this.month = {
  93.         aggregate: {},
  94.         pay:   { labels: [], data: [] },
  95.         hits:  { labels: [], data: [] },
  96.       };
  97.       this.week = {
  98.         aggregate: {},
  99.         pay:   { labels: [], data: [] },
  100.         hits:  { labels: [], data: [] },
  101.       };
  102.       this.day = {
  103.         aggregate: {},
  104.         pay:   { labels: [], data: [] },
  105.         hits:  { labels: [], data: [] },
  106.       };
  107.       this.dayofweek = {
  108.         aggregate: {},
  109.         pay:   { labels: [], data: [] },
  110.         hits:  { labels: [], data: [] },
  111.       };
  112.       this.all = {
  113.         aggregate: {},
  114.         distribution: {
  115.           hits: {'1':0,'2-5':0,'6-10':0,'11-15':0,'16-20':0,'21-25':0,'26-30':0,'31-35':0,
  116.             '36-40':0,'41-45':0,'46-50':0,'51-100':0,'101-150':0,'151-200':0,'201-250':0,'251-300':0,
  117.             '301-350':0,'351-400':0,'401-450':0,'451-500':0,'501-550':0,'551-600':0,'601-650':0,'651-700':0,
  118.             '701-750':0,'751-800':0,'801-850':0,'851-900':0,'901-950':0,'951-1000':0,'1001+':0},
  119.           pay: {'0':0, '0.01-0.05':0,'0.06-0.10':0,'0.11-0.15':0,'0.16-0.20':0,'0.21-0.25':0,
  120.             '0.26-0.30':0,'0.31-0.35':0,'0.36-0.40':0,'0.41-0.45':0,'0.46-0.50':0,'0.51-0.55':0,
  121.             '0.56-0.60':0,'0.61-0.65':0,'0.66-0.70':0,'0.71-0.75':0,'0.76-0.80':0,'0.81-0.85':0,
  122.             '0.86-0.90':0,'0.91-0.95':0,'0.96-1.00':0,'1.01-1.25':0,'1.26-1.50':0,'1.51-1.75':0,
  123.             '1.76-2.00':0,'2.01-2.25':0,'2.26-2.50':0,'2.51-2.75':0,'2.76-3.00':0,'3.01-3.25':0,
  124.             '3.26-3.50':0,'3.51-3.75':0,'3.76-4.00':0,'4.01-4.25':0,'4.26-4.50':0,'4.51-4.75':0,
  125.             '4.76-5.00':0,'5.01+':0},
  126.           data: { hits: [], labelsh: [], pay: [], labelsp: [] } },
  127.         hits: { total: 0, rejected: 0, pending: 0, bonus: 0, titles: {}, batch: [[],[],[],[]] },
  128.         pay : { total: 0, rejected: 0, pending: 0, bonus: 0 },
  129.         hitsPerRequester: { avg: 0, data: [], sd: 0, se: 0 },
  130.         payPerHit: { avg: 0, data: [], sd: 0, se: 0 }
  131.       };
  132.     },//}}}
  133.     sets   = new Sets(),
  134.     disth  = Object.keys(sets.all.distribution.hits),
  135.     distp  = Object.keys(sets.all.distribution.pay),
  136.     qmwdLabels = Object.keys(sets), dbrange;
  137.  
  138.   function dbrecall(os, options) {
  139.     options = options || {};
  140.     var 
  141.       index = options.index || "date",
  142.       range = options.range || null;
  143.       //wRange = [null, null];
  144.  
  145.     var total = 0;
  146.     return new Promise( y => {
  147.       window.HITStorage.db.transaction(os, "readonly").objectStore(os).index(index).openCursor(range).onsuccess = function() {
  148.         if (this.result) { 
  149.           window.Status.message = 'Aggregating data... [ '+(total++)+' ]';
  150.           aggregateCursor(this.result.value);
  151.           this.result.continue();
  152.         }
  153.         else y(1);
  154.       };
  155.     });
  156.   }
  157.  
  158.   function analyzeData(r) {
  159.     void(r);
  160.     metrics.mark('dbrecall','end');
  161.     metrics.mark('dsWorker', 'start');
  162.     dsWorker.postMessage(sets);
  163.   }
  164.  
  165.   function drawCharts(sets) {//{{{
  166.     var 
  167.       hitlineopt = { 
  168.         label: 'HITs Submitted',
  169.         yAxixID: 'hits',
  170.         backgroundColor: 'rgba(149,89,240,0.1)'/*'rgba(42,161,152,0.1)'*/,
  171.         borderColor    : 'rgba(149,89,240,0.5)'/*'rgba(42,161,152,0.5)'*/,
  172.         pointBackgroundColor     : 'rgba(149,89,240,1)'/*'rgba(42,161,152,1)'*/,
  173.         pointHoverBackgroundColor: 'rgba(92,0,230,1)'/*'rgba(38,139,210,1)'*/
  174.       },
  175.       paylineopt = {
  176.         label: 'Total Pay',
  177.         yAxisID: 'pay',
  178.         backgroundColor: 'rgba(200,242,48,0.1)'/*'rgba(181,137,0,0.1)'*/,
  179.         borderColor    : 'rgba(200,242,48,0.5)'/*'rgba(181,137,0,0.5)'*/,
  180.         pointBackgroundColor     : 'rgba(200,242,48,1)'/*'rgba(181,137,0,1)'*/,
  181.         pointHoverBackgroundColor: 'rgba(129,163,5,1)'/*'rgba(133,153,0,1)'*/
  182.       },
  183.       chartopt = {}, humps = {};
  184.       
  185.     for (var k of Object.keys(sets)) {
  186.       if (k === 'all') {
  187.         var a = sets.all.hits;
  188.         chartopt.bsratio = {
  189.           type: 'pie', data: {
  190.             labels: ['batch', 'survey'],
  191.             datasets: [{ data: [Math.decRound(100*a.batch.total/a.total,2), Math.decRound(100*(a.total-a.batch.total)/a.total,2)],
  192.               backgroundColor: ['#6A90F7', '#EDC147'] }]
  193.           }, options: { tooltips: { template: '<%= label %>: <%= value %>%', fontSize: 12 } }
  194.         };
  195.         chartopt.pdist = {
  196.           type: 'bar', data: {
  197.             labels: sets.all.distribution.data.labelsp,
  198.             datasets: [{ data: sets.all.distribution.data.pay,
  199.               backgroundColor: '#47EDE1', hoverBackgroundColor: '#C7ED3E' }]
  200.           }, options: { scales: { xAxes: [{ ticks: {show: false}, categorySpacing: 1 }] },
  201.             tooltips: { multiTemplate: '<%= datasetLabel %><%= value %>%' }
  202.           }
  203.         };
  204.         chartopt.hdist = {
  205.           type: 'bar', data: {
  206.             labels: sets.all.distribution.data.labelsh,
  207.             datasets: [{ data: sets.all.distribution.data.hits,
  208.               backgroundColor: '#47EDE1', hoverBackgroundColor: '#C7ED3E' }]
  209.           }, options: { scales: { xAxes: [{ ticks: {show: false}, categorySpacing: 1}] },
  210.             tooltips: { multiTemplate: '<%= datasetLabel %><%= value %>%' }
  211.           }
  212.         };
  213.         continue;
  214.       }
  215.       var timeOpts,
  216.           _hit = sets[k].hits.data.map(v => v).sort((a,b) => b-a),
  217.           _pay = sets[k].pay.data.map(v => v).sort((a,b) => b-a);
  218.  
  219.       _hit = [ _hit.shift(), _hit.pop() ];
  220.       _pay = [ _pay.shift(), _pay.pop() ];
  221.       humps[k] = { hit: { high: [_hit[0], sets[k].hits.labels[sets[k].hits.data.findIndex(v => v === _hit[0])]],
  222.                           low:  [_hit[1], sets[k].hits.labels[sets[k].hits.data.findIndex(v => v === _hit[1])]] },
  223.                    pay: { high: [_pay[0], sets[k].hits.labels[sets[k].pay.data.findIndex(v => v === _pay[0])]],
  224.                           low:  [_pay[1], sets[k].hits.labels[sets[k].pay.data.findIndex(v => v === _pay[1])]] } };
  225.       switch (k) {
  226.         case 'day': timeOpts = { format: 'YYYY-MM-DD (ddd)', displayFormat: 'MMMDD', unit: 'week', round: false }; break;
  227.         case 'week': timeOpts = { format: 'gggg[ week ]ww', displayFormat: 'gg[w]ww', unit: k, round: false }; break;
  228.         case 'month': timeOpts = { format: 'MMMM YYYY', displayFormat: 'MMM[\']YY', unit: k, round: false }; break;
  229.         case 'quarter': timeOpts = { format: 'YYYY [Q]Q', displayFormat: 'YYYY [Q]Q', unit: k, round: false }; break;
  230.         case 'dayofweek': timeOpts = false;/*{ format: 'dddd', displayFormat: 'dddd', unit: false, round: false };*/ break;
  231.       }
  232.       Object.assign(sets[k].hits, hitlineopt);
  233.       Object.assign(sets[k].pay, paylineopt);
  234.       chartopt[k] = {
  235.         type:'line', data: { labels: sets[k].hits.labels, datasets: [sets[k].hits, sets[k].pay] }, 
  236.         options: {
  237.           stacked: false, scales: {
  238.             xAxes: [{ gridLines: { offsetGridLines: false }, display: true, type: k === 'dayofweek' ? 'category' : 'time', time: timeOpts,
  239.               scaleLabel: { show: false, labelString: k }, ticks: { maxRotation:45, fontColor: '#969696'} }],
  240.             yAxes: [{ type: 'linear', display: true, position: 'left', id: 'hits',
  241.                       /*scaleLabel: {show: true, labelString: 'hits', fontColor: '#EEE8d5', fontFamily: 'Arial'}*/ },
  242.                     { type: 'linear', display: true, position: 'right', id: 'pay', gridLines: { drawOnChartArea: false },
  243.                       /*scaleLabel: {show:true, labelString: 'pay', fontColor: '#EEE8d5', fontFamily: 'Arial'}*/ }]
  244.           }
  245.         }
  246.       };
  247.     }
  248.     var html = ['<head>',//{{{
  249.        '<link href="https://fonts.googleapis.com/css?family=Open+Sans:300,400" rel="stylesheet" type="text/css">',
  250.        '<script src="https://cdn.jsdelivr.net/g/momentjs@2.10.6,chart.js@2.0.0-alpha4"></script>',
  251.        '<style>',
  252.         '.caption {width:72%;margin:auto;padding:5px;text-align:center;font-size:0.85em}',
  253.         '.hc {color:#AA7DF0} .pc {color:#C8F230}',
  254.         '.bc {color:#6A90F7} .sc {color:#EDC147}',
  255.         '.container {display:flex;align-content:center;justify-content:space-around}',
  256.         '.mi {font-size:0.6em}',
  257.         '.title {background-color:#EEE8D5;color:#073642;width:90%;margin:1% 6% 0% 5%;padding-left:2%;font-weight:400;}',
  258.         '.btn {border:1px solid #EEE8D5; color:#EEE8D5; background:#073642; padding:1%; text-align:center; cursor:pointer; font-weight:400; flex:1}',
  259.         '.btn-active {border:1px solid #073642; color:#073642; background:#EEE8D5}',
  260.         '.btn:hover {border:1px solid #073642; color:#EEE8D5; background:rgba(238,232,213,0.3)}',
  261.        '</style>',
  262.        '<title>HIT Database Analytics | '+dbrange[2]+'</title>',
  263.       '</head>',
  264.       '<body style="color:#fff;background-color:#073642;font-size:100%;font-family:\'Open Sans\',Arial;font-weight:300">',
  265.        '<h2 style="margin:1% 15%">MTurk HIT Database Analytics</h2>',
  266.        '<h4 style="margin:0.5% 20%">'+dbrange[3][0]+' to '+dbrange[3][1]+'</h4>',
  267.        '<div class="title">GENERAL STATISTICS</div>',
  268.        '<div class="container">',
  269.         '<div style="margin-top:5%;margin-left:5%;flex:1">',
  270.          '<div class="container" style="margin-right:10%">',
  271.            '<span style="text-align:right;color:#C7ED3E;flex:1">'+digitGroup(sets.all.hits.total)+'</span>',
  272.            '<span style="text-align:center;flex:1">SUBMITTED</span>',
  273.            '<span style="text-align:left;color:#C7ED3E;flex:1">$'+digitGroup(dec(sets.all.pay.total,2))+'</span>',
  274.          '</div><div class="container" style="margin-right:10%">',
  275.            '<span style="text-align:right;color:#C7ED3E;flex:1">'+digitGroup(sets.all.hits.bonus)+'</span>',
  276.            '<span style="text-align:center;flex:1">BONUSES</span>',
  277.            '<span style="text-align:left;color:#C7ED3E;flex:1">$'+digitGroup(dec(sets.all.pay.bonus,2))+'</span>',
  278.          '</div><div class="container" style="margin-right:10%">',
  279.            '<span style="text-align:right;color:#FF6666;flex:1">'+digitGroup(sets.all.hits.rejected)+'</span>',
  280.            '<span style="text-align:center;flex:1">REJECTED</span>',
  281.            '<span style="text-align:left;color:#FF6666;flex:1">$'+digitGroup(dec(sets.all.pay.rejected,2))+'</span>',
  282.          '</div><div class="container" style="margin-right:10%">',
  283.            '<span style="text-align:right;color:#E0B438;flex:1">'+digitGroup(sets.all.hits.pending)+'</span>',
  284.            '<span style="text-align:center;flex:1">PENDING</span>',
  285.            '<span style="text-align:left;color:#E0B438;flex:1">$'+digitGroup(dec(sets.all.pay.pending,2))+'</span>',
  286.          '</div>',
  287.          '<span class="mi" style="text-align:justify"><span style="color:#30CEF2">NOTE:</span> DOLLAR AMOUNT FOR \'PENDING\' MAY ',
  288.            'REFLECT VALUES FOR HITS WHICH HAVE ALREADY BEEN APPROVED. THESE FUNDS HAVE NOT BEEN FULLY CLEARED ',
  289.            'AND CREDITED TO YOUR ACCOUNT, AND THUS ARE STILL TECHNICALLY PENDING.</span>',
  290.          '<div style="margin:10% 10% 10% 0;flex:1;text-align:center;">',
  291.           'AVERAGE SUBMISSION OF <span style="color:#C7ED3E">'+dec(sets.all.hitsPerRequester.avg,3)+'</span> ',
  292.           '(<span style="color:#C7ED3E">&#177;'+dec(sets.all.hitsPerRequester.se,3)+'</span>) HITS PER REQUESTER',
  293.           '<br><span class="mi">STANDARD DEVIATION: <span style="color:#FA5583">'+dec(sets.all.hitsPerRequester.sd,3)+'</span></span>',
  294.           '<hr style="width:45%;color:#fff;background-color:#fff">',
  295.           'AVERAGE PAY OF <span style="color:#C7ED3E">$'+dec(sets.all.payPerHit.avg,3)+'</span> ',
  296.           '(<span style="color:#C7ED3E">&#177;$'+dec(sets.all.payPerHit.se,3)+'</span>) PER HIT',
  297.           '<br><span class="mi">STANDARD DEVIATION: <span style="color:#FA5583">'+dec(sets.all.payPerHit.sd,3)+'</span></span>',
  298.           '<hr style="width:45%;color:#fff;background-color:#fff">',
  299.           'AVERAGING <span style="color:#C7ED3E">'+Math.ceil(1/(sets.all.payPerHit.avg+sets.all.payPerHit.se))+'</span>',
  300.           '<span id="minbound"> TO <span style="color:#C7ED3E">'+Math.ceil(1/(sets.all.payPerHit.avg-sets.all.payPerHit.se))+
  301.             '</span></span> HITS PER $1.00',
  302.          '</div>',
  303.         '</div>',
  304.         '<div style="margin-top:3%;flex:1">',
  305.          '<div><canvas id="hitdist"></canvas><div class="caption">HIT DISTRIBUTION PER REQUESTER</div></div>',
  306.          '<div><canvas id="paydist"></canvas><div class="caption">PAY DISTRIBUTION PER HIT</div></div>',
  307.         '</div>',
  308.         '<div style="margin-top:10%;flex:1">',
  309.          '<canvas id="batchpie"></canvas>',
  310.          '<div class="caption"><span class="bc">BATCH</span> : <span class="sc">SURVEY</span><br>RATIO APPROXIMATION</div>',
  311.         '</div>',
  312.        '</div>',
  313.        '<div class="title">ACTIVITY</div>',
  314.        '<div class="container" style="margin-top:1%;margin-left:10%;margin-right:10%">',
  315.         '<div class="btn btn-active" data-p="day">DAILY</div><div class="btn" data-p="week">WEEKLY</div>',
  316.         '<div class="btn" data-p="month">MONTHLY</div><div class="btn" data-p="quarter">QUARTERLY</div>',
  317.         '<div class="btn" data-p="dayofweek">DAY OF WEEK</div>',
  318.        '</div>',
  319.        '<div style="margin-top:1%;margin-left:5%;margin-right:5%">',
  320.         '<div style="margin-left:5%;margin-right:5%"><canvas id="activityLines"></canvas></div>',
  321.         '<div class="caption container" style="font-size:0.73em;font-weight:400">',
  322.          '<div style="flex:1">',
  323.           'HIGHEST:&ensp;<span id="hh" class="hc"></span> (<span id="hhd"></span>), <span id="hp" class="pc"></span> (<span id="hpd"></span>)',
  324.          '</div>',
  325.          '<div style="flex:1">',
  326.           'LOWEST:&ensp;<span id="lh" class="hc"></span> (<span id="lhd"></span>), <span id="lp" class="pc"></span> (<span id="lpd"></span>)',
  327.          '</div>',
  328.         '</div>',
  329.         '<div class="caption"><span class="hc">HITS SUBMITTED</span> | <span class="pc">TOTAL PAY</span></div>',
  330.        '</div>',
  331.        '<div class="title">TOP REQUESTERS</div>',
  332.        '<div class="container">',
  333.         '<table id="req10pay" style="font-weight:300;margin-top:1%;margin-left:5%;">',
  334.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">PAY</th></tr></thead><tbody></tbody></table>',
  335.         '<table id="req10hit" style="font-weight:300;margin-top:1%;">',
  336.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">HITS</th></tr></thead><tbody></tbody></table>',
  337.         '<table id="req10bns" style="font-weight:300;margin-top:1%;">',
  338.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">BONUS</th></tr></thead><tbody></tbody></table>',
  339.         '<table id="req10rej" style="font-weight:300;margin-top:1%;margin-right:5%;">',
  340.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">REJECTIONS</th></tr></thead><tbody></tbody></table>',
  341.        '</div>',
  342.        '<script>',
  343.         'if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];',
  344.         'var chartopt = '+JSON.stringify(chartopt)+',',
  345.             'range  = '+JSON.stringify(humps)+',',
  346.             'n = id => document.getElementById(id), _t = (n,t) => n.textContent = t, dec = v => Number(v).toFixed(2), dg = '+digitGroup+',',
  347.             'setHPstats = p => {',
  348.               '_t(hh,dg(range[p].hit.high[0])); _t(hhd,range[p].hit.high[1]);',
  349.               '_t(hp,"$"+dg(dec(range[p].pay.high[0]))); _t(hpd,range[p].pay.high[1]);',
  350.               '_t(lh,dg(range[p].hit.low[0])); _t(lhd,range[p].hit.low[1]);',
  351.               '_t(lp,"$"+dg(dec(range[p].pay.low[0]))); _t(lpd,range[p].pay.low[1]);',
  352.              '},',
  353.             'aLines = new Chart(n("activityLines").getContext("2d"), Object.assign({}, chartopt.day)),',
  354.             'bsPie  = new Chart(n("batchpie").getContext("2d"), chartopt.bsratio),',
  355.             'hdist  = new Chart(n("hitdist").getContext("2d"), chartopt.hdist),',
  356.             'pdist  = new Chart(n("paydist").getContext("2d"), chartopt.pdist),',
  357.             'r10hit = n("req10hit").tBodies[0], r10hHtml = [],',
  358.             'r10pay = n("req10pay").tBodies[0], r10pHtml = [],',
  359.             'r10bns = n("req10bns").tBodies[0], r10bHtml = [],',
  360.             'r10rej = n("req10rej").tBodies[0], r10rHtml = [],',
  361.             'hh = n("hh"), hhd = n("hhd"), hp = n("hp"), hpd = n("hpd"), lh = n("lh"), lhd = n("lhd"), lp = n("lp"), lpd = n("lpd"),',
  362.             'btns   = Array.from(document.querySelectorAll(".btn")),',
  363.             'payArr = '+JSON.stringify(sets.all.rpay)+',',
  364.             'hitArr = '+JSON.stringify(sets.all.rhits)+',',
  365.             'bnsArr = '+JSON.stringify(sets.all.rbonus)+',',
  366.             'rejArr = '+JSON.stringify(sets.all.rrej)+',',
  367.             'mb     = n("minbound"),',
  368.             'btnFn  = function(e) {',
  369.                       'if (e.target.classList.contains("btn-active")) return;',
  370.                       'var _p = e.target.dataset.p;',
  371.                       'document.querySelector(".btn-active").classList.toggle("btn-active");',
  372.                       'e.target.classList.toggle("btn-active");',
  373.                       'aLines.data = chartopt[_p].data;',
  374.                       'aLines.options.scales.xAxes[0].time = chartopt[_p].options.scales.xAxes[0].time;',
  375.                       'aLines.options.scales.xAxes[0].type = chartopt[_p].options.scales.xAxes[0].type;',
  376.                       'aLines.buildScales();',
  377.                       'aLines.update();',
  378.                       'aLines.resetElements();',
  379.                       'aLines.update();',
  380.                       'aLines.initToolTip();',
  381.                       'setHPstats(_p);',
  382.                      '};',
  383.         'btns.forEach(n => n.onclick = btnFn);',
  384.         'setHPstats("day");',
  385.         'if (mb.children[0].textContent === mb.previousSibling.textContent) mb.style.display = "none";',
  386.         'payArr.forEach(v => r10pHtml',
  387.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">$"+v.pay+"</td>',
  388.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  389.         'hitArr.forEach(v => r10hHtml',
  390.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">"+v.hits+"</td>',
  391.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  392.         'bnsArr.forEach(v => r10bHtml',
  393.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">$"+v.bonus+"</td>',
  394.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  395.         'rejArr.forEach(v => r10rHtml',
  396.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#FF6666\\">"+v.rej+',
  397.             '" <span style=\\"color:#fff\\">(</span>$"+v.rejAmt+"<span style=\\"color:#fff\\">)</span></td>',
  398.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  399.         'if (r10bHtml.length === 0) r10bns.parentNode.style.display="none";',
  400.         'if (r10rHtml.length === 0) r10rej.parentNode.style.display="none";',
  401.         'r10hit.innerHTML = r10hHtml.join(""); r10pay.innerHTML = r10pHtml.join("");',
  402.         'r10bns.innerHTML = r10bHtml.join(""); r10rej.innerHTML = r10rHtml.join("");',
  403.        '</script>',
  404.       '</body>'];//}}}
  405.     var blob = new Blob(html, {type:'text/html'}), _a = D.body.appendChild(D.createElement('A'));
  406.     _a.href = URL.createObjectURL(blob);
  407.     _a.target = '_blank';
  408.     _a.click();
  409.     _a.remove();
  410.   }//}}}
  411.  
  412.   function aggregateCursor(dat) {//{{{
  413.     var _m = m(dat.date, 'YYYY-MM-DD'),
  414.         qmwd = [
  415.           _m.format('YYYY [Q]Q'),
  416.           _m.format('MMMM YYYY'),
  417.           _m.format('gggg[ week ]ww'),
  418.           _m.format('YYYY-MM-DD (ddd)'),
  419.           _m.format('dddd'),
  420.         ],
  421.         pay = isNaN(dat.reward) ? +dat.reward.pay : +dat.reward,
  422.         bonus = isNaN(dat.reward) ? +dat.reward.bonus : 0;
  423.  
  424.     if (dat.date < dbrange[3][0]) dbrange[3][0] = dat.date;
  425.     else if (dat.date > dbrange[3][1]) dbrange[3][1] = dat.date;
  426.  
  427.     // populate scaled aggregates
  428.     for (var i=0; i<qmwd.length; i++) {
  429.       var def = sets[qmwdLabels[i]].aggregate;
  430.       if (!([qmwd[i]] in def)) {
  431.         def[qmwd[i]] = { hits:0, pay:0 };
  432.       }
  433.       def[qmwd[i]].hits += 1;
  434.       def[qmwd[i]].pay  += pay;
  435.     }// end for qmwd loop
  436.     // repeat requester aggregation for 'all'
  437.     if (!(dat.requesterId in sets.all.aggregate))
  438.         sets.all.aggregate[dat.requesterId] = { name: dat.requesterName, hits: 0, pay: 0, bonus: 0, rej: 0, rejAmt: 0};
  439.     sets.all.aggregate[dat.requesterId].hits += 1;
  440.     sets.all.aggregate[dat.requesterId].pay += pay;
  441.     sets.all.aggregate[dat.requesterId].bonus += bonus;
  442.     sets.all.aggregate[dat.requesterId].rej += dat.status === "Rejected" ? 1 : 0;
  443.     sets.all.aggregate[dat.requesterId].rejAmt += dat.status === "Rejected" ? pay : 0;
  444.  
  445.     // populate pay distribution data
  446.     //   hit distribution needs to wait until later--after aggregation
  447.     sets.all.payPerHit.data.push(pay);
  448.     distp.forEach( v => {
  449.       var range = v.split('-');
  450.       if (pay === 0) { sets.all.distribution.pay['0'] += 1; return; }
  451.       if (pay > 5) { sets.all.distribution.pay['5.01+'] += 1; return; }
  452.       if (pay >= range[0] && pay <= range[1]) { sets.all.distribution.pay[v] += 1; return; }
  453.     });
  454.     // increment general stats
  455.     var _t = dat.title.trim(), _t1 = _t.charAt(0).toLowerCase(), _ss;
  456.     sets.all.hits.total += 1;
  457.     sets.all.hits.rejected += dat.status === 'Rejected' ? 1 : 0;
  458.     sets.all.hits.pending += dat.status === 'Pending Approval' ? 1 : 0;
  459.     sets.all.hits.bonus += bonus ? 1 : 0;
  460.     //sets.all.hits.titles[_t] = sets.all.hits.titles[_t] + 1 || 1;
  461.     sets.all.pay.total += pay;
  462.     sets.all.pay.rejected += dat.status === 'Rejected' ? pay : 0;
  463.     sets.all.pay.pending += /pending/i.test(dat.status) ? pay : 0;
  464.     sets.all.pay.bonus += bonus;
  465.     // populate data for batch approximation
  466.     if (_t1 < "h") _ss = 0;
  467.     else if (_t1 < "o") _ss = 1;
  468.     else if (_t1 < "v") _ss = 2;
  469.     else _ss = 3;
  470.     var hitLoc = sets.all.hits.batch[_ss].findIndex(v => v.title === _t && v.req === dat.requesterId);
  471.     if (~hitLoc)
  472.       sets.all.hits.batch[_ss][hitLoc].count += 1;
  473.     else
  474.       sets.all.hits.batch[_ss].push({ title: _t, req: dat.requesterId, count: 1 });
  475.   }//}}}
  476.  
  477.  
  478.   //set up a worker thread to prevent interface locking on large datasets
  479.   var datasetsWorker = [//{{{
  480.     'var dec = '+dec+', digitGroup = '+digitGroup+';',
  481.     'Math.decRound = '+Math.decRound+';',
  482.     // calculate the standard deviation
  483.     'function stdev(avg, N, data) {',
  484.       'var sum = 0;',
  485.       'data.forEach(v => sum += Math.pow(v-avg, 2));',
  486.       'return Math.sqrt(sum/(N-1));',
  487.     '}',
  488.  
  489.     'function arrayFromObj(obj) {',
  490.       'var arr = [];',
  491.       'for (var k in obj) {',
  492.         'if (obj.hasOwnProperty(k))',
  493.           'arr.push(obj[k]);',
  494.       '}',
  495.       'return arr;',
  496.     '}',
  497.  
  498.     'onmessage = (e) => {',
  499.       'var sets = e.data, disth = '+JSON.stringify(disth)+', distp = '+JSON.stringify(distp)+', reqArr;',
  500.       // sort aggregates
  501.       'for (var period of Object.keys(sets)) {',
  502.         'if (period === \'all\') { ',
  503.           'reqArr = arrayFromObj(sets.all.aggregate);',
  504.           // calculate averages, sd, se
  505.           'postMessage( {type: "status", data: "Calculating averages..." });',
  506.           'var _pph = sets.all.payPerHit, _hpr = sets.all.hitsPerRequester;',
  507.           '_pph.avg = sets.all.pay.total / sets.all.hits.total;',
  508.           '_pph.sd = stdev(_pph.avg, _pph.data.length, _pph.data);',
  509.           '_pph.se = _pph.sd/Math.sqrt(_pph.data.length);',
  510.           '_hpr.data = reqArr.map( v => v.hits );',
  511.           '_hpr.avg = sets.all.hits.total / _hpr.data.length;',
  512.           '_hpr.sd = stdev(_hpr.avg, _hpr.data.length, _hpr.data);',
  513.           '_hpr.se = _hpr.sd/Math.sqrt(_hpr.data.length);',
  514.           // get hit distribution
  515.           'postMessage( {type: "status", data: "Populating distributions..." });',
  516.           'reqArr.forEach(v => {',
  517.             'disth.forEach(w => {',
  518.               'var range = w.split(\'-\');',
  519.               'if (range.length === 1) range.push(\'1\');',
  520.               'if (v.hits > 1000) { sets.all.distribution.hits[\'1001+\'] += 1; return; }',
  521.               'if (v.hits >= range[0] && v.hits <= range[1]) { sets.all.distribution.hits[w] += 1; return; }',
  522.             '});',
  523.           '});',
  524.           // extract raw data for distributions
  525.           'disth.forEach(v => sets.all.distribution.data.hits.push(Math.decRound(100*sets.all.distribution.hits[v]/reqArr.length,3)));',
  526.           'distp.forEach(v => sets.all.distribution.data.pay.push(Math.decRound(100*sets.all.distribution.pay[v]/sets.all.hits.total,3)));',
  527.           'sets.all.distribution.data.labelsh = Object.keys(sets.all.distribution.hits);',
  528.           'sets.all.distribution.data.labelsp = Object.keys(sets.all.distribution.pay);',
  529.           // get 'top' lists
  530.           'sets.all.rpay  = reqArr.sort((a,b) => b.pay  - a.pay ).slice(0,10);',
  531.           'sets.all.rhits = reqArr.sort((a,b) => b.hits - a.hits).slice(0,10);',
  532.           'sets.all.rbonus= reqArr.filter(e => e.bonus > 0).sort((a,b) => b.bonus - a.bonus).slice(0,10);',
  533.           'sets.all.rrej  = reqArr.filter(e => e.rej > 0).sort((a,b) => b.rej - a.rej).slice(0,10);',
  534.           'sets.all.rpay.forEach(v => v.pay = digitGroup(dec(v.pay,2)));',
  535.           'sets.all.rhits.forEach(v => v.hits = digitGroup(v.hits));',
  536.           'sets.all.rbonus.forEach(v => v.bonus = digitGroup(dec(v.bonus,2)));',
  537.           'sets.all.rrej.forEach(v => v.rejAmt = dec(v.rejAmt,2));',
  538.           'continue;',
  539.         '}',
  540.         // populate labels/data for graphing
  541.         'postMessage({ type: "status", data: "Sorting by "+period+"..." });',
  542.         'var labels = Object.keys(sets[period].aggregate);',
  543.         'if (period === "dayofweek") labels = ["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"];',
  544.         'for (k of labels) {',
  545.           'if (~[\'hits\',\'pay\'].indexOf(k)) continue;',
  546.           'sets[period].pay.labels.push(k);',
  547.           'sets[period].hits.labels.push(k);',
  548.           'sets[period].pay.data.push(Math.decRound(sets[period].aggregate[k].pay,2));',
  549.           'sets[period].hits.data.push(sets[period].aggregate[k].hits);',
  550.         '}',
  551.       '}',
  552.       // if there are more than 5 hits with the same title under the same requester, assume it's a batch
  553.       'var _temp = [];',
  554.       'while (sets.all.hits.batch.length) _temp = _temp.concat(sets.all.hits.batch.shift().filter(v => v.count > 5));',
  555.       'sets.all.hits.batch = _temp;',
  556.       'sets.all.hits.batch.total = 0;',
  557.       'sets.all.hits.batch.forEach(v => {if (typeof v === "object") sets.all.hits.batch.total += v.count});',
  558.  
  559.       'postMessage({ type: "obj", data: sets });',
  560.  
  561.     '}'];//}}}
  562.  
  563.   datasetsWorker = new Blob(datasetsWorker, {type:'text/javascript'});
  564.   var workerURL = URL.createObjectURL(datasetsWorker);
  565.   var dsWorker = new Worker(workerURL);
  566.  
  567.   dsWorker.onmessage = (e) => {//{{{
  568.     if (e.data.type === 'status') {
  569.       window.Status.message = e.data.data;
  570.       console.log(e.data.data);
  571.     } else {
  572.       metrics.mark('dsWorker','end');
  573.       metrics.stop();metrics.report();
  574.       window.Status.message = 'Done!';
  575.       window.Progress.hide();
  576.       drawCharts(e.data.data);
  577.     }
  578.   };//}}}
  579.  
  580. })(document);
  581.  
  582. // vim: ts=2:sw=2:et:fdm=marker:noai