☰

HIT Database Analytics

Analytics for HIT Database--makes pretty graphs

当前为 2015-10-26 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         HIT Database Analytics
  3. // @author       feihtality
  4. // @namespace    https://greasyfork.org/en/users/12709
  5. // @version      0.9.003
  6. // @description  Analytics for HIT Database--makes pretty graphs
  7. // @match        https://www.mturk.com/mturk/dashboard
  8. // @require      https://cdn.jsdelivr.net/momentjs/2.10.6/moment.min.js
  9. // @grant        none
  10. // ==/UserScript==
  11.  
  12.  
  13.  
  14. ((D) => {
  15.   'use strict';
  16.  
  17.   if (!('decRound' in self.Math) || !('Status' in window) || !('Progress' in window)) {
  18.       console.log('execution order is either too high or HITDB MKII is not detected');
  19.       return;
  20.   }
  21.  
  22.   Math.decRound = self.Math.decRound;
  23.   var digitGroup = function(n) {
  24.         n = String(n).split('.');
  25.         if (n[0].length < 4) return n.join('.');
  26.         n[0] = n[0].replace(/(\d)(?=(\d{3})+$)/g, '$1,');
  27.         return n.join('.');
  28.       },
  29.       dec = (n,l) => Number(Math.decRound(n,l)).toFixed(l),
  30.       m = this.moment;
  31.  
  32.   // inject interface {{{
  33.   var insertion = D.getElementById('hdbCSVInput'),
  34.       searchbtn = D.getElementById('hdbSearch'),
  35.       acheckbox = insertion.parentNode.insertBefore(D.createElement('INPUT'), insertion.nextSibling),
  36.       alabel    = insertion.parentNode.insertBefore(D.createElement('LABEL'), insertion.nextSibling),
  37.       metrics   = null;
  38.  
  39.   acheckbox.type     = 'checkbox';
  40.   acheckbox.id       = 'hdbAnalytics';
  41.   acheckbox.style.verticalAlign = 'middle';
  42.   alabel.textContent = 'Analyze';
  43.   alabel.htmlFor     = 'hdbAnalytics';
  44.   alabel.style.verticalAlign = 'middle';
  45.  
  46.   acheckbox.onclick = function() {
  47.     if (searchbtn.textContent === "Export CSV") insertion.click();
  48.     if (searchbtn.textContent === "Analyze") searchbtn.textContent = 'Search';
  49.     else searchbtn.textContent = 'Analyze';
  50.   };
  51.   searchbtn.addEventListener('click', getData);
  52. //}}}
  53.  
  54.   function getData(e) {//{{{
  55.     if (e.target.textContent !== "Analyze") return;
  56.     if (!window.HITStorage.db) { window.Status.push('AccessViolation: Database is not defined.', 'red'); return; }
  57.     
  58.     var range;
  59.     dbrange = [D.getElementById('hdbMinDate').value || undefined, D.getElementById('hdbMaxDate').value || undefined];
  60.     dbrange[3] = ['9999-99-99', '0000-00-00'];
  61.     if (!dbrange[0] && !dbrange[1]) {
  62.       dbrange[2] = 'ALL';
  63.       range = null;
  64.     } else if (dbrange[0] && !dbrange[1]) {
  65.       dbrange[2] = dbrange[0]+'>>';
  66.       range = window.IDBKeyRange.lowerBound(dbrange[0]);
  67.     } else if (!dbrange[0] && dbrange[1]) {
  68.       dbrange[2] = '<<'+dbrange[1];
  69.       range = window.IDBKeyRange.upperBound(dbrange[1]);
  70.     } else {
  71.       dbrange[2] = dbrange[0]+':'+dbrange[1];
  72.       range = window.IDBKeyRange.bound(dbrange[0],dbrange[1]);
  73.     }
  74.  
  75.     sets = new Sets();
  76.     window.Progress.show();
  77.     metrics = new window.Metrics('database_analytics');
  78.     metrics.mark('dbrecall', 'start');
  79.     dbrecall("HIT", {range: range}).then(analyzeData);
  80.   }//}}}
  81.  
  82. /* . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . */
  83.  
  84.   var
  85.     Sets = function() {//{{{ main data obj
  86.       this.quarter = {
  87.         aggregate: {},
  88.         pay:   { labels: [], data: [] },
  89.         hits:  { labels: [], data: [] },
  90.       };
  91.       this.month = {
  92.         aggregate: {},
  93.         pay:   { labels: [], data: [] },
  94.         hits:  { labels: [], data: [] },
  95.       };
  96.       this.week = {
  97.         aggregate: {},
  98.         pay:   { labels: [], data: [] },
  99.         hits:  { labels: [], data: [] },
  100.       };
  101.       this.day = {
  102.         aggregate: {},
  103.         pay:   { labels: [], data: [] },
  104.         hits:  { labels: [], data: [] },
  105.       };
  106.       this.dayofweek = {
  107.         aggregate: {},
  108.         pay:   { labels: [], data: [] },
  109.         hits:  { labels: [], data: [] },
  110.       };
  111.       this.all = {
  112.         aggregate: {},
  113.         distribution: {
  114.           hits: {'1':0,'2-5':0,'6-10':0,'11-15':0,'16-20':0,'21-25':0,'26-30':0,'31-35':0,
  115.             '36-40':0,'41-45':0,'46-50':0,'51-100':0,'101-150':0,'151-200':0,'201-250':0,'251-300':0,
  116.             '301-350':0,'351-400':0,'401-450':0,'451-500':0,'501-550':0,'551-600':0,'601-650':0,'651-700':0,
  117.             '701-750':0,'751-800':0,'801-850':0,'851-900':0,'901-950':0,'951-1000':0,'1001+':0},
  118.           pay: {'0':0, '0.01-0.05':0,'0.06-0.10':0,'0.11-0.15':0,'0.16-0.20':0,'0.21-0.25':0,
  119.             '0.26-0.30':0,'0.31-0.35':0,'0.36-0.40':0,'0.41-0.45':0,'0.46-0.50':0,'0.51-0.55':0,
  120.             '0.56-0.60':0,'0.61-0.65':0,'0.66-0.70':0,'0.71-0.75':0,'0.76-0.80':0,'0.81-0.85':0,
  121.             '0.86-0.90':0,'0.91-0.95':0,'0.96-1.00':0,'1.01-1.25':0,'1.26-1.50':0,'1.51-1.75':0,
  122.             '1.76-2.00':0,'2.01-2.25':0,'2.26-2.50':0,'2.51-2.75':0,'2.76-3.00':0,'3.01-3.25':0,
  123.             '3.26-3.50':0,'3.51-3.75':0,'3.76-4.00':0,'4.01-4.25':0,'4.26-4.50':0,'4.51-4.75':0,
  124.             '4.76-5.00':0,'5.01+':0},
  125.           data: { hits: [], labelsh: [], pay: [], labelsp: [] } },
  126.         hits: { total: 0, rejected: 0, pending: 0, bonus: 0, titles: {}, batch: [[],[],[],[]] },
  127.         pay : { total: 0, rejected: 0, pending: 0, bonus: 0 },
  128.         hitsPerRequester: { avg: 0, data: [], sd: 0, se: 0 },
  129.         payPerHit: { avg: 0, data: [], sd: 0, se: 0 }
  130.       };
  131.     },//}}}
  132.     sets   = new Sets(),
  133.     disth  = Object.keys(sets.all.distribution.hits),
  134.     distp  = Object.keys(sets.all.distribution.pay),
  135.     qmwdLabels = Object.keys(sets), dbrange;
  136.  
  137.   function dbrecall(os, options) {
  138.     options = options || {};
  139.     var 
  140.       index = options.index || "date",
  141.       range = options.range || null;
  142.       //wRange = [null, null];
  143.  
  144.     var total = 0;
  145.     return new Promise( y => {
  146.       window.HITStorage.db.transaction(os, "readonly").objectStore(os).index(index).openCursor(range).onsuccess = function() {
  147.         if (this.result) { 
  148.           window.Status.message = 'Aggregating data... [ '+(total++)+' ]';
  149.           aggregateCursor(this.result.value);
  150.           this.result.continue();
  151.         }
  152.         else y(1);
  153.       };
  154.     });
  155.   }
  156.  
  157.   function analyzeData(r) {
  158.     void(r);
  159.     metrics.mark('dbrecall','end');
  160.     metrics.mark('dsWorker', 'start');
  161.     dsWorker.postMessage(sets);
  162.   }
  163.  
  164.   function drawCharts(sets) {//{{{
  165.     var 
  166.       hitlineopt = { 
  167.         label: 'HITs Submitted',
  168.         yAxixID: 'hits',
  169.         backgroundColor: 'rgba(149,89,240,0.1)'/*'rgba(42,161,152,0.1)'*/,
  170.         borderColor    : 'rgba(149,89,240,0.5)'/*'rgba(42,161,152,0.5)'*/,
  171.         pointBackgroundColor     : 'rgba(149,89,240,1)'/*'rgba(42,161,152,1)'*/,
  172.         pointHoverBackgroundColor: 'rgba(92,0,230,1)'/*'rgba(38,139,210,1)'*/
  173.       },
  174.       paylineopt = {
  175.         label: 'Total Pay',
  176.         yAxisID: 'pay',
  177.         backgroundColor: 'rgba(200,242,48,0.1)'/*'rgba(181,137,0,0.1)'*/,
  178.         borderColor    : 'rgba(200,242,48,0.5)'/*'rgba(181,137,0,0.5)'*/,
  179.         pointBackgroundColor     : 'rgba(200,242,48,1)'/*'rgba(181,137,0,1)'*/,
  180.         pointHoverBackgroundColor: 'rgba(129,163,5,1)'/*'rgba(133,153,0,1)'*/
  181.       },
  182.       chartopt = {}, humps = {};
  183.       
  184.     for (var k of Object.keys(sets)) {
  185.       if (k === 'all') {
  186.         var a = sets.all.hits;
  187.         chartopt.bsratio = {
  188.           type: 'pie', data: {
  189.             labels: ['batch', 'survey'],
  190.             datasets: [{ data: [Math.decRound(100*a.batch.total/a.total,2), Math.decRound(100*(a.total-a.batch.total)/a.total,2)],
  191.               backgroundColor: ['#6A90F7', '#EDC147'] }]
  192.           }, options: { tooltips: { template: '<%= label %>: <%= value %>%', fontSize: 12 } }
  193.         };
  194.         chartopt.pdist = {
  195.           type: 'bar', data: {
  196.             labels: sets.all.distribution.data.labelsp,
  197.             datasets: [{ data: sets.all.distribution.data.pay,
  198.               backgroundColor: '#47EDE1', hoverBackgroundColor: '#C7ED3E' }]
  199.           }, options: { scales: { xAxes: [{ ticks: {show: false}, categorySpacing: 1 }] },
  200.             tooltips: { multiTemplate: '<%= datasetLabel %><%= value %>%' }
  201.           }
  202.         };
  203.         chartopt.hdist = {
  204.           type: 'bar', data: {
  205.             labels: sets.all.distribution.data.labelsh,
  206.             datasets: [{ data: sets.all.distribution.data.hits,
  207.               backgroundColor: '#47EDE1', hoverBackgroundColor: '#C7ED3E' }]
  208.           }, options: { scales: { xAxes: [{ ticks: {show: false}, categorySpacing: 1}] },
  209.             tooltips: { multiTemplate: '<%= datasetLabel %><%= value %>%' }
  210.           }
  211.         };
  212.         continue;
  213.       }
  214.       var timeOpts,
  215.           _hit = sets[k].hits.data.map(v => v).sort((a,b) => b-a),
  216.           _pay = sets[k].pay.data.map(v => v).sort((a,b) => b-a);
  217.  
  218.       _hit = [ _hit.shift(), _hit.pop() ];
  219.       _pay = [ _pay.shift(), _pay.pop() ];
  220.       humps[k] = { hit: { high: [_hit[0], sets[k].hits.labels[sets[k].hits.data.findIndex(v => v === _hit[0])]],
  221.                           low:  [_hit[1], sets[k].hits.labels[sets[k].hits.data.findIndex(v => v === _hit[1])]] },
  222.                    pay: { high: [_pay[0], sets[k].hits.labels[sets[k].pay.data.findIndex(v => v === _pay[0])]],
  223.                           low:  [_pay[1], sets[k].hits.labels[sets[k].pay.data.findIndex(v => v === _pay[1])]] } };
  224.       switch (k) {
  225.         case 'day': timeOpts = { format: 'YYYY-MM-DD (ddd)', displayFormat: 'MMMDD', unit: 'week', round: false }; break;
  226.         case 'week': timeOpts = { format: 'gggg[ week ]ww', displayFormat: 'gg[w]ww', unit: k, round: false }; break;
  227.         case 'month': timeOpts = { format: 'MMMM YYYY', displayFormat: 'MMM[\']YY', unit: k, round: false }; break;
  228.         case 'quarter': timeOpts = { format: 'YYYY [Q]Q', displayFormat: 'YYYY [Q]Q', unit: k, round: false }; break;
  229.         case 'dayofweek': timeOpts = false;/*{ format: 'dddd', displayFormat: 'dddd', unit: false, round: false };*/ break;
  230.       }
  231.       Object.assign(sets[k].hits, hitlineopt);
  232.       Object.assign(sets[k].pay, paylineopt);
  233.       chartopt[k] = {
  234.         type:'line', data: { labels: sets[k].hits.labels, datasets: [sets[k].hits, sets[k].pay] }, 
  235.         options: {
  236.           stacked: false, scales: {
  237.             xAxes: [{ gridLines: { offsetGridLines: false }, display: true, type: k === 'dayofweek' ? 'category' : 'time', time: timeOpts,
  238.               scaleLabel: { show: false, labelString: k }, ticks: { maxRotation:45, fontColor: '#969696'} }],
  239.             yAxes: [{ type: 'linear', display: true, position: 'left', id: 'hits',
  240.                       /*scaleLabel: {show: true, labelString: 'hits', fontColor: '#EEE8d5', fontFamily: 'Arial'}*/ },
  241.                     { type: 'linear', display: true, position: 'right', id: 'pay', gridLines: { drawOnChartArea: false },
  242.                       /*scaleLabel: {show:true, labelString: 'pay', fontColor: '#EEE8d5', fontFamily: 'Arial'}*/ }]
  243.           }
  244.         }
  245.       };
  246.     }
  247.     var html = ['<head>',//{{{
  248.        '<link href="https://fonts.googleapis.com/css?family=Open+Sans:300,400" rel="stylesheet" type="text/css">',
  249.        '<script src="https://cdn.jsdelivr.net/g/momentjs@2.10.6,chart.js@2.0.0-alpha4"></script>',
  250.        '<style>',
  251.         '.caption {width:72%;margin:auto;padding:5px;text-align:center;font-size:0.85em}',
  252.         '.hc {color:#AA7DF0} .pc {color:#C8F230}',
  253.         '.bc {color:#6A90F7} .sc {color:#EDC147}',
  254.         '.container {display:flex;align-content:center;justify-content:space-around}',
  255.         '.mi {font-size:0.6em}',
  256.         '.title {background-color:#EEE8D5;color:#073642;width:90%;margin:1% 6% 0% 5%;padding-left:2%;font-weight:400;}',
  257.         '.btn {border:1px solid #EEE8D5; color:#EEE8D5; background:#073642; padding:1%; text-align:center; cursor:pointer; font-weight:400; flex:1}',
  258.         '.btn-active {border:1px solid #073642; color:#073642; background:#EEE8D5}',
  259.         '.btn:hover {border:1px solid #073642; color:#EEE8D5; background:rgba(238,232,213,0.3)}',
  260.        '</style>',
  261.        '<title>HIT Database Analytics | '+dbrange[2]+'</title>',
  262.       '</head>',
  263.       '<body style="color:#fff;background-color:#073642;font-size:100%;font-family:\'Open Sans\',Arial;font-weight:300">',
  264.        '<h2 style="margin:1% 15%">MTurk HIT Database Analytics</h2>',
  265.        '<h4 style="margin:0.5% 20%">'+dbrange[3][0]+' to '+dbrange[3][1]+'</h4>',
  266.        '<div class="title">GENERAL STATISTICS</div>',
  267.        '<div class="container">',
  268.         '<div style="margin-top:5%;margin-left:5%;flex:1">',
  269.          '<div class="container" style="margin-right:10%">',
  270.            '<span style="text-align:right;color:#C7ED3E;flex:1">'+digitGroup(sets.all.hits.total)+'</span>',
  271.            '<span style="text-align:center;flex:1">SUBMITTED</span>',
  272.            '<span style="text-align:left;color:#C7ED3E;flex:1">$'+digitGroup(dec(sets.all.pay.total,2))+'</span>',
  273.          '</div><div class="container" style="margin-right:10%">',
  274.            '<span style="text-align:right;color:#C7ED3E;flex:1">'+digitGroup(sets.all.hits.bonus)+'</span>',
  275.            '<span style="text-align:center;flex:1">BONUSES</span>',
  276.            '<span style="text-align:left;color:#C7ED3E;flex:1">$'+digitGroup(dec(sets.all.pay.bonus,2))+'</span>',
  277.          '</div><div class="container" style="margin-right:10%">',
  278.            '<span style="text-align:right;color:#FF6666;flex:1">'+digitGroup(sets.all.hits.rejected)+'</span>',
  279.            '<span style="text-align:center;flex:1">REJECTED</span>',
  280.            '<span style="text-align:left;color:#FF6666;flex:1">$'+digitGroup(dec(sets.all.pay.rejected,2))+'</span>',
  281.          '</div><div class="container" style="margin-right:10%">',
  282.            '<span style="text-align:right;color:#E0B438;flex:1">'+digitGroup(sets.all.hits.pending)+'</span>',
  283.            '<span style="text-align:center;flex:1">PENDING</span>',
  284.            '<span style="text-align:left;color:#E0B438;flex:1">$'+digitGroup(dec(sets.all.pay.pending,2))+'</span>',
  285.          '</div>',
  286.          '<span class="mi" style="text-align:justify"><span style="color:#30CEF2">NOTE:</span> DOLLAR AMOUNT FOR \'PENDING\' MAY ',
  287.            'REFLECT VALUES FOR HITS WHICH HAVE ALREADY BEEN APPROVED. THESE FUNDS HAVE NOT BEEN FULLY CLEARED ',
  288.            'AND CREDITED TO YOUR ACCOUNT, AND THUS ARE STILL TECHNICALLY PENDING.</span>',
  289.          '<div style="margin:10% 10% 10% 0;flex:1;text-align:center;">',
  290.           'AVERAGE SUBMISSION OF <span style="color:#C7ED3E">'+dec(sets.all.hitsPerRequester.avg,3)+'</span> ',
  291.           '(<span style="color:#C7ED3E">&#177;'+dec(sets.all.hitsPerRequester.se,3)+'</span>) HITS PER REQUESTER',
  292.           '<br><span class="mi">STANDARD DEVIATION: <span style="color:#FA5583">'+dec(sets.all.hitsPerRequester.sd,3)+'</span></span>',
  293.           '<hr style="width:45%;color:#fff;background-color:#fff">',
  294.           'AVERAGE PAY OF <span style="color:#C7ED3E">$'+dec(sets.all.payPerHit.avg,3)+'</span> ',
  295.           '(<span style="color:#C7ED3E">&#177;$'+dec(sets.all.payPerHit.se,3)+'</span>) PER HIT',
  296.           '<br><span class="mi">STANDARD DEVIATION: <span style="color:#FA5583">'+dec(sets.all.payPerHit.sd,3)+'</span></span>',
  297.           '<hr style="width:45%;color:#fff;background-color:#fff">',
  298.           'AVERAGING <span style="color:#C7ED3E">'+Math.ceil(1/(sets.all.payPerHit.avg+sets.all.payPerHit.se))+'</span>',
  299.           '<span id="minbound"> TO <span style="color:#C7ED3E">'+Math.ceil(1/(sets.all.payPerHit.avg-sets.all.payPerHit.se))+
  300.             '</span></span> HITS PER $1.00',
  301.          '</div>',
  302.         '</div>',
  303.         '<div style="margin-top:3%;flex:1">',
  304.          '<div><canvas id="hitdist"></canvas><div class="caption">HIT DISTRIBUTION PER REQUESTER</div></div>',
  305.          '<div><canvas id="paydist"></canvas><div class="caption">PAY DISTRIBUTION PER HIT</div></div>',
  306.         '</div>',
  307.         '<div style="margin-top:10%;flex:1">',
  308.          '<canvas id="batchpie"></canvas>',
  309.          '<div class="caption"><span class="bc">BATCH</span> : <span class="sc">SURVEY</span><br>RATIO APPROXIMATION</div>',
  310.         '</div>',
  311.        '</div>',
  312.        '<div class="title">ACTIVITY</div>',
  313.        '<div class="container" style="margin-top:1%;margin-left:10%;margin-right:10%">',
  314.         '<div class="btn btn-active" data-p="day">DAILY</div><div class="btn" data-p="week">WEEKLY</div>',
  315.         '<div class="btn" data-p="month">MONTHLY</div><div class="btn" data-p="quarter">QUARTERLY</div>',
  316.         '<div class="btn" data-p="dayofweek">DAY OF WEEK</div>',
  317.        '</div>',
  318.        '<div style="margin-top:1%;margin-left:5%;margin-right:5%">',
  319.         '<div style="margin-left:5%;margin-right:5%"><canvas id="activityLines"></canvas></div>',
  320.         '<div class="caption container" style="font-size:0.73em;font-weight:400">',
  321.          '<div style="flex:1">',
  322.           'HIGHEST:&ensp;<span id="hh" class="hc"></span> (<span id="hhd"></span>), <span id="hp" class="pc"></span> (<span id="hpd"></span>)',
  323.          '</div>',
  324.          '<div style="flex:1">',
  325.           'LOWEST:&ensp;<span id="lh" class="hc"></span> (<span id="lhd"></span>), <span id="lp" class="pc"></span> (<span id="lpd"></span>)',
  326.          '</div>',
  327.         '</div>',
  328.         '<div class="caption"><span class="hc">HITS SUBMITTED</span> | <span class="pc">TOTAL PAY</span></div>',
  329.        '</div>',
  330.        '<div class="title">TOP REQUESTERS</div>',
  331.        '<div class="container">',
  332.         '<table id="req10pay" style="font-weight:300;margin-top:1%;margin-left:5%;">',
  333.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">PAY</th></tr></thead><tbody></tbody></table>',
  334.         '<table id="req10hit" style="font-weight:300;margin-top:1%;">',
  335.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">HITS</th></tr></thead><tbody></tbody></table>',
  336.         '<table id="req10bns" style="font-weight:300;margin-top:1%;">',
  337.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">BONUS</th></tr></thead><tbody></tbody></table>',
  338.         '<table id="req10rej" style="font-weight:300;margin-top:1%;margin-right:5%;">',
  339.          '<thead><tr><th colspan="2" style="text-align:left;padding-left:15">REJECTIONS</th></tr></thead><tbody></tbody></table>',
  340.        '</div>',
  341.        '<script>',
  342.         'if (!NodeList.prototype[Symbol.iterator]) NodeList.prototype[Symbol.iterator] = Array.prototype[Symbol.iterator];',
  343.         'var chartopt = '+JSON.stringify(chartopt)+',',
  344.             'range  = '+JSON.stringify(humps)+',',
  345.             'n = id => document.getElementById(id), _t = (n,t) => n.textContent = t, dec = v => Number(v).toFixed(2), dg = '+digitGroup+',',
  346.             'setHPstats = p => {',
  347.               '_t(hh,dg(range[p].hit.high[0])); _t(hhd,range[p].hit.high[1]);',
  348.               '_t(hp,"$"+dg(dec(range[p].pay.high[0]))); _t(hpd,range[p].pay.high[1]);',
  349.               '_t(lh,dg(range[p].hit.low[0])); _t(lhd,range[p].hit.low[1]);',
  350.               '_t(lp,"$"+dg(dec(range[p].pay.low[0]))); _t(lpd,range[p].pay.low[1]);',
  351.              '},',
  352.             'aLines = new Chart(n("activityLines").getContext("2d"), Object.assign({}, chartopt.day)),',
  353.             'bsPie  = new Chart(n("batchpie").getContext("2d"), chartopt.bsratio),',
  354.             'hdist  = new Chart(n("hitdist").getContext("2d"), chartopt.hdist),',
  355.             'pdist  = new Chart(n("paydist").getContext("2d"), chartopt.pdist),',
  356.             'r10hit = n("req10hit").tBodies[0], r10hHtml = [],',
  357.             'r10pay = n("req10pay").tBodies[0], r10pHtml = [],',
  358.             'r10bns = n("req10bns").tBodies[0], r10bHtml = [],',
  359.             'r10rej = n("req10rej").tBodies[0], r10rHtml = [],',
  360.             'hh = n("hh"), hhd = n("hhd"), hp = n("hp"), hpd = n("hpd"), lh = n("lh"), lhd = n("lhd"), lp = n("lp"), lpd = n("lpd"),',
  361.             'btns   = Array.from(document.querySelectorAll(".btn")),',
  362.             'payArr = '+JSON.stringify(sets.all.rpay)+',',
  363.             'hitArr = '+JSON.stringify(sets.all.rhits)+',',
  364.             'bnsArr = '+JSON.stringify(sets.all.rbonus)+',',
  365.             'rejArr = '+JSON.stringify(sets.all.rrej)+',',
  366.             'mb     = n("minbound"),',
  367.             'btnFn  = function(e) {',
  368.                       'if (e.target.classList.contains("btn-active")) return;',
  369.                       'var _p = e.target.dataset.p;',
  370.                       'document.querySelector(".btn-active").classList.toggle("btn-active");',
  371.                       'e.target.classList.toggle("btn-active");',
  372.                       'aLines.data = chartopt[_p].data;',
  373.                       'aLines.options.scales.xAxes[0].time = chartopt[_p].options.scales.xAxes[0].time;',
  374.                       'aLines.options.scales.xAxes[0].type = chartopt[_p].options.scales.xAxes[0].type;',
  375.                       'aLines.buildScales();',
  376.                       'aLines.update();',
  377.                       'aLines.resetElements();',
  378.                       'aLines.update();',
  379.                       'aLines.initToolTip();',
  380.                       'setHPstats(_p);',
  381.                      '};',
  382.         'btns.forEach(n => n.onclick = btnFn);',
  383.         'setHPstats("day");',
  384.         'if (mb.children[0].textContent === mb.previousSibling.textContent) mb.style.display = "none";',
  385.         'payArr.forEach(v => r10pHtml',
  386.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">$"+v.pay+"</td>',
  387.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  388.         'hitArr.forEach(v => r10hHtml',
  389.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">"+v.hits+"</td>',
  390.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  391.         'bnsArr.forEach(v => r10bHtml',
  392.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#47EDE1\\">$"+v.bonus+"</td>',
  393.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  394.         'rejArr.forEach(v => r10rHtml',
  395.           '.push("<tr><td style=\\"text-align:right;padding-right:10;color:#FF6666\\">"+v.rej+',
  396.             '" <span style=\\"color:#fff\\">(</span>$"+v.rejAmt+"<span style=\\"color:#fff\\">)</span></td>',
  397.             '<td style=\\"max-width:200\\">"+v.name+"</td></tr>"));',
  398.         'if (r10bHtml.length === 0) r10bns.parentNode.style.display="none";',
  399.         'if (r10rHtml.length === 0) r10rej.parentNode.style.display="none";',
  400.         'r10hit.innerHTML = r10hHtml.join(""); r10pay.innerHTML = r10pHtml.join("");',
  401.         'r10bns.innerHTML = r10bHtml.join(""); r10rej.innerHTML = r10rHtml.join("");',
  402.        '</script>',
  403.       '</body>'];//}}}
  404.     var blob = new Blob(html, {type:'text/html'}), _a = D.body.appendChild(D.createElement('A'));
  405.     _a.href = URL.createObjectURL(blob);
  406.     _a.target = '_blank';
  407.     _a.click();
  408.     _a.remove();
  409.   }//}}}
  410.  
  411.   function aggregateCursor(dat) {//{{{
  412.     var _m = m(dat.date, 'YYYY-MM-DD'),
  413.         qmwd = [
  414.           _m.format('YYYY [Q]Q'),
  415.           _m.format('MMMM YYYY'),
  416.           _m.format('gggg[ week ]ww'),
  417.           _m.format('YYYY-MM-DD (ddd)'),
  418.           _m.format('dddd'),
  419.         ],
  420.         pay = isNaN(dat.reward) ? +dat.reward.pay : +dat.reward,
  421.         bonus = isNaN(dat.reward) ? +dat.reward.bonus : 0;
  422.  
  423.     if (dat.date < dbrange[3][0]) dbrange[3][0] = dat.date;
  424.     else if (dat.date > dbrange[3][1]) dbrange[3][1] = dat.date;
  425.  
  426.     // populate scaled aggregates
  427.     for (var i=0; i<qmwd.length; i++) {
  428.       var def = sets[qmwdLabels[i]].aggregate;
  429.       if (!([qmwd[i]] in def)) {
  430.         def[qmwd[i]] = { hits:0, pay:0 };
  431.       }
  432.       def[qmwd[i]].hits += 1;
  433.       def[qmwd[i]].pay  += pay;
  434.     }// end for qmwd loop
  435.     // repeat requester aggregation for 'all'
  436.     if (!(dat.requesterId in sets.all.aggregate))
  437.         sets.all.aggregate[dat.requesterId] = { name: dat.requesterName, hits: 0, pay: 0, bonus: 0, rej: 0, rejAmt: 0};
  438.     sets.all.aggregate[dat.requesterId].hits += 1;
  439.     sets.all.aggregate[dat.requesterId].pay += pay;
  440.     sets.all.aggregate[dat.requesterId].bonus += bonus;
  441.     sets.all.aggregate[dat.requesterId].rej += dat.status === "Rejected" ? 1 : 0;
  442.     sets.all.aggregate[dat.requesterId].rejAmt += dat.status === "Rejected" ? pay : 0;
  443.  
  444.     // populate pay distribution data
  445.     //   hit distribution needs to wait until later--after aggregation
  446.     sets.all.payPerHit.data.push(pay);
  447.     distp.forEach( v => {
  448.       var range = v.split('-');
  449.       if (pay === +v) { sets.all.distribution.pay[v] += 1; return; }
  450.       if (v === '5.01+' && pay > 5) { sets.all.distribution.pay[v] += 1; return; }
  451.       if (pay >= range[0] && pay <= range[1]) { sets.all.distribution.pay[v] += 1; return; }
  452.     });
  453.     // increment general stats
  454.     var _t = dat.title.trim(), _t1 = _t.charAt(0).toLowerCase(), _ss;
  455.     sets.all.hits.total += 1;
  456.     sets.all.hits.rejected += dat.status === 'Rejected' ? 1 : 0;
  457.     sets.all.hits.pending += dat.status === 'Pending Approval' ? 1 : 0;
  458.     sets.all.hits.bonus += bonus ? 1 : 0;
  459.     //sets.all.hits.titles[_t] = sets.all.hits.titles[_t] + 1 || 1;
  460.     sets.all.pay.total += pay;
  461.     sets.all.pay.rejected += dat.status === 'Rejected' ? pay : 0;
  462.     sets.all.pay.pending += /pending/i.test(dat.status) ? pay : 0;
  463.     sets.all.pay.bonus += bonus;
  464.     // populate data for batch approximation
  465.     if (_t1 < "h") _ss = 0;
  466.     else if (_t1 < "o") _ss = 1;
  467.     else if (_t1 < "v") _ss = 2;
  468.     else _ss = 3;
  469.     var hitLoc = sets.all.hits.batch[_ss].findIndex(v => v.title === _t && v.req === dat.requesterId);
  470.     if (~hitLoc)
  471.       sets.all.hits.batch[_ss][hitLoc].count += 1;
  472.     else
  473.       sets.all.hits.batch[_ss].push({ title: _t, req: dat.requesterId, count: 1 });
  474.   }//}}}
  475.  
  476.  
  477.   //set up a worker thread to prevent interface locking on large datasets
  478.   var datasetsWorker = [//{{{
  479.     'var dec = '+dec+', digitGroup = '+digitGroup+';',
  480.     'Math.decRound = '+Math.decRound+';',
  481.     // calculate the standard deviation
  482.     'function stdev(avg, N, data) {',
  483.       'var sum = 0;',
  484.       'data.forEach(v => sum += Math.pow(v-avg, 2));',
  485.       'return Math.sqrt(sum/(N-1));',
  486.     '}',
  487.  
  488.     'function arrayFromObj(obj) {',
  489.       'var arr = [];',
  490.       'for (var k in obj) {',
  491.         'if (obj.hasOwnProperty(k))',
  492.           'arr.push(obj[k]);',
  493.       '}',
  494.       'return arr;',
  495.     '}',
  496.  
  497.     'onmessage = (e) => {',
  498.       'var sets = e.data, disth = '+JSON.stringify(disth)+', distp = '+JSON.stringify(distp)+', reqArr;',
  499.       // sort aggregates
  500.       'for (var period of Object.keys(sets)) {',
  501.         'if (period === \'all\') { ',
  502.           'reqArr = arrayFromObj(sets.all.aggregate);',
  503.           // calculate averages, sd, se
  504.           'postMessage( {type: "status", data: "Calculating averages..." });',
  505.           'var _pph = sets.all.payPerHit, _hpr = sets.all.hitsPerRequester;',
  506.           '_pph.avg = sets.all.pay.total / sets.all.hits.total;',
  507.           '_pph.sd = stdev(_pph.avg, _pph.data.length, _pph.data);',
  508.           '_pph.se = _pph.sd/Math.sqrt(_pph.data.length);',
  509.           '_hpr.data = reqArr.map( v => v.hits );',
  510.           '_hpr.avg = sets.all.hits.total / _hpr.data.length;',
  511.           '_hpr.sd = stdev(_hpr.avg, _hpr.data.length, _hpr.data);',
  512.           '_hpr.se = _hpr.sd/Math.sqrt(_hpr.data.length);',
  513.           // get hit distribution
  514.           'postMessage( {type: "status", data: "Populating distributions..." });',
  515.           'reqArr.forEach(v => {',
  516.             'disth.forEach(w => {',
  517.               'var range = w.split(\'-\');',
  518.               'if (range.length === 1) range.push(\'1\');',
  519.               'if (v.hits > 1000 && w === \'1001+\') { sets.all.distribution.hits[w] += 1; return; }',
  520.               'if (v.hits >= range[0] && v.hits <= range[1]) { sets.all.distribution.hits[w] += 1; return; }',
  521.             '});',
  522.           '});',
  523.           // extract raw data for distributions
  524.           'disth.forEach(v => sets.all.distribution.data.hits.push(Math.decRound(100*sets.all.distribution.hits[v]/reqArr.length,3)));',
  525.           'distp.forEach(v => sets.all.distribution.data.pay.push(Math.decRound(100*sets.all.distribution.pay[v]/sets.all.hits.total,3)));',
  526.           'sets.all.distribution.data.labelsh = Object.keys(sets.all.distribution.hits);',
  527.           'sets.all.distribution.data.labelsp = Object.keys(sets.all.distribution.pay);',
  528.           // get 'top' lists
  529.           'sets.all.rpay  = reqArr.sort((a,b) => b.pay  - a.pay ).slice(0,10);',
  530.           'sets.all.rhits = reqArr.sort((a,b) => b.hits - a.hits).slice(0,10);',
  531.           'sets.all.rbonus= reqArr.filter(e => e.bonus > 0).sort((a,b) => b.bonus - a.bonus).slice(0,10);',
  532.           'sets.all.rrej  = reqArr.filter(e => e.rej > 0).sort((a,b) => b.rej - a.rej).slice(0,10);',
  533.           'sets.all.rpay.forEach(v => v.pay = digitGroup(dec(v.pay,2)));',
  534.           'sets.all.rhits.forEach(v => v.hits = digitGroup(v.hits));',
  535.           'sets.all.rbonus.forEach(v => v.bonus = digitGroup(dec(v.bonus,2)));',
  536.           'sets.all.rrej.forEach(v => v.rejAmt = dec(v.rejAmt,2));',
  537.           'continue;',
  538.         '}',
  539.         // populate labels/data for graphing
  540.         'postMessage({ type: "status", data: "Sorting by "+period+"..." });',
  541.         'var labels = Object.keys(sets[period].aggregate);',
  542.         'if (period === "dayofweek") labels = ["Sunday","Monday","Tuesday","Wednesday","Thursday","Friday","Saturday"]',
  543.           '.filter(v => !!~Object.keys(sets[period].aggregate).indexOf(v));',
  544.         'for (k of labels) {',
  545.           'if (~[\'hits\',\'pay\'].indexOf(k)) continue;',
  546.           'sets[period].pay.labels.push(k);',
  547.           'sets[period].hits.labels.push(k);',
  548.           'sets[period].pay.data.push(Math.decRound(sets[period].aggregate[k].pay,2));',
  549.           'sets[period].hits.data.push(sets[period].aggregate[k].hits);',
  550.         '}',
  551.       '}',
  552.       // if there are more than 5 hits with the same title under the same requester, assume it's a batch
  553.       'var _temp = [];',
  554.       'while (sets.all.hits.batch.length) _temp = _temp.concat(sets.all.hits.batch.shift().filter(v => v.count > 5));',
  555.       'sets.all.hits.batch = _temp;',
  556.       'sets.all.hits.batch.total = 0;',
  557.       'sets.all.hits.batch.forEach(v => {if (typeof v === "object") sets.all.hits.batch.total += v.count});',
  558.  
  559.       'postMessage({ type: "obj", data: sets });',
  560.  
  561.     '}'];//}}}
  562.  
  563.   datasetsWorker = new Blob(datasetsWorker, {type:'text/javascript'});
  564.   var workerURL = URL.createObjectURL(datasetsWorker);
  565.   var dsWorker = new Worker(workerURL);
  566.  
  567.   dsWorker.onmessage = (e) => {//{{{
  568.     if (e.data.type === 'status') {
  569.       window.Status.message = e.data.data;
  570.       console.log(e.data.data);
  571.     } else {
  572.       metrics.mark('dsWorker','end');
  573.       metrics.stop();metrics.report();
  574.       window.Status.message = 'Done!';
  575.       window.Progress.hide();
  576.       drawCharts(e.data.data);
  577.     }
  578.   };//}}}
  579.  
  580. })(document);
  581.  
  582. // vim: ts=2:sw=2:et:fdm=marker:noai