☰

MTurk Worst Case Scenario Calculator

Shows what your approval rate would be in worst case scenario

  1. // ==UserScript==
  2. // @name        MTurk Worst Case Scenario Calculator
  3. // @namespace   localhost
  4. // @author      ThirdClassInternationalMasterTurker
  5. // @description Shows what your approval rate would be in worst case scenario
  6. // @include     https://www.mturk.com/mturk/dashboard
  7. // @version     3.1
  8. // @grant       none
  9. // ==/UserScript==
  10.  
  11. //
  12. // 2012-09-07 First public release by ThirdClassInternationalMasterTurker
  13. //
  14. // 2012-09-09 Added approximate number of rejects that drop you to the
  15. //            edge of RATE_GOOD and RATE_OK
  16. //
  17. // 2012-10-06 Added GUI for setting RATE_GOOD and RATE_OK
  18. //            (Click 'Pending (Worst Case Scenario)')
  19. //
  20. // 2012-12-02 3.1: Added @downloadURL and @updateURL
  21. //
  22.  
  23. // --- SETTINGS ------------------------------------------------------- //
  24. var RATE_GOOD = (localStorage['WCS_GOOD']) ? localStorage['WCS_GOOD'] : 99.0;
  25. var RATE_OK   = (localStorage['WCS_OK']) ? localStorage['WCS_OK'] : 95.0;
  26.  
  27. var COLOUR_GOOD    = 'lightgreen';
  28. var COLOUR_OK      = 'orange';
  29. var COLOUR_BAD     = 'red';
  30.  
  31. // -------------------------------------------------------------------- //
  32.  
  33. var rows = document.evaluate('//tr[@class]',
  34.            document,
  35.            null,
  36.            XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null); 
  37.  
  38. var submitted;
  39. var returned;
  40. var abandoned;
  41. var approved;
  42. var rejected;
  43. var pending;
  44.  
  45. function config_func()
  46. {
  47.   return function()
  48.   {
  49.     var t = prompt('MTurk Worst Case Scenario\nSet your RATE_GOOD and RATE_OK.\nFor example: 99.0;95.0',
  50.                     '' + RATE_GOOD + ';' + RATE_OK);
  51.     if (!t)
  52.       return;
  53.  
  54.     var rates = t.split(';', 2);
  55.     rates[0] = parseFloat(rates[0]).toFixed(1);
  56.     rates[1] = parseFloat(rates[1]).toFixed(1);
  57.     
  58.     if (rates[0] > 0 && rates[0] <= 100)
  59.       localStorage['WCS_GOOD'] = rates[0];
  60.     if (rates[1] > 0 && rates[1] <= 100)
  61.       localStorage['WCS_OK'] = rates[1];
  62.   };  
  63. }
  64.  
  65.  
  66. for (var i=0;i<rows.snapshotLength;i++) {
  67.   var row = rows.snapshotItem(i);
  68.  
  69.   if (row.cells.length != 3)
  70.     continue;
  71.   if (row.className.match('odd|even') == null) {
  72.     continue;
  73.   }
  74.  
  75.   if (row.cells[0].textContent.match('HITs Submitted')) {
  76.     submitted = parseInt(row.cells[1].textContent);
  77.   }
  78.  
  79.   if (row.cells[0].textContent.match('\\.\\.\\. Approved')) {
  80.     approved = parseInt(row.cells[1].textContent);
  81.     approved_p = parseFloat(row.cells[2].textContent);
  82.  
  83.     if (approved_p >= RATE_GOOD) {
  84.       row.cells[2].style.backgroundColor = COLOUR_GOOD;
  85.     }
  86.     else if (approved_p >= RATE_OK) {
  87.       row.cells[2].style.backgroundColor = COLOUR_OK;
  88.     }
  89.     else {
  90.       row.cells[2].style.backgroundColor = COLOUR_BAD;
  91.     }
  92.   }
  93.  
  94.   if (row.cells[0].textContent.match('\\.\\.\\. Rejected')) {
  95.     rejected = parseInt(row.cells[1].textContent);
  96.   }
  97.  
  98.   if (row.cells[0].textContent.match('\\.\\.\\. Pending')) {
  99.     pending = parseInt(row.cells[1].textContent);
  100.  
  101.     row.cells[0].innerHTML += " <small>(Worst Case Scenario)</small>";
  102.  
  103.     if (RATE_GOOD < approved_p) {
  104.       var p = 1.0 - RATE_GOOD/100;
  105.       var x = (rejected-(p*submitted))/(p-1);
  106.       row.cells[0].innerHTML += "<br>&nbsp;&nbsp;&nbsp;&nbsp;<span style=\"color:" + COLOUR_OK + "\">(~" + Math.round(x) + " rejects => " + RATE_GOOD + "%)</span>";
  107.     }
  108.     if (RATE_OK < approved_p) {
  109.       var p = 1.0 - RATE_OK/100;
  110.       var x = (rejected-(p*submitted))/(p-1);
  111.       row.cells[0].innerHTML += "<br>&nbsp;&nbsp;&nbsp;&nbsp;<span style=\"color:" + COLOUR_BAD + "\">(~" + Math.round(x) + " rejects => " + RATE_OK + "%)</span>";
  112.     }
  113.  
  114.     WCS = Math.round((approved/(approved+rejected+pending) * 1000))/10;
  115.     row.cells[2].innerHTML = '(' + WCS + '%)';
  116.  
  117.     if (WCS >= RATE_GOOD) {
  118.       row.cells[2].style.backgroundColor = COLOUR_GOOD;
  119.     }
  120.     else if (WCS >= RATE_OK) {
  121.       row.cells[2].style.backgroundColor = COLOUR_OK;
  122.     }
  123.     else {
  124.       row.cells[2].style.backgroundColor = COLOUR_BAD;
  125.     }
  126.  
  127.     row.cells[0].addEventListener("click", config_func(), false);
  128.     row.cells[2].addEventListener("click", config_func(), false);
  129.   }
  130. }
  131.