☰

CH Plaintext HIT Export

Export HIT information in multi-line plain text format.

目前为 2015-10-05 提交的版本。查看 最新版本。

  1. // ==UserScript==
  2. // @name          CH Plaintext HIT Export
  3. // @description   Export HIT information in multi-line plain text format.
  4. // @version       1.7.1c
  5. // @include       https://www.mturk.com/mturk/findhits*
  6. // @include       https://www.mturk.com/mturk/viewhits*
  7. // @include       https://www.mturk.com/mturk/sorthits*
  8. // @include       https://www.mturk.com/mturk/searchbar*selectedSearchType=hitgroups*
  9. // @include       https://www.mturk.com/mturk/viewsearchbar*selectedSearchType=hitgroups*
  10. // @include       https://www.mturk.com/mturk/sortsearchbar*HITGroup*
  11. // @include       https://www.mturk.com/mturk/preview*
  12. // @exclude       https://www.mturk.com/mturk/findhits?*hit_scraper*
  13. // @grant         GM_setClipboard
  14. // @author        Cristo + clickhappier
  15. // @namespace     mturkgrind
  16. // ==/UserScript==
  17.  
  18.  
  19. // based on 'IRC Export (reformatted output mod)': https://greasyfork.org/en/scripts/6254-irc-export-reformatted-output-mod
  20.  
  21.  
  22. var accountStatus = "loggedOut";
  23. if ( !document.getElementById("lnkWorkerSignin") )  // if sign-in link not present
  24. { 
  25.     accountStatus = "loggedIn"; 
  26. }
  27.  
  28.  
  29. function getUrlVariable(url, variable)
  30. {
  31.     var query = url.split('?');
  32.     var vars = query[1].split("&");
  33.     for ( var i=0; i<vars.length; i++ ) 
  34.     {
  35.         var pair = vars[i].split("=");
  36.         if ( pair[0] == variable )
  37.             { return pair[1]; }
  38.     }
  39.     return(false);
  40. }
  41.  
  42.  
  43. var caps = document.getElementsByClassName('capsulelink');
  44. for (var c = 0; c < caps.length/2; c++){
  45.     var button = document.createElement('button');
  46.     button.setAttribute("place",c);
  47.     button.textContent = 'TXT';
  48.     button.style.height = '14px';
  49.     button.style.width = '30px';
  50.     button.style.fontSize = '8px';
  51.     button.style.border = '1px solid';
  52.     button.style.padding = '0px';
  53.     button.style.backgroundColor = 'transparent';
  54.     button.title = 'Click to save HIT information to your clipboard in multi-line plaintext format.';
  55.     button.addEventListener("click", display, false);
  56.     document.getElementById('capsule'+c+'-0').parentNode.appendChild(button);
  57. }
  58.  
  59. function getTO(f){
  60.     var toComp = [];
  61.     var toUrl = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f;
  62.     var toUrl2 = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f;
  63.     var requestTO = new XMLHttpRequest();
  64.     try{   // first try main TO server
  65.         requestTO.onreadystatechange = function () {
  66.             if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  67.                 if (requestTO.responseText.split(':').length > 2) {
  68.                     var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  69.                     for (var t = 0; t < 4; t++) {
  70.                         var arrTo = toInfo[t].split(':');
  71.                         toComp.push(arrTo[1].substring(1,4));
  72.                     }
  73.                 } 
  74.                 else { toComp = ['-','-','-','-']; }
  75.             }
  76.         };
  77.         requestTO.open('GET', toUrl2, false);
  78.         requestTO.send(null);
  79.         return toComp;
  80.     }
  81.     catch(err){   // if main TO server unavailable, try Miku's TO mirror server (istrack.in)
  82.         try{
  83.             requestTO.onreadystatechange = function () {
  84.                 if ((requestTO.readyState ===4) && (requestTO.status ===200)) {
  85.                     if (requestTO.responseText.split(':').length > 2) {
  86.                         var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(',');
  87.                         for (var t = 0; t < 4; t++) {
  88.                             var arrTo = toInfo[t].split(':');
  89.                             toComp.push(arrTo[1].substring(1,4));
  90.                         }
  91.                     } 
  92.                     else { toComp = ['-','-','-','-']; }
  93.                 }
  94.             };
  95.             requestTO.open('GET', toUrl, false);
  96.             requestTO.send(null);
  97.             return toComp;
  98.         }
  99.         catch(err){   // if both unavailable, return 'na's
  100.             toComp = ['na','na','na','na'];
  101.             return toComp;
  102.         }
  103.     }
  104. }
  105.  
  106. // output display box
  107. var txtexportdiv = document.createElement('div');
  108. var txtexporttextarea = document.createElement('textarea');
  109. txtexportdiv.style.position = 'fixed';
  110. txtexportdiv.style.width = '500px';
  111. txtexportdiv.style.height = '255px';
  112. txtexportdiv.style.left = '50%';
  113. txtexportdiv.style.right = '50%';
  114. txtexportdiv.style.margin = '-250px 0px 0px -250px';
  115. txtexportdiv.style.top = '300px';
  116. txtexportdiv.style.padding = '5px';
  117. txtexportdiv.style.border = '2px';
  118. txtexportdiv.style.backgroundColor = 'black';
  119. txtexportdiv.style.color = 'white';
  120. txtexportdiv.style.zIndex = '100';
  121. txtexportdiv.setAttribute('id','txtexport_div');
  122. txtexportdiv.style.display = 'none';
  123. txtexporttextarea.style.padding = '2px';
  124. txtexporttextarea.style.width = '500px';
  125. txtexporttextarea.style.height = '230px';
  126. txtexporttextarea.title = 'Plaintext Export Output';
  127. txtexporttextarea.setAttribute('id','txtexport_text');
  128. txtexportdiv.textContent = 'Plaintext Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.';
  129. txtexportdiv.style.fontSize = '12px';
  130. txtexportdiv.appendChild(txtexporttextarea);
  131. document.body.insertBefore(txtexportdiv, document.body.firstChild);
  132. txtexporttextarea.addEventListener("click", function(){ txtexportdiv.style.display = 'none'; }, false);
  133.  
  134.  
  135. function display(e){
  136.     var theButton = e.target;
  137.     theButton.style.backgroundColor = "#CC0000";
  138.     
  139.     var capHand = document.getElementById('capsule' + theButton.getAttribute("place") + '-0');
  140.     var tBodies = capHand.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode;
  141.     
  142.     var thisReq = tBodies.getElementsByClassName('requesterIdentity')[0];
  143.     var thisReqName = thisReq.textContent;
  144.     var thisReqId = "unavailable";  // handle logged-out export requests now that requester ID links are unavailable as of 2015-07-20
  145.     if ( accountStatus == "loggedIn" )
  146.     {
  147.         thisReqId = getUrlVariable(thisReq.parentNode.href, "requesterId");
  148.     }
  149.     
  150.     var thisTitle = capHand.textContent.trim();
  151.     thisTitle = thisTitle.replace(/<(\w+)[^>]*>.*<\/\1>/gi, "").trim();  // addition to strip html tags and their contents, appearing inside the title link (re 10-20-2014 appearance of "<span class="tags"></span>")
  152.  
  153.     var thisHitGroup = "unavailable";  // handle logged-out export requests for HITs with no preview/notqualified links
  154.     // if hit has a preview or notqualified link
  155.     var thisHitLink = capHand.parentNode.parentNode.getElementsByClassName('capsulelink')[1].firstChild.nextSibling;
  156.     if ( thisHitLink.href !== '' )  
  157.     {
  158.         // if this is a preview link
  159.         if ( thisHitLink.href.indexOf('preview') > -1 )
  160.         {
  161.             thisHitGroup = getUrlVariable(thisHitLink.href, "groupId");
  162.         }
  163.         // if this is a notqualified link
  164.         else if ( thisHitLink.href.indexOf('notqualified') > -1 )
  165.         {
  166.             thisHitGroup = getUrlVariable(thisHitLink.href, "hitId");
  167.             // Amazon messed up the notqualified links, now looking like https://www.mturk.com/mturk/notqualified?hitGroupId=3ID43DSF4IQ1X8LO308D15ZSD5J5GX&hitId=3ID43DSF4IQ1X8LO308D15ZSD5J5GX ; and then they flipped the order of these values on 6/2/15
  168.         }
  169.         // if this is a requestqualification link we shouldn't be on, but are anyway because of stuff Amazon screwed with on 6/2/15
  170.         else if ( thisHitLink.href.indexOf('requestqualification') > -1 )
  171.         {
  172.             // go to the next link, the "(why?)" notqualified link instead
  173.             thisHitGroup = getUrlVariable(thisHitLink.nextElementSibling.href, "hitId");
  174.             // Amazon messed up the notqualified links, now looking like https://www.mturk.com/mturk/notqualified?hitGroupId=3ID43DSF4IQ1X8LO308D15ZSD5J5GX&hitId=3ID43DSF4IQ1X8LO308D15ZSD5J5GX ; and then they flipped the order of these values on 6/2/15
  175.         }
  176.     }
  177.     
  178.     var thisReward = tBodies.getElementsByClassName('reward')[0].textContent.trim();
  179.  
  180.     var thisTimeLimit = tBodies.getElementsByClassName('capsule_field_text')[2].textContent.trim();
  181.     
  182.     var thisHitsAvail = "??";  // handle Amazon removing HITs Available data from logged-out view 2015-07-20
  183.     if ( accountStatus == "loggedIn" ) 
  184.     { 
  185.         thisHitsAvail = tBodies.getElementsByClassName('capsule_field_text')[4].textContent.trim(); 
  186.     }
  187.     
  188.     var thisQualTable = document.getElementById('capsule'+theButton.getAttribute("place")+'target').getElementsByTagName('tbody')[2];
  189.     if ( document.location.href.indexOf('?last_hits_previewed') > -1 )  // for compatibility with mmmturkeybacon Last Hits Previewed
  190.     { 
  191.         thisQualTable = document.getElementById('capsule'+theButton.getAttribute("place")+'target').getElementsByTagName('tbody')[1]; 
  192.     }
  193.     var thisQualRows = thisQualTable.getElementsByTagName('td');
  194.     var qualStart = 3;  // standard starting row
  195.     if ( accountStatus == "loggedOut" )  // handle logged-out export requests - difference in qual table coding
  196.     { 
  197.         qualStart = 1; 
  198.     }  
  199.     if ( document.location.href.indexOf('?last_hits_previewed') > -1 )  // for compatibility with mmmturkeybacon Last Hits Previewed
  200.     { 
  201.         qualStart = 2; 
  202.     }
  203.     var masterQual = '';
  204.     for ( var m = qualStart; m < thisQualRows.length; m++ ) 
  205.     {
  206.         if ( thisQualRows[m].textContent.indexOf('Masters') > -1 ) 
  207.         {
  208.             masterQual = 'MASTERS ';
  209.         }
  210.     }
  211.     
  212.     var thisPreviewUrl = "(url n/a)";
  213.     var thisPandaUrl = "(url n/a)";
  214.     if ( thisHitGroup != "unavailable" )  // handle logged-out export requests for HITs with no preview/notqualified links
  215.     {
  216.         thisPreviewUrl = 'https://www.mturk.com/mturk/preview?groupId=' + thisHitGroup;
  217.         thisPandaUrl = 'https://www.mturk.com/mturk/previewandaccept?groupId=' + thisHitGroup;
  218.     }
  219.     
  220.     var thisReqUrl = "(url n/a)";
  221.     if ( thisReqId != "unavailable" )
  222.     {
  223.         thisReqUrl = 'https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId=' + thisReqId;
  224.     }
  225.     else if ( thisReqId == "unavailable" )  // handle 2015-07-20 loss of logged-out requester ids
  226.     {
  227.         thisReqUrl = 'https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&searchWords=' + thisReqName.replace(/ /g, "+") + " (search)";
  228.     }
  229.  
  230.     var thisTOUrl = "(url n/a)";
  231.     var thisTOStats = "??";
  232.     if ( thisReqId != "unavailable" )
  233.     {
  234.         thisTOUrl = 'http://turkopticon.ucsd.edu/' + thisReqId;
  235.         thisTOStats = getTO(thisReqId);
  236.     }
  237.     else if ( thisReqId == "unavailable" )  // handle 2015-07-20 loss of logged-out requester ids
  238.     {
  239.         thisTOUrl = 'https://turkopticon.ucsd.edu/main/php_search?query=' + thisReqName.replace(/ /g, "+") + " (search)";
  240.     }
  241.  
  242.  
  243.     // additions for plaintext export:
  244.     
  245.     function DST() {    // check if daylight savings time should be adjusted for, from http://www.mresoftware.com/simpleDST.htm
  246.         var today = new Date();
  247.         var yr = today.getFullYear();
  248.         var dst_start = new Date("March 14, "+yr+" 02:00:00"); // 2nd Sunday in March can't occur after the 14th 
  249.         var dst_end = new Date("November 07, "+yr+" 02:00:00"); // 1st Sunday in November can't occur after the 7th
  250.         var day = dst_start.getDay(); // day of week of 14th
  251.         dst_start.setDate(14-day); // Calculate 2nd Sunday in March of this year
  252.         day = dst_end.getDay(); // day of the week of 7th
  253.         dst_end.setDate(7-day); // Calculate first Sunday in November of this year
  254.         if (today >= dst_start && today < dst_end) { //does today fall inside of DST period?
  255.             return true; //if so then return true
  256.         }
  257.         return false; //if not then return false
  258.     }
  259.  
  260.     var currentDate = new Date();
  261.     var utc = currentDate.getTime() + (currentDate.getTimezoneOffset() * 60000);   // http://www.techrepublic.com/article/convert-the-local-time-to-another-time-zone-with-this-javascript/
  262.     var offset = '';
  263.     if ( DST() == true ) { offset = "-7"; } else { offset = "-8"; }   // adjust Pacific Time's UTC offset for daylight savings time - http://stackoverflow.com/questions/8207655/how-to-get-time-of-specific-timezone-using-javascript/8207708#8207708
  264.     var amazonDate = new Date(utc + (3600000*offset));
  265.     var month = amazonDate.getMonth() + 1;
  266.     var day = amazonDate.getDate();
  267.     var year = amazonDate.getFullYear();
  268.     var hours = amazonDate.getHours();
  269.     if (hours < 10) { hours = '0' + hours; }   // http://stackoverflow.com/questions/6838197/get-local-date-string-and-time-string/6838658#6838658
  270.     var minutes = amazonDate.getMinutes();
  271.     if (minutes < 10) { minutes = '0' + minutes; }
  272.     var dateStr = month + "/" + day + "/" + year + " " + hours + ":" + minutes + " PT";
  273.     
  274.     var thisDesc = '"' + tBodies.getElementsByClassName('capsule_field_text')[5].textContent.trim().replace(/(\t)+/g,' ').replace(/(\n)+/g,' ').replace(/(\r)+/g,' ').replace(/(  )+/g,' ').replace(/(\s)+/g,' ') + '"';
  275.     if (thisDesc == '""') { thisDesc = "none"; }
  276.  
  277.     var thisKeywords = "";
  278.     if ( document.location.href.indexOf('?last_hits_previewed') > -1 ) 
  279.     { 
  280.         thisKeywords = "unavailable (exported from Last HITs Previewed)"; 
  281.     }
  282.     else 
  283.     { 
  284.         thisKeywords = '"' + tBodies.getElementsByClassName('capsule_field_text')[6].textContent.trim().replace(/(\t)+/g,' ').replace(/(\n)+/g,' ').replace(/(\r)+/g,' ').replace(/(  )+/g,' ').replace(/(\s)+/g,' ') + '"'; 
  285.     }
  286.     if (thisKeywords == '""' || thisKeywords == '') 
  287.     { 
  288.         thisKeywords = "none"; 
  289.     }
  290.  
  291.     var qualStr = "";
  292.     for ( var q = qualStart; q < thisQualRows.length; q++ ) {
  293.         if ( ( (thisQualRows[q].textContent.indexOf('is') > -1) || (thisQualRows[q].textContent.indexOf('has') > -1) ) && (thisQualRows[q].textContent.indexOf('You meet this') < 0) && (thisQualRows[q].textContent.indexOf('Contact the Requester') < 0) ) {
  294.             if (qualStr != "") { qualStr += '   '; }
  295.             qualStr += thisQualRows[q].textContent.trim().replace(/(\t)+/g,' ').replace(/(\n)+/g,' ').replace(/(\r)+/g,' ').replace(/(  )+/g,' ').replace(/(\s)+/g,' ') + '  \r\n';
  296.         }
  297.     }
  298.     if (qualStr == "") { qualStr = "none  \r\n"; }
  299.  
  300.     var exportOutput = "";
  301.     var loggedOutApology = " (Info missing since logged out.)";
  302.     if ( accountStatus == "loggedIn" )
  303.     {
  304.         exportOutput = dateStr + '  \r\n'
  305.                      + masterQual + 'HIT: ' + thisTitle + '   - ' + thisPreviewUrl + '  \r\n'
  306.                      + 'Requester: ' + thisReqName + '   - ' + thisReqUrl + '  \r\n'
  307.                      + 'TO Ratings: ' + 'Pay='+thisTOStats[1] + ' Fair='+thisTOStats[2] + ' Comm='+thisTOStats[0] + ' Speed='+thisTOStats[3] + '   - ' + thisTOUrl + '  \r\n'
  308.                      + 'Time Allotted: ' + thisTimeLimit + '  \r\n'
  309.                      + 'Reward: ' + thisReward + '  \r\n'
  310.                      + 'HITs Available: ' + thisHitsAvail + '  \r\n'
  311.                      + 'Description: ' + thisDesc + '  \r\n'
  312.                      + 'Keywords: ' + thisKeywords + '  \r\n'
  313.                      + 'Qualifications: ' + qualStr + '  \r\n' ;
  314.     }
  315.     else if ( accountStatus == "loggedOut" )
  316.     {
  317.         exportOutput = dateStr + loggedOutApology + '  \r\n'
  318.                      + masterQual + 'HIT: ' + thisTitle + '   - ' + thisPreviewUrl + '  \r\n'
  319.                      + 'Requester: ' + thisReqName + '   - ' + thisReqUrl + '  \r\n'
  320.                      + 'TO Ratings: ??' + '   - ' + thisTOUrl + '  \r\n'
  321.                      + 'Time Allotted: ' + thisTimeLimit + '  \r\n'
  322.                      + 'Reward: ' + thisReward + '  \r\n'
  323.                      + 'HITs Available: ' + thisHitsAvail + '  \r\n'
  324.                      + 'Description: ' + thisDesc + '  \r\n'
  325.                      + 'Keywords: ' + thisKeywords + '  \r\n'
  326.                      + 'Qualifications: ' + qualStr + '  \r\n' ;
  327.     }
  328.  
  329.     if (GM_setClipboard) { GM_setClipboard(exportOutput); }
  330.     window.setTimeout(function(){ theButton.style.backgroundColor = 'transparent'; }, 500);
  331.     txtexporttextarea.textContent = exportOutput;
  332.     txtexportdiv.style.display = 'block';
  333.     txtexporttextarea.select();
  334. }