☰

HIT Scraper WITH EXPORT

Snag HITs.

当前为 2014-06-09 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name        HIT Scraper WITH EXPORT
  3. // @author      Kerek and TJ
  4. // @description Snag HITs.
  5. //              Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints
  6. // @namespace   http://userscripts.org/users/536998
  7. // @match       https://www.mturk.com/mturk/findhits?match=true#hit_scraper*
  8. // @match       https://www.mturk.com/mturk/findhits?match=true?hit_scraper*
  9. // @version     1.3.0.10
  10. // @grant       GM_xmlhttpRequest
  11. // @grant       GM_getValue
  12. // @grant       GM_setValue
  13. // @grant	GM_deleteValue
  14. // @require     http://code.jquery.com/jquery-latest.min.js
  15. // ==/UserScript==
  16.  
  17. //alter the requester ignore last as you desire, case insensitive
  18. var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"];
  19. var ignore_list = default_list;
  20. if (GM_getValue("scraper_ignore_list"))
  21.     ignore_list = GM_getValue("scraper_ignore_list");
  22.  
  23. //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs.  Change to true for this behavior.
  24. var correct_for_skips = false;
  25.  
  26. //weight the four TO ratings for the coloring. Default has pay twice as important as fairness and nothing for communication and fast.
  27. var COMM_WEIGHT = 0;
  28. var PAY_WEIGHT  = 10;
  29. var FAIR_WEIGHT = 5;
  30. var FAST_WEIGHT = 0;
  31.  
  32. //display your hitdb records if applicable
  33. var check_hitDB = true;
  34.  
  35. //default text size
  36. var default_text_size=11;
  37.  
  38.  
  39.  
  40. var HITStorage = {};
  41. var indexedDB = window.indexedDB || window.webkitIndexedDB ||
  42.                 window.mozIndexedDB;
  43. window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
  44. window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
  45. HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" };
  46. var IDBKeyRange = window.IDBKeyRange;
  47.  
  48. HITStorage.indexedDB = {};
  49. HITStorage.indexedDB = {};
  50. HITStorage.indexedDB.db = null;
  51.  
  52. HITStorage.indexedDB.onerror = function(e) {
  53.   console.log(e);
  54. };
  55.  
  56. var v=4;
  57.  
  58. HITStorage.indexedDB.checkTitle = function(title,button) {
  59.   var request = indexedDB.open("HITDB", v);
  60. 	request.onsuccess = function(e) {
  61. 		HITStorage.indexedDB.db = e.target.result;
  62. 		var db = HITStorage.indexedDB.db;
  63.     if (!db.objectStoreNames.contains("HIT"))
  64.     {
  65.       db.close();
  66.       return;
  67.     }
  68. 		var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  69. 		var store = trans.objectStore("HIT");
  70.  
  71. 		var index = store.index("title");
  72.     index.get(title).onsuccess = function(event)
  73.     {
  74.       if (event.target.result === undefined)
  75.       {
  76.              console.log(title + ' not found');
  77.         history[button].titledb=false;
  78.       }
  79.       else
  80.       {
  81.           console.log(title + ' found');
  82.         history[button].titledb=true;
  83.       }
  84.       
  85.       db.close();
  86.     };
  87. 	};
  88. 	request.onerror = HITStorage.indexedDB.onerror;
  89. };
  90.  
  91. HITStorage.indexedDB.checkRequester = function(id,button) {
  92.   var request = indexedDB.open("HITDB", v);
  93. 	request.onsuccess = function(e) {
  94. 		HITStorage.indexedDB.db = e.target.result;
  95. 		var db = HITStorage.indexedDB.db;
  96.     if (!db.objectStoreNames.contains("HIT"))
  97.     {
  98.       db.close();
  99.       return;
  100.     }
  101. 		var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY);
  102. 		var store = trans.objectStore("HIT");
  103.  
  104. 		var index = store.index("requesterId");
  105.     index.get(id).onsuccess = function(event)
  106.     {
  107.       if (event.target.result === undefined)
  108.       {history[button].reqdb=false;
  109.         console.log(id + ' not found');
  110.       }
  111.       else
  112.       {
  113.             history[button].reqdb=true;
  114.         console.log(id + ' found');
  115.       }
  116.       db.close();
  117.     };
  118. 	};
  119. 	request.onerror = HITStorage.indexedDB.onerror;
  120. };
  121.  
  122. var PAGES_TO_SCRAPE = 3;
  123. var MINIMUM_HITS = 100;
  124. var SEARCH_REFRESH=0;
  125. var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups";
  126. var initial_url = URL_BASE;
  127. var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id=";
  128. var found_key_list=[];
  129. var last_clear_time = new Date().getTime();
  130. var searched_once = false;
  131. var save_new_results_time = 120;
  132. var save_results_time = 3600;
  133. var default_type = 0;
  134. var cur_loc = window.location.href;
  135. var time_input = document.createElement("INPUT");
  136. time_input.value = 0;
  137. var page_input = document.createElement("INPUT");
  138. page_input.value = 3;
  139. var min_input = document.createElement("INPUT");
  140. var new_time_display_input = document.createElement("INPUT");
  141. new_time_display_input.value = 300;
  142. var reward_input = document.createElement("INPUT");
  143. var qual_input = document.createElement("INPUT");
  144. qual_input.type = "checkbox";
  145. qual_input.checked = true;
  146. var masters_input = document.createElement("INPUT");
  147. masters_input.type = "checkbox";
  148. var sort_input1 = document.createElement("INPUT");
  149. sort_input1.type = "radio";
  150. sort_input1.name = "sort_type";
  151. sort_input1.value = "latest";
  152. sort_input1.checked = true;
  153. var sort_input2 = document.createElement("INPUT");
  154. sort_input2.type = "radio";
  155. sort_input2.name = "sort_type";
  156. sort_input2.value = "most";
  157. var sort_input3 = document.createElement("INPUT");
  158. sort_input3.type = "radio";
  159. sort_input3.name = "sort_type";
  160. sort_input3.value = "amount";
  161.  
  162. var search_input = document.createElement("INPUT");
  163.  
  164. var LINK_BASE = "https://www.mturk.com";
  165. var BACKGROUND_COLOR = "rgb(19, 19, 19)";
  166. var STATUSDETAIL_DELAY = 250;
  167. var MPRE_DELAY = 3000;
  168.  
  169. var next_page = 1;
  170.  
  171. var GREEN   = '#66CC66'; //  > 4
  172. var LIGHTGREEN = '#ADFF2F'; // > 3  GREEN YELLOW
  173. var YELLOW = '#FFD700';
  174. var ORANGE  = '#FF9900'; //  > 2
  175. var RED     = '#FF3030'; // <= 2
  176. var BLUE    = '#C0D9D9'; // no TO
  177. var GREY = 'lightGrey';
  178. var BROWN = '#94704D';
  179. var DARKGREY = '#9F9F9F';
  180. $('body').css('background', BACKGROUND_COLOR);
  181.  
  182. var API_PROXY_BASE = 'https://api.turkopticon.istrack.in/';
  183. var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids=';
  184. var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/';
  185.  
  186. var control_panel_HTML = '<div id="control_panel" style="margin: 0 auto 0 auto;' +
  187.                          'border-bottom: 1px solid #000000; margin-bottom: 5px; ' +
  188.                          'background-color: ' + BACKGROUND_COLOR + ';"></div>';
  189. $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body
  190. $('body').prepend(control_panel_HTML);
  191.  
  192. var control_panel = document.getElementById("control_panel");
  193. var big_red_button = document.createElement("BUTTON");
  194. var reset_blocks = document.createElement("BUTTON");
  195. var progress_report = document.createTextNode("Stopped");
  196. var text_area = document.createElement("TABLE");
  197. big_red_button.textContent = "Show Interface";
  198. big_red_button.onclick =  function(){show_interface();};
  199. reset_blocks.textContent = "Reset blocklist";
  200. reset_blocks.textContent = function(){
  201. 	console.log("in");
  202.     GM_deleteValue("scraper_ignore_list");
  203.     ignore_list = default_list;
  204.     alert("Ignore list reset to default, please re-scrape");};
  205. control_panel.appendChild(big_red_button);
  206. control_panel.appendChild(reset_blocks);
  207.  
  208. show_interface();
  209.  
  210. var global_run = false;
  211. var statusdetail_loop_finished = false;
  212. var date_header = "";
  213. var history = {};
  214. var wait_loop;
  215.  
  216. function set_progress_report(text, force)
  217. {
  218.     if (global_run == true || force == true)
  219.     {
  220.         progress_report.textContent = text;
  221.     }
  222. }
  223.  
  224. function get_progress_report()
  225. {
  226.     return progress_report.textContent;
  227. }
  228.  
  229. function wait_until_stopped()
  230. {
  231.     if (global_run == true)
  232.     {
  233.         if (statusdetail_loop_finished == true)
  234.         {
  235.             big_red_button.textContent = "Start";
  236.             set_progress_report("Finished", false);
  237.         }
  238.         else
  239.         {
  240.             setTimeout(function(){wait_until_stopped();}, 500);
  241.         }
  242.     }
  243. }
  244.  
  245. function display_wait_time(wait_time)
  246. {
  247.     if (global_run == true)
  248.     {
  249.         var current_progress = get_progress_report();
  250.         if (current_progress.indexOf("Searching again in")!==-1)
  251.         {
  252.             set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false);
  253.         }
  254.         else
  255.             set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false);
  256.         if (wait_time>1)
  257.             setTimeout(function(){display_wait_time(wait_time-1);}, 1000);
  258.     }
  259. }
  260.  
  261. function dispArr(ar)
  262. {
  263.     var disp = "";
  264.     for (var z = 0; z < ar.length; z++)
  265.     {
  266.         disp += "id " + z + " is " + ar[z] + " ";
  267.     }
  268.     console.log(disp);
  269. }
  270.  
  271. function scrape($src)
  272. {
  273.     var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]');
  274.     var $title = $src.find('a[class="capsulelink"]');
  275.     var $reward = $src.find('span[class="reward"]');
  276.     var $preview = $src.find('a[href^="/mturk/preview?"]');
  277.     var $qualified = $src.find('a[href^="/mturk/notqualified?"]');
  278.     var $times = $src.find('a[id^="duration_to_complete"]');
  279.     var $descriptions = $src.find('a[id^="description"]');
  280.     var not_qualified_group_IDs=[];
  281.     var $quals = $src.find('a[id^="qualificationsRequired"]');
  282.     $qualified.each(function(){
  283.         var groupy = $(this).attr('href');
  284.         groupy = groupy.replace("/mturk/notqualified?hitId=","");
  285.         not_qualified_group_IDs.push(groupy);
  286.     });
  287.     var $mixed =  $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"]');
  288.     var listy =[];
  289.     $mixed.each(function(){
  290.         var groupy = $(this).attr('href');
  291.         groupy = groupy.replace("/mturk/notqualified?hitId=","");
  292.         groupy = groupy.replace("/mturk/preview?groupId=","");
  293.         listy.push(groupy);
  294.     });
  295.     listy = listy.filter(function(elem, pos) {
  296.         return listy.indexOf(elem) == pos;
  297.     });
  298.  
  299.     for (var j = 0; j < $requester.length; j++)
  300.     {
  301.         var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]');
  302.         var requester_name = $requester.eq(j).text().trim();
  303.         var requester_link = $requester.eq(j).attr('href');
  304.         var group_ID=listy[j];
  305.         var preview_link = "/mturk/preview?groupId=" + group_ID;
  306.         var title = $title.eq(j).text().trim();
  307.         var reward = $reward.eq(j).text().trim();
  308.         var hits = $hits.eq(4).text().trim();
  309.         var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  310.         var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML;
  311.         //console.log(description);
  312.         var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=','');
  313.         var accept_link;
  314.         accept_link = preview_link.replace('preview','previewandaccept');
  315.         
  316.         /*HIT SCRAPER ADDITION*/
  317.         var qElements = $quals.eq(j).parent().parent().parent().find('tr');
  318.         //console.log(qElements);
  319.  
  320.         var qualifications = [];
  321.         for (var i = 1; i < qElements.length; i++) {
  322.             qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')));
  323.         }
  324.         var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None");
  325.  
  326.         key = requester_name+title+reward+group_ID;
  327.         found_key_list.push(key);
  328.         if (history[key] == undefined)
  329.         {
  330.             history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:""};
  331.             history[key].req_link = requester_link;
  332.             history[key].prev_link = preview_link;
  333.             history[key].requester = requester_name;
  334.             history[key].title = title;
  335.             history[key].reward = reward;
  336.             history[key].hits = hits;
  337.             history[key].rid = requester_id;
  338.             history[key].acc_link = accept_link;
  339.             history[key].time = time;
  340.             history[key].quals = qualList;
  341.             history[key].description = description;
  342. 			HITStorage.indexedDB.checkRequester(requester_id,key);
  343. 			HITStorage.indexedDB.checkTitle(title,key);
  344.             if (searched_once)
  345.             {
  346.                 history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH);
  347.                 history[key].new_result = 0;
  348.             }
  349.             else
  350.             {
  351.                 history[key].initial_time = new Date().getTime()-1000*save_new_results_time;
  352.                 history[key].new_result = 1000*save_new_results_time;
  353.             }
  354.             if (not_qualified_group_IDs.indexOf(group_ID)!==-1)
  355.                 history[key].qualified = false;
  356.             else
  357.                 history[key].qualified = true;
  358.  
  359.             history[key].found_this_time = true;
  360.         }
  361.         else
  362.         {
  363.             history[key].new_result = new Date().getTime() - history[key].initial_time;
  364.             history[key].found_this_time = true;
  365.             history[key].hits = hits;
  366.         }
  367.     }
  368. }
  369.  
  370. function statusdetail_loop(next_URL)
  371. {
  372.     if (global_run == true)
  373.     {
  374.         if (next_URL.length != 0)
  375.         {
  376.             $.get(next_URL, function(data)
  377.             {
  378.                 var $src = $(data);
  379.                 var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")');
  380.                 if (maxpagerate.length == 0)
  381.                 {
  382.                     set_progress_report("Processing page " + next_page, false);
  383.                     scrape($src);
  384.         
  385.                     $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")');
  386.                     next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : "";
  387.                     next_page++;
  388.                     if (default_type == 1)
  389.                     {
  390.                         var hmin = MINIMUM_HITS+1;
  391.                         for (j = 0; j < found_key_list.length; j++)
  392.                         {
  393.                             if (history[found_key_list[j]].hits < hmin)
  394.                             {
  395.                                 next_URL = "";
  396.                                 next_page = -1;
  397.                                 break;
  398.                             }
  399.                         }
  400.                     }
  401.         
  402.                     else if (next_page > PAGES_TO_SCRAPE && correct_for_skips)
  403.                     {
  404.                         var skipped_hits = 0;
  405.                         var added_pages = 0;
  406.                         for (j = 0; j < found_key_list.length; j++)
  407.                         {
  408.                             var obj = history[found_key_list[j]];
  409.                             if (! ignore_check(obj.requester,obj.title))
  410.                                 skipped_hits++;
  411.                         }
  412.                         added_pages = Math.floor(skipped_hits/10);
  413.                         if (skipped_hits%10 >6)
  414.                             added_pages++;
  415.                         if (next_page > PAGES_TO_SCRAPE + added_pages)
  416.                         {
  417.                             next_URL = "";
  418.                             next_page = -1;
  419.                         }
  420.             
  421.                     }
  422.                     else if (next_page > PAGES_TO_SCRAPE)
  423.                     {
  424.                         next_URL = "";
  425.                         next_page = -1;
  426.                     }
  427.                     
  428.                     setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY);
  429.                 }
  430.                 else
  431.                 {
  432.                     console.log("MPRE");
  433.                     setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY);
  434.                 }
  435.             });
  436.         }
  437.         else
  438.         {
  439.             searched_once = true;
  440.             var found_hits = found_key_list.length;
  441.             var shown_hits = 0;
  442.             var new_hits = 0;
  443.             var url = API_MULTI_ATTRS_URL;
  444.             var rids = [];
  445.             var lastRow = text_area.rows.length - 1;
  446.             for (i = lastRow; i>0; i--)
  447.                 text_area.deleteRow(i);
  448.             for (j = 0; j < found_key_list.length; j++)
  449.             {
  450.                 //(function(url,rids,j) {
  451.                     var obj = history[found_key_list[j]];
  452.                     if (ignore_check(obj.requester,obj.title) && obj.found_this_time){
  453.                         ++shown_hits;
  454.                         //console.log(obj);
  455.                         //hit export will update col_heads[1]
  456.                         var col_heads = ["<a href='"+ LINK_BASE+obj.req_link +"' target='_blank'>" + obj.requester + "</a>","<a href='"+ LINK_BASE+obj.prev_link +"' target='_blank' title='"+ obj.description +"'>" + obj.title + "</a>",obj.reward,obj.hits,"TO down","<a href='"+ LINK_BASE+obj.acc_link +"' target='_blank'>Accept</a>"];
  457.                         var row = text_area.insertRow(text_area.rows.length);
  458.                         url += obj.rid + ',';
  459.                         rids.push(obj.rid);
  460.                         if (check_hitDB)
  461.                         {
  462.                             col_heads.push("R");
  463.                             col_heads.push("T");
  464.                         }
  465.                         if (!obj.qualified)
  466.                         {
  467.                             col_heads.push("Not Qualified");
  468.                         }
  469.                         for (i=0; i<col_heads.length; i++)
  470.                         {
  471.                             var this_cell = row.insertCell(i);
  472.                             row.cells[i].style.fontSize = default_text_size;
  473.                             this_cell.innerHTML = col_heads[i];
  474.                             if(i>1)
  475.                                 this_cell.style.textAlign = 'center';
  476.                             if (check_hitDB)
  477.                             {
  478.                                 if (i==6)
  479.                                 {
  480.                                     if (obj.reqdb)
  481.                                         this_cell.style.backgroundColor = GREEN;
  482.                                     else
  483.                                         this_cell.style.backgroundColor = RED;
  484.                                 }
  485.                                 else if (i==7)
  486.                                 {
  487.                                     if (obj.titledb)
  488.                                         this_cell.style.backgroundColor = GREEN;
  489.                                     else
  490.                                         this_cell.style.backgroundColor = RED;
  491.                                 }
  492.                                 else if (i==8)
  493.                                     this_cell.style.backgroundColor = DARKGREY;
  494.                             }
  495.                             else if (i==6)
  496.                                 this_cell.style.backgroundColor = DARKGREY;
  497.                         }
  498.                         if (Object.keys(history).length>0)
  499.                         {
  500.                             if (obj.new_result < 1000*save_new_results_time)
  501.                             {
  502.                                 new_hits++;
  503.                                 for (i in col_heads)
  504.                                 {
  505.                                     row.cells[i].style.fontSize = default_text_size + 1;
  506.                                     row.cells[i].style.fontWeight = "bold";
  507.                                 }
  508.                             }
  509.                         }
  510.                         button = document.createElement('button'); //HIT SCRAPER ADDITION
  511.                         button.textContent = 'vB';
  512.                         button.title = 'Export this HIT description as vBulletin formatted text';
  513.                         
  514.                         button.style.height = '14px';
  515.                         button.style.width = '30px';
  516.                         button.style.fontSize = '8px';
  517.                         button.style.border = '1px solid';
  518.                         button.style.padding = '0px';
  519.                         button.style.backgroundColor = 'transparent';
  520.                         
  521.                         button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER
  522.                         button2.textContent = 'BLOCK';
  523.                         button2.title = 'Add requester to block list';
  524.                         
  525.                         button2.style.height = '14px';
  526.                         button2.style.width = '30px';
  527.                         button2.style.fontSize = '8px';
  528.                         button2.style.border = '1px solid';
  529.                         button2.style.padding = '0px';
  530.                         button2.style.backgroundColor = 'transparent';
  531.                         
  532.                         //button.addEventListener("click", function() {export_func_deleg(j);}.bind(null,j), false);
  533.                         button.addEventListener("click", (function (obj,j) { return function() {export_func_deleg(obj,j);}})(obj,j));
  534.                         row.cells[1].appendChild(button);
  535.                         button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,j);}})(obj,j));
  536.                         row.cells[0].appendChild(button2);
  537.                     }
  538.                 //});
  539.                 
  540.             }
  541.             set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + (found_hits - shown_hits) + " HITs ignored.", false);
  542.             url = url.substring(0,url.length - 1);
  543.             //console.log(url);
  544.             var success_flag = false;
  545.             GM_xmlhttpRequest(
  546.             {
  547.                 method: "GET",
  548.                 url: url,
  549.                 onload: function (results)
  550.                 {
  551.                     //console.log(results.responseText);
  552.                     rdata = $.parseJSON(results.responseText);
  553.                     for (i = 0; i < rids.length; i++)
  554.                     {
  555.                         text_area.rows[i+1].style.backgroundColor = GREY;
  556.                         if (rdata[rids[i]])
  557.                         {
  558.                             var pay = rdata[rids[i]].attrs.pay
  559.                             var reviews = rdata[rids[i]].reviews
  560.                             var average = 0;
  561.                             var sum = 0;
  562.                             var divisor = 0;
  563.                             var comm = rdata[rids[i]].attrs.comm;
  564.                             var fair = rdata[rids[i]].attrs.fair;
  565.                             var fast = rdata[rids[i]].attrs.fast;
  566.                             if (comm > 0)
  567.                             {
  568.                                 sum += COMM_WEIGHT*comm;
  569.                                 divisor += COMM_WEIGHT;
  570.                             }
  571.                             if (pay > 0)
  572.                             {
  573.                                 sum += PAY_WEIGHT*pay;
  574.                                 divisor += PAY_WEIGHT;
  575.                             }
  576.                             if (fair > 0)
  577.                             {
  578.                                 sum += FAIR_WEIGHT*fair;
  579.                                 divisor += FAIR_WEIGHT;
  580.                             }
  581.                             if (fast > 0)
  582.                             {
  583.                                 sum += FAST_WEIGHT*fast;
  584.                                 divisor += FAST_WEIGHT;
  585.                             }
  586.                             if (divisor > 0)
  587.                             {
  588.                                 average = sum/divisor;
  589.                             }
  590.                             text_area.rows[i+1].cells[4].innerHTML = "<a href='"+ TO_REQ_URL+rids[i] +"' target='_blank'>" + pay + "</a>";
  591.                             if (reviews > 4)
  592.                             {
  593.                                 if (average > 4.49)
  594.                                     text_area.rows[i+1].style.backgroundColor = GREEN;
  595.                                 else if (average > 3.49)
  596.                                     text_area.rows[i+1].style.backgroundColor = LIGHTGREEN;
  597.                                 //else if (average > 2.99)
  598.                                  //   text_area.rows[i+1].style.backgroundColor = YELLOW;
  599.                                 else if (average > 1.99)
  600.                                     text_area.rows[i+1].style.backgroundColor = ORANGE;
  601.                                 else if (average > 0)
  602.                                     text_area.rows[i+1].style.backgroundColor = RED;
  603.                              }
  604.                         }
  605.                         else
  606.                         {
  607.                             text_area.rows[i+1].cells[4].innerHTML = "No data";
  608.                         }
  609.                     }
  610.                     success_flag = true;
  611.                  }
  612.             });
  613.             if (!success_flag)
  614.                 for (i = 0; i < rids.length; i++) text_area.rows[i+1].style.backgroundColor = GREY;
  615.             
  616.             statusdetail_loop_finished = true;
  617.             if (SEARCH_REFRESH>0)
  618.             {
  619.                 wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH);
  620.                 display_wait_time(SEARCH_REFRESH);
  621.             }
  622.             else
  623.             {
  624.                 global_run = false;
  625.                 big_red_button.textContent = "Start";
  626.             }
  627.         }
  628.     }
  629. }
  630.  
  631. function ignore_check(r,t){
  632.     return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase());
  633. }
  634.  
  635. function start_running()
  636. {
  637.     if (big_red_button.textContent == "Start")
  638.     {
  639.         global_run = true;
  640.         initial_url = URL_BASE;
  641.         if (search_input.value.length>0)
  642.         {
  643.             initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value);
  644.         }
  645.         if (time_input.value.replace(/[^0-9]+/g,"") != "")
  646.         {
  647.             SEARCH_REFRESH = Number(time_input.value);
  648.         }
  649.         if (page_input.value.replace(/[^0-9]+/g,"") != "")
  650.         {
  651.             PAGES_TO_SCRAPE = Number(page_input.value);
  652.         }
  653.         if (min_input.value.replace(/[^0-9]+/g,"") != "")
  654.         {
  655.             MINIMUM_HITS = Number(min_input.value);
  656.         }
  657.         if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "")
  658.         {
  659.             save_new_results_time = Number(new_time_display_input.value);
  660.         }
  661.         if (reward_input.value.replace(/[^0-9]+/g,"") != "")
  662.         {
  663.             initial_url += "&minReward=" + reward_input.value;
  664.         }
  665.         else
  666.         {
  667.             initial_url += "&minReward=0.00";
  668.         }
  669.         if (qual_input.checked)
  670.         {
  671.             initial_url += "&qualifiedFor=on"
  672.         }
  673.         else
  674.         {
  675.             initial_url += "&qualifiedFor=off"
  676.         }
  677. 		if (masters_input.checked)
  678.         {
  679.             initial_url += "&requiresMasterQual=on"
  680.         }
  681.         if (sort_input1.checked)
  682.         {
  683.             initial_url+= "&sortType=LastUpdatedTime%3A1";
  684.             default_type = 0;
  685.         }
  686.         else if (sort_input2.checked)
  687.         {
  688.             initial_url+= "&sortType=NumHITs%3A1";
  689.             default_type = 1;
  690.         }
  691.         else if (sort_input3.checked)
  692.         {
  693.             initial_url+= "&sortType=Reward%3A1";
  694.             default_type = 0;
  695.         }
  696.         
  697.         initial_url+="&pageNumber=1&searchSpec=HITGroupSearch"
  698.         start_it();
  699.     }
  700.     else
  701.     {
  702.         global_run = false;
  703.         clearTimeout(wait_loop);
  704.         big_red_button.textContent = "Start";
  705.         set_progress_report("Stopped", true);
  706.     }
  707. }
  708.  
  709. function start_it()
  710. {
  711.     statusdetail_loop_finished = false;
  712.     big_red_button.textContent = "Stop";
  713.     found_key_list=[];
  714.     var ctime = new Date().getTime()
  715.     if (ctime - last_clear_time > save_results_time*666)
  716.     {
  717.         var last_history=history;
  718.         history = {};
  719.         for (var key in last_history)
  720.         {
  721.             if (last_history[key].new_result<save_results_time*1000)
  722.             {
  723.                 history[key]=last_history[key];
  724.                 if (last_history[key].found_this_time)
  725.                 {
  726.                     last_history[key].found_this_time = false;
  727.                     if (last_history[key].new_result>save_new_results_time*1000)
  728.                         last_history[key].initial_time = ctime-1000*save_new_results_time;
  729.                 }
  730.             }
  731.  
  732.         }
  733.         last_clear_time = ctime;
  734.     }
  735.     next_page = 1;
  736.     statusdetail_loop(initial_url);
  737. }
  738.  
  739.  
  740. function show_interface()
  741. {
  742.     control_panel.style.color = BROWN;
  743.     control_panel.style.fontSize = 14;
  744.     control_panel.removeChild(big_red_button);
  745.     control_panel.appendChild(document.createTextNode("Auto-refresh delay: "));
  746.     time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  747.     time_input.title = "Enter search refresh delay in seconds\n" + "Enter 0 for no auto-refresh\n" + "Default is 0 (no auto-refresh)";
  748.     time_input.size = 3;
  749.     control_panel.appendChild(time_input);
  750.     
  751.     control_panel.appendChild(document.createTextNode("   "));
  752.     
  753.     control_panel.appendChild(document.createTextNode("Pages to scrape: "));
  754.     page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  755.     page_input.title = "Enter number of pages to scrape\n" + "Default is 4";
  756.     page_input.size = 3;
  757.     control_panel.appendChild(page_input);
  758.     
  759.     control_panel.appendChild(document.createTextNode("   "));
  760.     
  761.     control_panel.appendChild(document.createTextNode("Minimum batch size: "));
  762.     min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  763.     min_input.title = "Enter minimum HITs for batch search\n" + "Default is 100";
  764.     min_input.size = 3;
  765.     control_panel.appendChild(min_input);
  766.     control_panel.appendChild(document.createTextNode("   "));
  767.     
  768.     control_panel.appendChild(document.createTextNode("New HIT highlighting: "));
  769.     new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}};
  770.     new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted\n" + "Default is 300 (5 minutes)";
  771.     new_time_display_input.size = 6;
  772.     control_panel.appendChild(new_time_display_input);
  773.     
  774.     control_panel.appendChild(document.createElement("P"));
  775.     control_panel.appendChild(document.createTextNode("Minimum reward: "));
  776.     reward_input.size = 6;
  777.     control_panel.appendChild(reward_input);
  778.     control_panel.appendChild(document.createTextNode("   "));
  779.  
  780.     control_panel.appendChild(document.createTextNode("Qualified"));
  781.     control_panel.appendChild(qual_input);
  782.     control_panel.appendChild(document.createTextNode("     "));
  783. 	control_panel.appendChild(document.createTextNode("Masters"));
  784.     control_panel.appendChild(masters_input);
  785.     control_panel.appendChild(document.createTextNode("     "));
  786.     control_panel.appendChild(document.createTextNode("Sort types:   "));
  787.     control_panel.appendChild(sort_input1);
  788.     control_panel.appendChild(document.createTextNode("Latest"));
  789.     control_panel.appendChild(sort_input2);
  790.     control_panel.appendChild(document.createTextNode("Most Available"));
  791.     control_panel.appendChild(sort_input3);
  792.     control_panel.appendChild(document.createTextNode("Amount"));
  793.        
  794.     control_panel.appendChild(document.createElement("P"));
  795.     
  796.     control_panel.appendChild(search_input);
  797.     search_input.size = 20;
  798.     search_input.title = "Enter a search term to include\n" + "Default is blank (no included terms)";
  799.     search_input.placeholder="Enter search terms here";
  800.     
  801.     control_panel.appendChild(document.createTextNode("   "));
  802.     
  803.     big_red_button.textContent = "Start";
  804.     big_red_button.onclick = function(){start_running();};
  805.     reset_blocks.textContent = "Reset blocklist";
  806.     reset_blocks.onclick = function(){
  807.         console.log("in");
  808.         GM_deleteValue("scraper_ignore_list");
  809.         ignore_list = default_list;
  810.         alert("Ignore list reset to default, please re-scrape");};
  811.     
  812.     control_panel.appendChild(big_red_button);
  813.     control_panel.appendChild(reset_blocks);
  814.    
  815.     control_panel.appendChild(document.createTextNode("   "));
  816.     control_panel.appendChild(progress_report);
  817.      
  818.     control_panel.appendChild(document.createElement("P"));
  819.     
  820.     text_area.style.fontWeight = 400;
  821.     text_area.createCaption().innerHTML = "HITs";
  822.     var col_heads = ['Requester','Title','Reward','HITs Available','TO pay',"Accept HIT"];
  823.     var row = text_area.createTHead().insertRow(0);
  824.     text_area.caption.style.fontWeight = 800;
  825.     text_area.caption.style.color = BROWN;
  826. 	if (default_text_size > 10)
  827. 		text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5);
  828.     //console.log(text_area.cellPadding);
  829.     //text_area.cellPadding=2;
  830.     text_area.caption.style.fontSize = 28;
  831.     text_area.rows[0].style.fontWeight = 800;
  832.     text_area.rows[0].style.color = BROWN;
  833.     for (i=0; i<col_heads.length; i++)
  834.     {
  835.         var this_cell = row.insertCell(i);
  836.         this_cell.innerHTML = col_heads[i];
  837.         this_cell.style.fontSize = 14;
  838.         if (i > 1)
  839.             this_cell.style.textAlign = 'center';
  840.     }
  841.     
  842.     control_panel.appendChild(text_area);
  843. }
  844.  
  845. /********HIT EXPORT ADDITIONS*****/
  846.  
  847. 	var EDIT = false;
  848.     var HIT;
  849.  
  850.     var TO_BASE = "http://turkopticon.ucsd.edu/";
  851.     var API_BASE = "https://api.turkopticon.istrack.in/";
  852.     var API_URL = API_BASE + "multi-attrs.php?ids=";
  853.     
  854.     DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n';
  855.     DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]';
  856.     DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])';
  857.     DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}';
  858.     DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}';
  859.     DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}';
  860.     DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]';
  861.     DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]';
  862.  
  863.     var TEMPLATE;
  864.     var EASYLINK;
  865.  
  866.     if (typeof GM_getValue === 'undefined')
  867.         TEMPLATE = null;
  868.     else {
  869.         TEMPLATE = GM_getValue('HITScraper Template');
  870.         EASYLINK = GM_getValue('HITScraper Easylink');
  871.     }
  872.     if (TEMPLATE == null) {
  873.         TEMPLATE = DEFAULT_TEMPLATE;
  874.     }
  875.  
  876.     function buildXhrUrl(rai) {
  877.         var url = API_URL;
  878.         var ri = rai;
  879.         url += rai;
  880.         return url;
  881.     }
  882.  
  883.     function makeXhrQuery(url) {
  884.         var xhr = new XMLHttpRequest();
  885.         try{
  886.         	xhr.open('GET', url, false);
  887.             xhr.send(null);
  888.             return $.parseJSON(xhr.response);
  889.         }
  890.         catch(err){
  891.             return "TO DOWN";
  892.         }
  893.     }
  894.  
  895.     function getNamesForEmptyResponses(rai, resp) {
  896.         for (var rid in rai) {
  897.             if (rai.hasOwnProperty(rid) && resp[rid] == "") {
  898.                 resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}');
  899.             }
  900.         }
  901.         return resp;
  902.     }
  903.  
  904.     function getKeys(obj) {
  905.         var keys = [];
  906.         for (var key in obj) {
  907.             keys.push(key);
  908.         }
  909.         return keys;
  910.     }
  911.  
  912. function export_func_deleg(item,index) {
  913. 	//console.log(item);
  914.     export_func(item);
  915.     }
  916.  
  917. function block_deleg(item,index) {
  918. 	//console.log(item);
  919.     block(item);
  920.     }
  921.  
  922. function block(hit){
  923.     var requester = hit["requester"];
  924.     ignore_list.push(requester);
  925.     GM_setValue("scraper_ignore_list",ignore_list);
  926.     console.log(GM_getValue("scraper_ignore_list"));
  927.     alert(requester+" ignored. Re-scrape");
  928. }
  929.  
  930. function export_func(item) {
  931.     HIT = item;
  932.     edit_button.textContent = 'Edit Template';
  933.     apply_template(item);
  934.     div.style.display = 'block';
  935.     textarea.select();
  936. }
  937.  
  938. function apply_template(hit_data) {
  939.         var txt = TEMPLATE;
  940.  
  941.         var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text'];
  942.  
  943.         var resp = null;
  944.         if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){
  945.             var url = buildXhrUrl(hit_data["rid"]);
  946.             resp = makeXhrQuery(url);
  947.             //console.log(resp);
  948.         }
  949.         var toText = "";
  950.         var toStuff = "";
  951.         var toData = "";
  952.         var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews);
  953.         if (resp == "TO DOWN"){
  954.             toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]";
  955.             toText = toStuff;
  956.         }
  957.         else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") {
  958.             toStuff = " No TO ";
  959.             toText = " No TO ";
  960.             toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  961.             toStuff += "(Submit a new TO rating for this requester)[/URL]";
  962.         }
  963.         else {
  964.             for (var key in resp[hit_data["rid"]].attrs) {
  965.                 //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n";
  966.                 var i = 0;
  967.                 var color = "green";
  968.                 var name = key;
  969.                 var num = Math.floor(resp[hit_data["rid"]].attrs[key]);
  970.                 switch (key){
  971.                     case "comm":
  972.                         name = "Communicativity";
  973.                         break;
  974.                     case "pay":
  975.                         name = "Generosity";
  976.                         break;
  977.                     case "fast":
  978.                         name = "Promptness";
  979.                         break;
  980.                     case "fair":
  981.                         name = "Fairness";
  982.                         break;
  983.                     default:
  984.                         name = key;
  985.                         break;
  986.                 }
  987.                 switch (num){
  988.                     case 0:
  989.                         color = "red";
  990.                         break;
  991.                     case 1:
  992.                         color = "red";
  993.                         break;
  994.                     case 2:
  995.                         color = "orange";
  996.                         break;
  997.                     case 3:
  998.                         color = "yellow";
  999.                         break;
  1000.                     default:
  1001.                         break;
  1002.                 }
  1003.                 toText += (num > 0 ? "\n[color="+color+"]" : "\n");
  1004.                 for (i; i < num; i++){
  1005.                     toText += "[b]☢[/b]"
  1006.                 }
  1007.                 toText += (num > 0 ? "[/color]" : "")
  1008.                 if (i < 5){
  1009.                     toText += "[color=white]";
  1010.                     for (i; i < 5; i++)
  1011.                         toText += "[b]☢[/b]";
  1012.                     toText += "[/color]";
  1013.                 }
  1014.                 toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name;
  1015.                 toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ",";
  1016.             }
  1017.             //toText += "[/list]";
  1018.             toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]");
  1019.             toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]';
  1020.             toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : "");
  1021.             toStuff += "\nNumber of Reviews: "+numResp;
  1022.             toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]";
  1023.             toStuff += "\n(Submit a new TO rating for this requester)[/URL]";
  1024.         }
  1025.         
  1026.         for (var i = 0; i < vars.length; i++) {
  1027.             t = new RegExp('\{' + vars[i] + '\}', 'g');
  1028.             if (vars[i] == "to_stuff") {
  1029.                 txt = txt.replace(t, toStuff);
  1030.             }
  1031.             else if (vars[i] == "to_text"){
  1032.                 txt = txt.replace(t, toText);
  1033.             }
  1034.             else if (vars[i] == "prev_link"){
  1035.                 txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1036.             }
  1037.             else if (vars[i] == "acc_link"){
  1038.                 txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[i]]);
  1039.             }
  1040.             else
  1041.                 txt = txt.replace(t, hit_data[vars[i]]);
  1042.         }
  1043.         textarea.value = txt;
  1044.     }
  1045.  
  1046. function hide_func(div) {
  1047.     if (EDIT == false)
  1048.         div.style.display = 'none';
  1049.     }
  1050.  
  1051. function edit_func() {
  1052.     if (EDIT == true) {
  1053.         EDIT = false;
  1054.         TEMPLATE = textarea.value;
  1055.         edit_button.textContent = 'Edit Template';
  1056.         apply_template(HIT);
  1057.     }
  1058.     else {
  1059.         console.log("Editing");
  1060.         EDIT = true;
  1061.         edit_button.textContent = 'Show Changes';
  1062.         save_button.disabled = false;
  1063.         textarea.value = TEMPLATE;
  1064.     }
  1065.     }
  1066.  
  1067. function default_func() {
  1068.     GM_deleteValue('HITScraper Template');
  1069.     TEMPLATE = DEFAULT_TEMPLATE;
  1070.     EDIT = false;
  1071.     edit_button.textContent = 'Edit Template';
  1072.     apply_template(HIT);
  1073.     }
  1074.  
  1075.     function save_func() {
  1076.         if (EDIT)
  1077.             TEMPLATE = textarea.value;
  1078.         GM_setValue('HITScraper Template', TEMPLATE);
  1079.     }
  1080.  
  1081. 	var div = document.createElement('div');
  1082.     var textarea = document.createElement('textarea');
  1083.     var div2 = document.createElement('label');
  1084.  
  1085.     div.style.position = 'fixed';
  1086.     div.style.width = '500px';
  1087.     div.style.height = '235px';
  1088.     div.style.left = '50%';
  1089.     div.style.right = '50%';
  1090.     div.style.margin = '-250px 0px 0px -250px';
  1091.     div.style.top = '300px';
  1092.     div.style.padding = '5px';
  1093.     div.style.border = '2px';
  1094.     div.style.backgroundColor = 'black';
  1095.     div.style.color = 'white';
  1096.     div.style.zIndex = '100';
  1097.  
  1098.     textarea.style.padding = '2px';
  1099.     textarea.style.width = '500px';
  1100.     textarea.style.height = '200px';
  1101.     textarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}';
  1102.  
  1103.     div.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close';
  1104.     div.style.fontSize = '12px';
  1105.     div.appendChild(textarea);
  1106.  
  1107.     var edit_button = document.createElement('button');
  1108.     var save_button = document.createElement('button');
  1109.     var default_button = document.createElement('button');
  1110.     var easy_button = document.createElement('button');
  1111.  
  1112.     edit_button.textContent = 'Edit Template';
  1113.     edit_button.setAttribute('id', 'edit_button');
  1114.     edit_button.style.height = '18px';
  1115.     edit_button.style.width = '100px';
  1116.     edit_button.style.fontSize = '10px';
  1117.     edit_button.style.paddingLeft = '3px';
  1118.     edit_button.style.paddingRight = '3px';
  1119.     edit_button.style.backgroundColor = 'white';
  1120.  
  1121.     save_button.textContent = 'Save Template';
  1122.     save_button.setAttribute('id', 'save_button');
  1123.     save_button.style.height = '18px';
  1124.     save_button.style.width = '100px';
  1125.     save_button.style.fontSize = '10px';
  1126.     save_button.style.paddingLeft = '3px';
  1127.     save_button.style.paddingRight = '3px';
  1128.     save_button.style.backgroundColor = 'white';
  1129.     save_button.style.marginLeft = '5px';
  1130.  
  1131.     easy_button.textContent = 'Change Adfly Url';
  1132.     easy_button.setAttribute('id', 'easy_button');
  1133.     easy_button.style.height = '18px';
  1134.     easy_button.style.width = '100px';
  1135.     easy_button.style.fontSize = '10px';
  1136.     easy_button.style.paddingLeft = '3px';
  1137.     
  1138.     default_button.textContent = ' D ';
  1139.     default_button.setAttribute('id', 'default_button');
  1140.     default_button.style.height = '18px';
  1141.     default_button.style.width = '20px';
  1142.     default_button.style.fontSize = '10px';
  1143.     default_button.style.paddingLeft = '3px';
  1144.     default_button.style.paddingRight = '3px';
  1145.     default_button.style.backgroundColor = 'white';
  1146.     default_button.style.marginLeft = '5px';
  1147.     default_button.title = 'Return default template';
  1148.  
  1149.     div.appendChild(edit_button);
  1150.     div.appendChild(save_button);
  1151.     div.appendChild(default_button);
  1152.     div.appendChild(easy_button);
  1153.     save_button.disabled = true;
  1154.  
  1155.     div.style.display = 'none';
  1156.     textarea.addEventListener("click", function() {hide_func(div);}, false);
  1157.     edit_button.addEventListener("click", function() {edit_func();}, false);
  1158.     save_button.addEventListener("click", function() {save_func();}, false);
  1159.     default_button.addEventListener("click", function() {default_func();}, false);
  1160.     document.body.insertBefore(div, document.body.firstChild);