☰

Airflow log hightlight library

A library of airflow log highlight for airflow helper

此脚本不应直接安装，它是一个供其他脚本使用的外部库。如果您需要使用该库，请在脚本元属性加入：// @require https://update.cn-greasyfork.org/scripts/460424/1152786/Airflow%20log%20hightlight%20library.js 

  1. // ==UserScript==
  2. // @name           Airflow log hightlight library
  3. // @namespace      https://greasyfork.org/zh-CN/scripts/430272-airflow-log-hightlight-lib
  4. // @description    A library of airflow log highlight for airflow helper
  5. // @include        http://airflow.yimian.com.cn/*
  6. // @include        http://airflow.onework.yimian.com.cn/*
  7. // @include        http://172.16.24.11:18080/*
  8. // @grant          GM_log
  9. // @grant          GM_xmlhttpRequest
  10. // @grant          GM_getValue
  11. // @grant          GM_setValue
  12. // @grant          GM_openInTab
  13. // @grant          GM_registerMenuCommand
  14. // @version        0.1.4
  15. // ==/UserScript==
  16. ;(function () {
  17. 	var isOpera = !!this.opera,
  18. 		isChromium = !!this.chromium;
  19. 	var STYLE_COLOR = ['#FFFF80','#99ccff','#ff99cc','#66cc66','#cc99ff','#ffcc66','#66aaaa','#dd9966','#aaaaaa','#dd6699'];
  20. 	var BORDER_COLOR = ['#aaaa20','#4477aa','#aa4477','#117711','#7744aa','#aa7711','#115555','#884411','#555555','#881144'];
  21. 	var but_c = '#99cc99', but_ca = '#FFD000', but_cd = '#999999', but_cb = '#669966'; // button normal/active/disable background color/border color.
  22.  
  23. 	// Initialize value
  24. 	var PRE = 'wordhighlight', ID_PRE = PRE + '_id';
  25. 	var STYLE_CLASS = '0123456789'.split('').map(function(a,i){return PRE + '_word'+i;});
  26.  
  27. 	var keyword = "AnalysisException|ValueError|TypeError|ProgrammingError|JSONDecodeError|AnalysisException|NameError|IndentationError|KeyError|IndexError|AttributeError|FileNotFoundError|\
  28. ConnectionError|HTTPError|Received SIGTERM|SyntaxError|OutOfMemory|Container killed by YARN for exceeding memory limits|Failed to get minimum memory|\
  29. Permission denied|Memory limit exceeded|Could not resolve table reference|Could not resolve column/field reference|File does not exist|RemoteException|\
  30. TExecuteStatementResp|object has no attribute|InternalError|NullPointerException|ConnectionError|Failed to close HDFS|cannot be null|IntegrityError|\
  31. ArrayIndexOutOfBoundsException|has more columns|Unknown column|No such file or directory|Out Of Memory|RuntimeError|Traceback|AirflowTaskTimeout|AssertionError|\
  32. Check 'stl_load_errors' system table for details|OperationalError|Lost connection to MySQL server during query|AirflowTaskTimeout|files cols number not match target file cols number, check it|\
  33. Data too long for column|DataError|Initial job has not accepted any resources|/tmp/oneflow_|http://oneflow.yimian.com.cn/dag|num_dumped_rows|com.yimian.etl"
  34.   var words = [];
  35. 	var words_off = [];
  36.  
  37. 	// 创建一个观察器实例并传入回调函数
  38.   const observer1 = new MutationObserver(setup);
  39.   const observer2 = new MutationObserver(setup);
  40.  
  41. 	if (window.location.href.includes('log')) {	
  42. 		init_keyword()
  43. 		observeTargetDOM()
  44. 	}
  45.  
  46. 	function observeTargetDOM() {
  47.     const logMenu = document.querySelectorAll('.nav.nav-pills')[3]
  48. 		const logContent = document.querySelector('.tab-content').lastChild.previousSibling
  49.     const config = { childList: true, subtree: true, attributes: true };
  50.     // 以上述配置开始观察目标节点
  51.     observer1.observe(logMenu, config);
  52.     observer2.observe(logContent, config);
  53.   }
  54.  
  55. 	function init_keyword() {
  56. 		keyword = trim(keyword);
  57. 		window.name = PRE + '::' + encodeURIComponent(keyword);
  58. 		words = init_words(keyword);
  59. 	}
  60.  
  61. 	function setup() {
  62. 		addsheet();
  63. 		highlight(document.body)
  64. 		observer2.disconnect()
  65. 	}
  66.  
  67. 	function highlight(doc) {
  68. 		const _words = words.filter((w,i) => !words_off[i]);
  69. 		if (_words.length <= 0) return;
  70. 		let exd_words, xw;
  71. 		if (_words.length === 1 && _words[0].exp) {
  72. 			exd_words = _words.map((e) => e.exp);
  73. 			xw = '';
  74. 		} else {
  75. 			exd_words = _words.map(function(w){return w.test ? w : new RegExp('(' + w.replace(/\W/g,'\\$&') + ')(?!##)', 'ig');});
  76. 			xw = ' and (' + _words.map(function(w){return ' contains(translate(self::text(),"abcdefghijklmnopqrstuvwxyz","ABCDEFGHIJKLMNOPQRSTUVWXYZ"),'+escapeXPathExpr(w.toUpperCase())+') ';}).join(' or ') + ') ';
  77. 		}
  78. 		$X('descendant::text()[string-length(normalize-space(self::text())) > 0 ' + xw +' and not(ancestor::textarea or ancestor::script or ancestor::style or ancestor::aside)]', doc)
  79. 			.forEach(function(text_node) {
  80. 				let parent = text_node.parentNode;
  81. 				// 关键词父元素标签为span 说明已经被高亮过
  82. 				if (parent.tagName.toUpperCase() === 'SPAN') return;
  83. 				let df,
  84. 				text = text_node.nodeValue,
  85. 				id_index = 0,
  86. 				range = document.createRange(),
  87. 				replace_strings = [],
  88. 				new_text = reduce(exd_words, (text,ew,i) => {
  89. 					return text.replace(ew,($0,$1) => {
  90. 						replace_strings[id_index] = '<span id="' + ID_PRE + id_index + '" class="' + STYLE_CLASS[i%10] + '" name="'+PRE+'_word'+i+'">' + $1 + '</span>';
  91. 						return '##'+(id_index++)+'##';
  92. 					});
  93. 				}, text).replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;').replace(/##(\d+)##/g, ($0,$1) => replace_strings[$1] || '');
  94. 				if (replace_strings.length) {
  95. 					try {
  96. 						if (isChromium) {
  97. 							const htmlDoc = document.implementation.createHTMLDocument('hogehoge');
  98. 							range.selectNodeContents(htmlDoc.documentElement);
  99. 						} else {
  100. 							range.selectNode(text_node);
  101. 						}
  102. 						df = range.createContextualFragment(new_text);
  103. 						console.log('df', df);
  104. 						if (df.firstChild) parent.replaceChild(df, text_node);
  105. 						range.detach();
  106. 					} catch (e) {
  107. 						error(e);
  108. 					}
  109. 				}
  110. 			});
  111. 	}
  112.  
  113. 	function addsheet() {
  114. 		const hilistyles = STYLE_COLOR.map((rgb,i) => {
  115. 			return 'span.' + PRE + '_word'+i+',.' + PRE + '_item'+i+'{background:'+rgb+'!important;}';
  116. 			});
  117. 		const borderstyles = BORDER_COLOR.map((rgb,i) => {
  118. 			return 'li.' + PRE + '_item'+i+'{outline:1px solid '+rgb+'!important;}';
  119. 			});
  120. 		const panel_pos_arr = ['right:-1px;','bottom:-1px;'];
  121. 		sheet = addCSS([
  122. 			//Additional Style
  123. 			'span[class^="' + PRE + '_word"]{color:black!important;font:inherit!important;display:inline!important;margin:0!important;padding:0!important;text-align:inherit!important;float:none!important;position:static!important;}', //vertical-align:inherit !important;
  124. 			'#' + PRE + '_words, #' + PRE + '_words *{font-family: Arial ;}',
  125. 			'#' + PRE + '_words{line-height:1;position:fixed;z-index:60000;opacity:0.8;list-style-type:none;margin:0;padding:0;width:auto;max-width:100%;' + panel_pos_arr[0] + panel_pos_arr[1] +'}',
  126. 			'#' + PRE + '_words > section{clear:right;line-height:1;border:1px solid #666;/*border-left-width:10px;*/background:#fff;display:block;position:relative;}',
  127. 			'#' + PRE + '_words * {margin:0;padding:0;width:auto;height:auto;}',
  128. 			'#' + PRE + '_words:hover{opacity:1;}',
  129. 			'#' + PRE + '_words:hover > section{opacity:1;border-color:#333;}',
  130. 			'#' + PRE + '_words #_ewh_handle{background:#666;width:10px;cursor:move;}',
  131. 			'#' + PRE + '_words:hover #_ewh_handle{background:#333;}',
  132. 			'#' + PRE + '_words.ewh_hide #_ewh_handle{cursor:pointer;}',
  133. //			'#' + PRE + '_words.ewh_hide:hover #_ewh_handle{width:10px;}',
  134. //			'#' + PRE + '_words.ewh_hide > section form.' + PRE + '_ctrl > input.c_b{display:none;}',
  135. 			'#' + PRE + '_words > nav{display:none;width:100%;padding:3px;position:relative;}',
  136. 			'#' + PRE + '_words > nav > canvas.backport{background:rgba(0,0,0,0.5);cursor:pointer;position:absolute;right:6px;z-index:3;}',
  137. 			'#' + PRE + '_words > nav > canvas.viewport{background:rgba(79,168,255,0.7);cursor:default;position:absolute;bottom:0px;right:6px;}',//outline:6px solid rgba(79,168,255,0.7);
  138. //			'#' + PRE + '_words > nav:hover > canvas.backport{background:rgba(0,0,0,0.5);}',
  139. 			'#' + PRE + '_words:hover > nav{display:block;}',
  140. 			'#' + PRE + '_words > nav._locked{display:block;}',
  141. 			'#' + PRE + '_words:hover > nav > canvas.backport{bottom:0px;}',
  142. 			'#' + PRE + '_words > nav._locked > canvas.backport{bottom:0px;}',
  143. 			'#' + PRE + '_words.ewh_edit{opacity:1;}',
  144. 			'#' + PRE + '_words.ewh_edit #' + PRE + '_word_inputs_list{display:none;}',
  145. 			'#' + PRE + '_words form.' + PRE + '_editor{display:none;}',
  146. 			'#' + PRE + '_words.ewh_edit form.' + PRE + '_editor{display:inline-block;}',
  147. 			'#' + PRE + '_words.ewh_edit form.' + PRE + '_editor input{min-width:80px;}',
  148. 			'#' + PRE + '_words li{display:inline-block;margin:0.1em 0.2em;line-height:1.3em;font-size:medium;}',
  149. 			'#' + PRE + '_words > section > * {vertical-align:middle;}',
  150. 			'#' + PRE + '_words > section td {border:none;}',
  151. 			'#' + PRE + '_words > section > h3.' + PRE + '_title{display:inline-block;background:#333;color:#fff;padding:0.1em 0.3em;border:none;margin:0 0.2em;}',
  152. 			'#' + PRE + '_words > section  form.' + PRE + '_ctrl{display:inline-block;}',
  153. 			'#' + PRE + '_words > section  form.' + PRE + '_ctrl > input{display:inline;width:1.3em;margin:0.1em 0.1em;background:'+ but_c +';border:1px solid '+ but_cb +';cursor:pointer;font-size:10pt;color:black;}',
  154. 			'#' + PRE + '_words > section  form.' + PRE + '_ctrl > input._active{background:'+ but_ca +';}',
  155. 			'#' + PRE + '_words > section  form.' + PRE + '_ctrl > input._disable{background:'+ but_cd +' !important;cursor:default;}',
  156. 			'#' + PRE + '_words > section  form.' + PRE + '_ctrl > input:hover{outline:1px solid '+ but_cb +'!important;}',
  157. 			'#' + PRE + '_word_inputs_list {padding:0!important;margin:0.2em!important;display:inline-block;border:none!important;}',
  158. 			'#' + PRE + '_word_inputs_list > li{position:relative;padding:0 4px;}',
  159. 			'#' + PRE + '_word_inputs_list > li.ewh_disable{background:white!important;outline:1px solid #999!important;}',
  160. 			'#' + PRE + '_word_inputs_list > li > label{cursor:pointer;color:black!important;}',
  161. 			'#' + PRE + '_word_inputs_list > li > input{cursor:pointer;}',
  162. //			'#' + PRE + '_word_inputs_list > li > label > input[type=image]{vertical-align:top;padding:0;height:12px;}',
  163. 			'#' + PRE + '_word_inputs_list > li > input[type=checkbox]{display:none;position:absolute;right:0px;top:0px;opacity:0.7;}',
  164. 			'#' + PRE + '_word_inputs_list > li:hover{outline-width:2px!important;}',
  165. 			'#' + PRE + '_word_inputs_list > li:hover > input[type=checkbox]{display:block;}',
  166. 			'#' + PRE + '_word_inputs_list > li > input[type=checkbox]:hover{opacity:1;}',
  167. 			'#' + PRE + '_words > section td+td+td > input {display:inline;width:1.3em;margin:0.1em 0.1em;background:#FAFAFA;border:1px solid #aaaaaa;cursor:pointer;font-size:10pt;color:black;}',
  168. 		].concat(hilistyles, borderstyles).join('\n'));
  169. 	}
  170.  
  171. 	function trim(str) {
  172. 		return str.replace(/[\n\r]+/g,' ').replace(/^\s+|\s+$/g,'').replace(/\.+\s|\.+$/g,'');
  173. 	}
  174.  
  175. 	function uniq(arr) {
  176. 		var a = [], o = {}, i, v, len = arr.length;
  177. 		if (len < 2) {return arr;}
  178. 		for (i = 0; i < len; i++) {
  179. 			v = arr[i];
  180. 			if (o[v] !== 1) {
  181. 				a.push(v);
  182. 				o[v] = 1;
  183. 			}
  184. 		}
  185. 		return a;
  186. 	};
  187.  
  188. 	function init_words(word) {
  189. 		var erg = word.match(new RegExp("^ ?/(.+)/([gim]+)?$"));
  190. 		if (erg) {
  191. 			var ew = erg[1], flag = erg[2] || '';
  192. 			var word_s = [{exp:new RegExp('(' + ew + ')(?!##)', flag), text:ew, toString:function(){return ew;}}];
  193. 		} else if (word) {
  194. 			var ret=[], eword = word.replace(/"([^"]+)"/g,function($0,$1){$1 && ret.push($1);return '';});
  195. 			var word_s = eword.split(/[\+\|#]/).filter(function(w){return !!w;}).concat(ret);
  196. 			word_s = uniq(word_s);
  197. 			for (var i in word_s) {
  198. 				if (/^[a-z0-9]$/i.test(word_s[i]))
  199. 					words_off[i] = true;
  200. 				else words_off[i] = false;
  201. 			}
  202. 		}
  203. 		return word_s;
  204. 	}
  205.  
  206. 	// http://d.hatena.ne.jp/amachang/20090917/1253179486
  207. 	function escapeXPathExpr(text) {
  208. 		var matches = text.match(/[^"]+|"/g);
  209. 		function esc(t) {
  210. 			return t == '"' ? ('\'' + t + '\'') : ('"' + t + '"');
  211. 		}
  212. 		if (matches) {
  213. 			if (matches.length == 1) {
  214. 				return esc(matches[0]);
  215. 			} else {
  216. 				var results = [];
  217. 				for (var i = 0, len = matches.length; i < len; i ++) {
  218. 					results.push(esc(matches[i]));
  219. 				}
  220. 				return 'concat(' + results.join(', ') + ')';
  221. 			}
  222. 		} else {
  223. 			return '""';
  224. 		}
  225. 	}
  226.  
  227. 	function $X(exp, context, resolver, result_type) {
  228. 		context || (context = document);
  229. 		var Doc = context.ownerDocument || context;
  230. 		var result = Doc.evaluate(exp, context, resolver, result_type || XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
  231. 		if (result_type) return result;
  232. 		for (var i = 0, len = result.snapshotLength, res = new Array(len); i < len; i++) {
  233. 			res[i] = result.snapshotItem(i);
  234. 		}
  235. 		return res;
  236. 	}
  237.  
  238. 	// reduce https://developer.mozilla.org/en/Core_JavaScript_1.5_Reference/Objects/Array/reduce#Compatibility
  239. 	function reduce(arr, fun) {
  240. 		var len = arr.length, i = 0, rv;
  241. 		if (arguments.length >= 3) rv = arguments[2];
  242. 		else {do {
  243. 			if (i in arr) {
  244. 				rv = arr[i++];break;
  245. 			}
  246. 			if (++i >= len) throw new TypeError();
  247. 		} while (true)};
  248. 		for (; i < len; i++) if (i in arr) rv = fun.call(null, rv, arr[i], i, arr);
  249. 		return rv;
  250. 	}
  251.  
  252. 	function error(e) {
  253. 		if (isOpera) {
  254. 			opera.postError(e);
  255. 		} else if (window.console) {
  256. 			console.error(e);
  257. 		}
  258. 	}
  259.  
  260. 	function addCSS(css) {
  261. 		var sheet, self = arguments.callee;
  262. 		if (document.createStyleSheet) { // for IE
  263. 			sheet = document.createStyleSheet();
  264. 			sheet.cssText = css;
  265. 			return sheet;
  266. 		} else if (!self.__style || !self.__root) {
  267. 			sheet = document.createElement('style');
  268. 			sheet.type = 'text/css';
  269. 			self.__style = sheet;
  270. 			self.__root = document.getElementsByTagName('head')[0] || document.documentElement;
  271. 		}
  272. 		sheet = self.__style.cloneNode(false);
  273. 		sheet.textContent = css;
  274. 		return self.__root.appendChild(sheet).sheet;
  275. 	}
  276.  
  277. })();