☰

Feishu Doc Markdown Scraper

⚡功能：以Markdown格式复制文档内容； ⚡使用方法：点击[准备复制]，然后等自动滑动到底部后，点击[复制]即可； ⚡因为飞书文档本身不支持导出Markdown，所以做了本插件，调试时发现飞书的文档加载是随着页面滚动而动态加载的，所以最终只能这么实现了。。

目前為 2024-06-06 提交的版本，檢視 最新版本。

  1. // ==UserScript==
  2. // @name         Feishu Doc Markdown Scraper
  3. // @namespace    http://tampermonkey.net/
  4. // @version      0.1.0
  5. // @description  ⚡功能：以Markdown格式复制文档内容； ⚡使用方法：点击[准备复制]，然后等自动滑动到底部后，点击[复制]即可； ⚡因为飞书文档本身不支持导出Markdown，所以做了本插件，调试时发现飞书的文档加载是随着页面滚动而动态加载的，所以最终只能这么实现了。。
  6. // @author       Yearly
  7. // @match        *://*.feishu.cn/docx/*
  8. // @match        *://*.feishu.cn/wiki/*
  9. // @license      AGPL-v3.0
  10. // @grant        GM_setClipboard
  11. // @grant        GM_addStyle
  12. // @homepage     https://greasyfork.org/zh-CN/scripts/497029-feishu-doc-markdown-scraper
  13. // @icon    data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAMAAABEpIrGAAAAZlBMVEVHcEwzcP8A17kzcP8zcP8A1rkA1rkzb/8zcP8A17kA1rkKwMgzcP8dptwA1rkzcP8zcP8A1rn///80a/8dZv8A27UMYf/Q2v8pa/8qhPMhoeImkOwJy8K7zf+Lqf/m7P9+of9UhP95OKn5AAAAEHRSTlMALihRmXqzT7BP3kY9r2zZpb+oRwAAAMVJREFUOI2tktkSgjAMRVnKIqASAtiyjf7/T9oBQhmaog+c13uabep5/yBSG+Gb/FmyFJQXfF4KEkKHkJKQXCTULcEL9VgRH1Zot7yaJCfI92tldMwga+JEkCdbzC0m6RaWISlD5Nd8ySVVXacQmUPN82E/NBroHafGroGFOyugohyAEXT3YcvhYQm6vHkPEB8F034liw4CWMR7AfvGNoJfQrRvoRzC9qtxsIVcC37pLpHNawhzp0MNuoQfJithftsReFfwBU5wL6UE2LbbAAAAAElFTkSuQmCC
  14. // ==/UserScript==
  15.  
  16. (function() {
  17.     'use strict';
  18.  
  19.     function convertToMarkdown(html) {
  20.         // 首先使用正则表达式进行简单的标签替换
  21.         let markdown = html
  22.         .replace(/<b>(.*?)<\/b>/gi, '**$1**')
  23.         .replace(/<i>(.*?)<\/i>/gi, '*$1*')
  24.         .replace(/<strong>(.*?)<\/strong>/gi, '**$1**')
  25.         .replace(/<em>(.*?)<\/em>/gi, '*$1*')
  26.         .replace(/<h1.*?>(.*?)<\/h1>/gi, '# $1\n')
  27.         .replace(/<h2.*?>(.*?)<\/h2>/gi, '## $1\n')
  28.         .replace(/<h3.*?>(.*?)<\/h3>/gi, '### $1\n')
  29.         .replace(/<h4.*?>(.*?)<\/h3>/gi, '#### $1\n')
  30.         .replace(/<h5.*?>(.*?)<\/h3>/gi, '##### $1\n')
  31.         .replace(/<p>(.*?)<\/p>/gi, '$1\n\n')
  32.         .replace(/<br\s*\/?>/gi, '\n')
  33.         .replace(/<a href="(.*?)">(.*?)<\/a>/gi, '[$2]($1)')
  34.         .replace(/<code>(.*?)<\/code>/gi, '`$1`');
  35.  
  36.         // 使用DOM解析处理更复杂的标签和结构
  37.         const parser = new DOMParser();
  38.         const doc = parser.parseFromString(markdown, 'text/html');
  39.  
  40.         // 处理列表嵌套
  41.         function countParents(node) {
  42.             let depth = 0;
  43.             while (node.parentNode) {
  44.                 node = node.parentNode;
  45.  
  46.                 if(node.tagName){
  47.                     if (node.tagName.toUpperCase() === 'UL' || node.tagName.toUpperCase() === 'OL') {
  48.                         depth++;
  49.                     }
  50.                 }
  51.             }
  52.             return depth;
  53.         }
  54.         // 处理列表
  55.         function processList(element) {
  56.             let md = '';
  57.             let depth = countParents(element);
  58.             let index = null;
  59.             if (element.tagName.toUpperCase() === 'OL'){
  60.                 index = 1;
  61.             }
  62.             element.childNodes.forEach(node => {
  63.                 if (node.tagName && node.tagName.toLowerCase() === 'li') {
  64.                     if(index != null) {
  65.                         md += '<span> </span>'.repeat(depth*2) + `${index++}\. ${node.textContent.trim()}\n`;
  66.                     } else {
  67.                         md += '<span> </span>'.repeat(depth*2) + `- ${node.textContent.trim()}\n`;
  68.                     }
  69.                 }
  70.             });
  71.             return md;
  72.         }
  73.         let listsArray = Array.from( doc.querySelectorAll('ol, ul'));
  74.         listsArray.reverse();
  75.         listsArray.forEach(list => {
  76.             list.outerHTML = processList(list);
  77.         });
  78.  
  79.         // heading 处理
  80.         doc.querySelectorAll('div.heading').forEach(multifile => {
  81.             if ( multifile.classList.contains("heading-h1") ) {
  82.                 multifile.innerHTML = `\n\n# ${multifile.textContent}\n`;
  83.             } else if (multifile.classList.contains("heading-h2")) {
  84.                 multifile.innerHTML = `\n\n## ${multifile.textContent}\n`;
  85.             } else if (multifile.classList.contains("heading-h3")) {
  86.                 multifile.innerHTML = `\n\n### ${multifile.textContent}\n`;
  87.             } else if (multifile.classList.contains("heading-h4")) {
  88.                 multifile.innerHTML = `\n\n#### ${multifile.textContent}\n`;
  89.             } else if (multifile.classList.contains("heading-h5")) {
  90.                 multifile.innerHTML = `\n\n##### ${multifile.textContent}\n`;
  91.             }
  92.         });
  93.  
  94.         // img处理
  95.         doc.querySelectorAll("img[src]").forEach(multifile => {
  96.             multifile.innerHTML = `\n![image](${multifile.src})\n`
  97.         });
  98.  
  99.         // 文件框处理
  100.         doc.querySelectorAll("div.chat-uikit-multi-modal-file-image-content").forEach(multifile => {
  101.             multifile.innerHTML = multifile.innerHTML
  102.                 .replace(/<span class="chat-uikit-file-card__info__size">(.*?)<\/span>/gi, '\n$1');
  103.             multifile.innerHTML = `\n\`\`\`file\n${multifile.textContent}\n\`\`\`\n`;
  104.         });
  105.  
  106.         // 处理代码块
  107.         doc.querySelectorAll("div[class^=code-block] > div[class^=code-area]").forEach(codearea => {
  108.             let header = codearea.querySelector("div[class^=header]");
  109.             let language = header.textContent;
  110.             header.remove();
  111.             codearea.outerHTML = `\n\`\`\`${language}\n${codearea.textContent}\n\`\`\`\n`;
  112.         });
  113.  
  114.         // 获取最终Markdown文本
  115.         markdown = doc.body.innerText ||doc.body.textContent;
  116.  
  117.         return markdown.replaceAll(":", "\\:");;
  118.     }
  119.  
  120.  
  121.     // 等待目标DIV加载完成
  122.     function waitForElement(selector, callback) {
  123.         const observer = new MutationObserver(() => {
  124.             const element = document.querySelector(selector);
  125.             if (element) {
  126.                 observer.disconnect();
  127.                 callback(element);
  128.             }
  129.         });
  130.         observer.observe(document.body, { childList: true, subtree: true });
  131.     }
  132.  
  133.     // 初始化数据
  134.     const dataBlocks = new Map();
  135.     let isScrolling = false;
  136.  
  137.     // 获取所有的 data-block-id 元素并存储其内容
  138.     function scrapeDataBlocks() {
  139.         const blocks = document.querySelectorAll('#docx > div  div[data-block-id]');
  140.         blocks.forEach(block => {
  141.             const id = block.getAttribute('data-block-id');
  142.             if (!dataBlocks.has(id)) {
  143.  
  144.                 const type = block.getAttribute('data-block-type');
  145.                 //  dataBlocks.set(id, block.innerHTML);
  146.                 // dataBlocks.set(id, block.innerText);
  147.                 if(type == "page") {
  148.                     dataBlocks.set(id, convertToMarkdown(block.querySelector('div.page-block-content').innerHTML));
  149.                 } else if (type != "back_ref_list") {
  150.                     dataBlocks.set(id, convertToMarkdown(block.innerHTML)) ;
  151.                 }
  152.                 //console.log( "add:" + id);
  153.             }
  154.         });
  155.     }
  156.  
  157.     // 滚动页面并获取所有的 data-block-id 元素
  158.     function scrollAndScrape(container) {
  159.         if (isScrolling) return;
  160.         isScrolling = true;
  161.         let currentY = 0;
  162.         let percent = 0;
  163.  
  164.         function scroll() {
  165.             currentY += container.clientHeight / 3;
  166.             container.scrollTo({
  167.                 top: currentY,
  168.                 behavior: "smooth",
  169.                 duration: 333,
  170.             });
  171.  
  172.             let curPercent = (currentY + container.clientHeight) / container.scrollHeight;
  173.             curPercent = (Math.min(1, curPercent * curPercent) * 100);
  174.             percent = Math.max((curPercent + percent)/2, percent)
  175.             //console.log( container.scrollTop.toFixed() +"+"+ container.clientHeight.toFixed() +" vs "+ container.scrollHeight.toFixed() + ", "+ percent.toFixed(1) + "%" );
  176.             document.querySelector('button#scrollCopyButton').textContent = '请勿操作, 正在扫描内容: ' + percent.toFixed(1) + "%";
  177.             document.querySelector('button#scrollCopyButton').disabled = true;
  178.             document.querySelector('button#scrollCopyButton').style.cursor="not-allowed";
  179.         }
  180.  
  181.         function scrollData() {
  182.             scrapeDataBlocks();
  183.             console.log( 'scrollIn '+ container.scrollTop.toFixed() );
  184.             if (Math.max(container.scrollTop,currentY) + container.clientHeight >= container.scrollHeight) {
  185.                 isScrolling = true;
  186.                 createCopyButton(true);
  187.  
  188.                 console.log(dataBlocks);
  189.                 return;
  190.             }
  191.             scroll();
  192.             setTimeout(scroll, 500);
  193.             setTimeout(scroll, 1000);
  194.             setTimeout(scrollData, 1600);// 控制滚动速度，防止太快导致页面未加载完
  195.         }
  196.         setTimeout(scrollData, 500);;
  197.     }
  198.  
  199.     // 点击开始扫描事件
  200.     function SyncListener() {
  201.         console.log("click sync");
  202.         scrollAndScrape(document.querySelector('#docx > div'));
  203.     }
  204.  
  205.     // 点击复制事件
  206.     function CopyListener() {
  207.         console.log("click copy");
  208.         const allContent = Array.from(dataBlocks.entries())
  209.         .sort((a, b) => a[0] - b[0])
  210.         .map(entry => entry[1])
  211.         .join('\n');
  212.         GM_setClipboard(allContent);
  213.         alert('内容已复制到剪贴板');
  214.     }
  215.  
  216.     // 创建复制按钮
  217.     function createCopyButton(mode=false) {
  218.         let button = document.querySelector('button#scrollCopyButton');
  219.         const md_icon = '<svg xmlns="http://www.w3.org/2000/svg" style="height:15px; padding-right:5px; fill:#fff; display:inline;" viewBox="0 0 640 512"><path d="M593.8 59.1H46.2C20.7 59.1 0 79.8 0 105.2v301.5c0 25.5 20.7 46.2 46.2 46.2h547.7c25.5 0 46.2-20.7 46.1-46.1V105.2c0-25.4-20.7-46.1-46.2-46.1zM338.5 360.6H277v-120l-61.5 76.9-61.5-76.9v120H92.3V151.4h61.5l61.5 76.9 61.5-76.9h61.5v209.2zm135.3 3.1L381.5 256H443V151.4h61.5V256H566z"/></svg>'
  220.  
  221.         if(!button) {
  222.             button = document.createElement('button');
  223.             button.id = 'scrollCopyButton';
  224.             button.innerHTML = md_icon + '准备复制';
  225.             document.body.appendChild(button);
  226.  
  227.             GM_addStyle(`
  228.             #scrollCopyButton {
  229.                 position: fixed;
  230.                 top: 15px;
  231.                 right: 40%;
  232.                 padding: 6px 18px;
  233.                 font-size: 16px;
  234.                 background: #007bff;
  235.                 color: white;
  236.                 border: none;
  237.                 border-radius: 5px;
  238.                 cursor: pointer;
  239.                 z-index: 1000;
  240.                 display: flex;
  241.                 place-items: center;
  242.                 box-shadow: 0 0 3px #1117;
  243.             }
  244.             #scrollCopyButton:hover {
  245.                 background: #0056b3;
  246.             }
  247.            `);
  248.  
  249.             button.addEventListener('click', SyncListener);
  250.         }
  251.  
  252.         if(!mode) {
  253.             return;
  254.         }
  255.  
  256.         button.disabled = false;
  257.         button.style.cursor="pointer";
  258.         button.innerHTML = md_icon + '复制';
  259.  
  260.         button.removeEventListener('click', SyncListener);
  261.         button.addEventListener('click', CopyListener);
  262.  
  263.     }
  264.  
  265.     // 主函数
  266.     waitForElement('#docx > div', (container) => {
  267.         createCopyButton(false);
  268.     });
  269.  
  270. })();