Download Zhihu content (articles, answers, videos, columns) as Markdown
// ==UserScript== // @name Zhihu2Markdown // @namespace http://tampermonkey.net/ // @version 1.0 // @description Download Zhihu content (articles, answers, videos, columns) as Markdown // @author Glenn // @match *://zhuanlan.zhihu.com/p/* // @match *://www.zhihu.com/question/*/answer/* // @match *://www.zhihu.com/zvideo/* // @match *://www.zhihu.com/column/* // @match *://blog.csdn.net/*/article/* // @match *://blog.csdn.net/*/category_*.html // @match *://mp.weixin.qq.com/s* // @match *://juejin.cn/post/* // @grant GM_xmlhttpRequest // @grant GM_download // @grant GM_addStyle // @require https://cdn.jsdelivr.net/npm/[email protected]/dist/turndown.js // @run-at document-end // @license MIT // ==/UserScript== (function() { 'use strict'; // Add CSS for UI elements GM_addStyle(` .zhihu-dl-button { position: fixed; bottom: 30px; right: 30px; z-index: 10000; padding: 12px 16px; background: #0084ff; color: white; border: none; border-radius: 8px; cursor: pointer; font-size: 15px; font-weight: 500; box-shadow: 0 4px 12px rgba(0, 0, 0, 0.2); transition: all 0.2s ease; display: flex; align-items: center; justify-content: center; } .zhihu-dl-button:hover { background: #0077e6; transform: translateY(-2px); box-shadow: 0 6px 16px rgba(0, 0, 0, 0.25); } .zhihu-dl-button:before { content: "⬇️"; margin-right: 6px; font-size: 16px; } .zhihu-dl-progress { position: fixed; bottom: 90px; right: 30px; z-index: 10000; padding: 10px 16px; background: white; border: 1px solid #eee; border-radius: 8px; font-size: 14px; box-shadow: 0 4px 12px rgba(0, 0, 0, 0.1); display: none; } `); // Get valid filename (replace invalid characters) const getValidFilename = (str) => { return str.replace(/[\\/:*?"<>|]/g, '_').trim(); }; // Get article date from the page const getArticleDate = (selector) => { const dateElement = document.querySelector(selector); if (!dateElement) return ''; const dateText = dateElement.textContent.trim(); const match = dateText.match(/(\d{4}-\d{2}-\d{2})/); return match ? match[1] : ''; }; // Create a Turndown service instance for HTML to Markdown conversion const createTurndownService = () => { const service = new TurndownService({ headingStyle: 'atx', codeBlockStyle: 'fenced', bulletListMarker: '-' }); // Custom rules for Zhihu content // Handle math formulas service.addRule('mathFormulas', { filter: (node) => { return node.nodeName === 'SPAN' && node.classList.contains('ztext-math') && node.hasAttribute('data-tex'); }, replacement: (content, node) => { const formula = node.getAttribute('data-tex'); if (formula.includes('\\tag')) { return `\n$$${formula}$$\n`; } else { return `$${formula}$`; } } }); // Improve heading handling service.addRule('headings', { filter: ['h1', 'h2', 'h3', 'h4', 'h5', 'h6'], replacement: function (content, node) { const level = Number(node.nodeName.charAt(1)); return `\n${'#'.repeat(level)} ${content}\n\n`; } }); // Handle tables service.addRule('tables', { filter: ['table'], replacement: function(content, node) { // Create arrays to store each row of the table const rows = Array.from(node.querySelectorAll('tr')); if (rows.length === 0) return content; // Process each row const markdownRows = rows.map(row => { // Get all cells in the row (th or td) const cells = Array.from(row.querySelectorAll('th, td')); // Convert each cell to text and trim whitespace return '| ' + cells.map(cell => { const cellText = cell.textContent.trim().replace(/\n/g, ' '); return cellText || ' '; }).join(' | ') + ' |'; }); // If the first row contains th elements, add a separator row if (rows[0] && rows[0].querySelector('th')) { const headerCells = Array.from(rows[0].querySelectorAll('th')); const separatorRow = '| ' + headerCells.map(() => '---').join(' | ') + ' |'; markdownRows.splice(1, 0, separatorRow); } else if (rows.length > 0) { // If no header row but we have rows, add a separator after the first row anyway const firstRowCells = Array.from(rows[0].querySelectorAll('td')).length; const separatorRow = '| ' + Array(firstRowCells).fill('---').join(' | ') + ' |'; markdownRows.splice(1, 0, separatorRow); } return '\n\n' + markdownRows.join('\n') + '\n\n'; } }); return service; }; // Process content for download const processContent = (title, contentElement, author, date, url) => { if (!contentElement) { throw new Error('Content element not found'); } // Clone the node to prevent modifying the page const content = contentElement.cloneNode(true); // Remove style tags content.querySelectorAll('style').forEach(style => style.remove()); // Remove lazy loaded images content.querySelectorAll('img.lazy').forEach(img => img.remove()); let markdown; // Try to use TurndownService if available, otherwise use our simple converter if (isTurndownServiceAvailable()) { showProgress('Converting with TurndownService...'); const turndownService = createTurndownService(); markdown = turndownService.turndown(content.innerHTML); } else { showProgress('Using fallback converter...'); // Pre-process for our simple converter markdown = simpleHtmlToMarkdown(content.innerHTML); } // Create the full markdown document let fullMarkdown = `# ${title}\n\n`; fullMarkdown += `**Author:** ${author}\n\n`; if (date) { fullMarkdown += `**Date:** ${date}\n\n`; } fullMarkdown += `**Link:** ${url}\n\n`; fullMarkdown += markdown; return fullMarkdown; }; // Download markdown function const downloadMarkdownFile = (title, author, markdown, date) => { const filename = date ? getValidFilename(`(${date})${title}_${author}.md`) : getValidFilename(`${title}_${author}.md`); const blob = new Blob([markdown], { type: 'text/markdown;charset=utf-8' }); const url = URL.createObjectURL(blob); const a = document.createElement('a'); a.href = url; a.download = filename; a.style.display = 'none'; document.body.appendChild(a); a.click(); // Clean up setTimeout(() => { document.body.removeChild(a); URL.revokeObjectURL(url); }, 100); return filename; }; // Download article function const downloadArticle = async () => { try { showProgress('Processing article...'); const title = document.querySelector('h1.Post-Title')?.textContent.trim() || 'Untitled'; const content = document.querySelector('div.Post-RichTextContainer'); const author = document.querySelector('div.AuthorInfo meta[itemprop="name"]')?.getAttribute('content') || 'Unknown'; const date = getArticleDate('div.ContentItem-time'); const url = window.location.href; if (!content) { throw new Error('Could not find content on this page'); } // Process content const markdown = processContent(title, content, author, date, url); // Download the markdown const filename = downloadMarkdownFile(title, author, markdown, date); showProgress(`Downloaded: ${filename}`, 3000); } catch (error) { console.error('Error downloading article:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Download answer function const downloadAnswer = async () => { try { showProgress('Processing answer...'); const title = document.querySelector('h1.QuestionHeader-title')?.textContent.trim() || 'Untitled'; const content = document.querySelector('div.RichContent-inner'); const author = document.querySelector('div.AuthorInfo meta[itemprop="name"]')?.getAttribute('content') || 'Unknown'; const date = getArticleDate('div.ContentItem-time'); const url = window.location.href; if (!content) { throw new Error('Could not find content on this page'); } // Process content const markdown = processContent(title, content, author, date, url); // Download the markdown const filename = downloadMarkdownFile(title, author, markdown, date); showProgress(`Downloaded: ${filename}`, 3000); } catch (error) { console.error('Error downloading answer:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Download video function const downloadVideo = async () => { try { showProgress('Processing video...'); const videoDataElement = document.querySelector('div.ZVideo-video'); if (!videoDataElement) { throw new Error('Could not find video data'); } const videoData = JSON.parse(videoDataElement.getAttribute('data-zop') || '{}'); const title = videoData.title || 'Untitled Video'; const author = videoData.authorName || 'Unknown'; const date = getArticleDate('div.ZVideo-meta'); const url = window.location.href; // For videos, we need to extract the video URL const scriptContent = document.querySelector('script#js-initialData')?.textContent; if (!scriptContent) { throw new Error('Could not find video data script'); } const data = JSON.parse(scriptContent); const videoId = window.location.pathname.split('/').pop(); let videoUrl = null; try { const videos = data.initialState.entities.zvideos; if (videos && videos[videoId] && videos[videoId].video && videos[videoId].video.playlist) { const playlist = videos[videoId].video.playlist; // Get the highest quality video const qualities = Object.keys(playlist); videoUrl = playlist[qualities[0]].playUrl; } } catch (error) { console.error('Error extracting video URL:', error); } if (!videoUrl) { throw new Error('Could not find video URL'); } // Create a markdown file with video information const markdown = `# ${title}\n\n` + `**Author:** ${author}\n\n` + `**Date:** ${date}\n\n` + `**Link:** ${url}\n\n` + `**Video URL:** [Download Video](${videoUrl})\n\n` + `Note: You can download the video by clicking the link above or copying the URL.`; // Download markdown file const filename = downloadMarkdownFile(title, author, markdown, date); // Open video in new tab for downloading window.open(videoUrl, '_blank'); showProgress(`Downloaded info: ${filename}. Video opened in new tab.`, 5000); } catch (error) { console.error('Error downloading video:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Download column function const downloadColumn = () => { alert('Column download is not supported in the browser extension. Please use the server application for downloading columns.'); }; // Download CSDN article function const downloadCsdnArticle = async () => { try { showProgress('Processing CSDN article...'); const title = document.querySelector('h1.title-article')?.textContent.trim() || 'Untitled'; const content = document.querySelector('div#content_views'); const authorElement = document.querySelector('div.bar-content'); let author = 'Unknown'; let date = ''; if (authorElement && authorElement.querySelectorAll('a').length > 0) { author = authorElement.querySelectorAll('a')[0].textContent.trim(); // Try to get date from time element or text content const timeElement = authorElement.querySelector('span.time'); if (timeElement) { const dateMatch = timeElement.textContent.match(/(\d{4}-\d{2}-\d{2})/); date = dateMatch ? dateMatch[1] : ''; } } const url = window.location.href; if (!content) { throw new Error('Could not find content on this page'); } // Process content const markdown = processContent(title, content, author, date, url); // Download the markdown const filename = downloadMarkdownFile(title, author, markdown, date); showProgress(`Downloaded: ${filename}`, 3000); } catch (error) { console.error('Error downloading CSDN article:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Download CSDN category function const downloadCsdnCategory = () => { alert('CSDN Category download is not supported in the browser extension. Please use the server application for downloading categories.'); }; // Download WeChat article function const downloadWechatArticle = async () => { try { showProgress('Processing WeChat article...'); const title = document.querySelector('h1#activity-name')?.textContent.trim() || 'Untitled'; const content = document.querySelector('div#js_content'); // Updated author extraction - looking in meta_content div first for links const authorElement = document.querySelector('div#meta_content'); let author = 'Unknown'; if (authorElement && authorElement.querySelectorAll('a').length > 0) { author = authorElement.querySelectorAll('a')[0].textContent.trim(); } // Extract date from script tags (similar to Python version) let date = ''; try { const scripts = document.querySelectorAll('script[type="text/javascript"]'); for (const script of scripts) { if (script.textContent.includes('var ct =')) { const match = script.textContent.match(/var ct = "([^"]+)"/); if (match && match[1]) { // Convert Unix timestamp to YYYY-MM-DD format const timestamp = parseInt(match[1]) * 1000; const dateObj = new Date(timestamp); date = dateObj.toISOString().split('T')[0]; // YYYY-MM-DD break; } } } } catch (err) { console.error('Error extracting date:', err); } const url = window.location.href; if (!content) { throw new Error('Could not find content on this page'); } // Process content const markdown = processContent(title, content, author, date, url); // Download the markdown const filename = downloadMarkdownFile(title, author, markdown, date); showProgress(`Downloaded: ${filename}`, 3000); } catch (error) { console.error('Error downloading WeChat article:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Download Juejin article function const downloadJuejinArticle = async () => { try { showProgress('Processing Juejin article...'); const title = document.querySelector('h1.article-title')?.textContent.trim() || 'Untitled'; const content = document.querySelector('div.main'); const authorElement = document.querySelector('span.name'); let author = 'Unknown'; if (authorElement) { author = authorElement.textContent.trim(); } // Extract date from time element const date = document.querySelector('time.time')?.textContent.trim() || ''; const url = window.location.href; if (!content) { throw new Error('Could not find content on this page'); } // Process content const markdown = processContent(title, content, author, date, url); // Download the markdown const filename = downloadMarkdownFile(title, author, markdown, date); showProgress(`Downloaded: ${filename}`, 3000); } catch (error) { console.error('Error downloading Juejin article:', error); showProgress(`Error: ${error.message}`, 3000); } }; // Show progress message const showProgress = (message, timeout = 0) => { let progress = document.querySelector('.zhihu-dl-progress'); if (!progress) { progress = document.createElement('div'); progress.className = 'zhihu-dl-progress'; document.body.appendChild(progress); } progress.textContent = message; progress.style.display = 'block'; if (timeout > 0) { setTimeout(() => { progress.style.display = 'none'; }, timeout); } }; // Simple HTML to Markdown converter as fallback if TurndownService fails to load const simpleHtmlToMarkdown = (html) => { let div = document.createElement('div'); div.innerHTML = html; // Process headings ['h1', 'h2', 'h3', 'h4', 'h5', 'h6'].forEach(tag => { div.querySelectorAll(tag).forEach(heading => { const level = parseInt(tag.substring(1)); const text = heading.textContent.trim(); const markdown = document.createTextNode(`\n${'#'.repeat(level)} ${text}\n\n`); heading.parentNode.replaceChild(markdown, heading); }); }); // Process bold text div.querySelectorAll('strong, b').forEach(bold => { const text = bold.textContent; const markdown = document.createTextNode(`**${text}**`); bold.parentNode.replaceChild(markdown, bold); }); // Process italic text div.querySelectorAll('em, i').forEach(italic => { const text = italic.textContent; const markdown = document.createTextNode(`*${text}*`); italic.parentNode.replaceChild(markdown, italic); }); // Process links div.querySelectorAll('a').forEach(link => { if (link.href) { const text = link.textContent || link.href; const markdown = document.createTextNode(`[${text}](${link.href})`); link.parentNode.replaceChild(markdown, link); } }); // Process images div.querySelectorAll('img').forEach(img => { if (img.src) { const alt = img.alt || 'image'; const markdown = document.createTextNode(`\n\n`); img.parentNode.replaceChild(markdown, img); } }); // Process paragraphs div.querySelectorAll('p').forEach(p => { const text = p.innerHTML.trim(); if (text) { p.innerHTML = text + '\n\n'; } }); // Process code blocks div.querySelectorAll('pre').forEach(pre => { const code = pre.textContent.trim(); const markdown = document.createTextNode(`\n\`\`\`\n${code}\n\`\`\`\n\n`); pre.parentNode.replaceChild(markdown, pre); }); // Process inline code div.querySelectorAll('code').forEach(code => { if (code.parentNode.tagName !== 'PRE') { const text = code.textContent; const markdown = document.createTextNode(`\`${text}\``); code.parentNode.replaceChild(markdown, code); } }); return div.textContent; }; // Function to check if TurndownService is available and working const isTurndownServiceAvailable = () => { try { if (typeof TurndownService !== 'undefined') { // Try a simple conversion to verify it works const test = new TurndownService(); test.turndown('<p>test</p>'); return true; } return false; } catch (error) { console.error('TurndownService check failed:', error); return false; } }; // Handle download based on page type const handleDownload = () => { const url = window.location.href; if (url.includes('zhuanlan.zhihu.com/p/')) { downloadArticle(); } else if (url.includes('zhihu.com/question/') && url.includes('/answer/')) { downloadAnswer(); } else if (url.includes('zhihu.com/zvideo/')) { downloadVideo(); } else if (url.includes('zhihu.com/column/')) { downloadColumn(); } else if (url.includes('blog.csdn.net') && url.includes('/article/')) { downloadCsdnArticle(); } else if (url.includes('blog.csdn.net') && url.includes('/category_')) { downloadCsdnCategory(); } else if (url.includes('mp.weixin.qq.com/s')) { downloadWechatArticle(); } else if (url.includes('juejin.cn/post/')) { downloadJuejinArticle(); } else { alert('This page type is not supported for download.'); } }; // Add download button const addDownloadButton = () => { // Remove any existing buttons first const existingButton = document.querySelector('.zhihu-dl-button'); if (existingButton) { existingButton.remove(); } const button = document.createElement('button'); button.textContent = 'Download as Markdown'; button.className = 'zhihu-dl-button'; button.addEventListener('click', handleDownload); document.body.appendChild(button); }; // Initialize const init = () => { // Add button after a short delay to ensure page is loaded setTimeout(addDownloadButton, 1500); // Re-add button when URL changes (for SPA navigation) let lastUrl = location.href; new MutationObserver(() => { const url = location.href; if (url !== lastUrl) { lastUrl = url; setTimeout(addDownloadButton, 1500); } }).observe(document, {subtree: true, childList: true}); }; init(); })();
