☰

Fanbox Batch Downloader

Batch Download on creator, not post

当前为 2019-12-28 提交的版本，查看 最新版本。

  1. // ==UserScript==
  2. // @name         Fanbox Batch Downloader
  3. // @namespace    http://tampermonkey.net/
  4. // @version      0.52
  5. // @description  Batch Download on creator, not post
  6. // @author       https://github.com/amarillys
  7. // @require      https://cdnjs.cloudflare.com/ajax/libs/jszip/3.2.2/jszip.min.js
  8. // @match        https://www.pixiv.net/fanbox/creator/*
  9. // @grant        GM_xmlhttpRequest
  10. // @run-at       document-end
  11. // @license      MIT
  12. // ==/UserScript==
  13.  
  14. /**
  15.  * Update Log
  16.  *  > 191227
  17.  *    Code Reconstruct
  18.  *    Support downloading of artice
  19.  *    // 中文注释
  20.  *    代码重构
  21.  *    新增对文章的下载支持
  22.  *
  23.  *  > 191226
  24.  *    Support downloading by batch(default: 100 files per batch)
  25.  *    Support donwloading by specific index
  26.  *    // 中文注释
  27.  *    新增支持分批下载的功能（默认100个文件一个批次）
  28.  *    新增支持按索引下载的功能
  29.  *
  30.  *  > 191223
  31.  *    Add support of files
  32.  *    Improve the detect of file extension
  33.  *    Change Download Request as await, for avoiding delaying.
  34.  *    Add manual package while click button use middle button of mouse
  35.  *    // 中文注释
  36.  *    增加对附件下载的支持
  37.  *    优化文件后缀名识别
  38.  *    修改下载方式为按顺序下载，避免超时
  39.  *    增加当鼠标中键点击时手动打包
  40.  **/
  41.  
  42. /* global JSZip GM_xmlhttpRequest */
  43. (function () {
  44.   'use strict'
  45.   let zip = null
  46.   let amount = 0
  47.   let uiInited = false
  48.   const fetchOptions = {
  49.     credentials: "include",
  50.     headers: {
  51.       Accept: "application/json, text/plain, */*"
  52.     }
  53.   }
  54.  
  55.   class Zip {
  56.     constructor(title) {
  57.       this.title = title
  58.       this.zip = new JSZip()
  59.       this.size = 0
  60.       this.partIndex = 0
  61.     }
  62.     file(filename, blob) {
  63.       this.zip.file(filename, blob, {
  64.         compression: "STORE"
  65.       })
  66.       this.size += blob.size
  67.     }
  68.     add(folder, name, blob) {
  69.       if (this.size + blob.size >= Zip.MAX_SIZE) {
  70.         let index = this.partIndex
  71.         this.zip.generateAsync({ type: "blob" }).then(zipBlob =>
  72.           saveBlob(zipBlob, `${this.title}-${index}.zip`))
  73.         this.partIndex++
  74.         this.zip = new JSZip()
  75.         this.size = 0
  76.       }
  77.       this.zip.folder(folder).file(name, blob, {
  78.         compression: "STORE"
  79.       })
  80.       this.size += blob.size
  81.     }
  82.     pack() {
  83.       if (this.size === 0) return
  84.       let index = this.partIndex
  85.       this.zip.generateAsync({ type: "blob" }).then(zipBlob =>
  86.         saveBlob(zipBlob, `${this.title}-${index}.zip`))
  87.       this.partIndex++
  88.       this.zip = new JSZip()
  89.       this.size = 0
  90.     }
  91.   }
  92.   Zip.MAX_SIZE = 1048576000
  93.  
  94.   let init = async () => {
  95.     let baseBtn = document.querySelector('[href="/fanbox/notification"]')
  96.     let className = baseBtn.parentNode.className
  97.     let parent = baseBtn.parentNode.parentNode
  98.     let inputDiv = document.createElement("div")
  99.     let creatorId = parseInt(document.URL.split("/")[5])
  100.     inputDiv.innerHTML = `
  101.         <input id="dlStart" style="width: 3rem" type="text" value="1"> -> <input id="dlEnd" style="width: 3rem" type="text">
  102.         | 分批/Batch: <input id="dlStep" style="width: 3rem" type="text" value="100">`
  103.     parent.appendChild(inputDiv)
  104.  
  105.     let downloadBtn = document.createElement("div")
  106.     downloadBtn.id = "FanboxDownloadBtn"
  107.     downloadBtn.className = className
  108.     downloadBtn.innerHTML = `
  109.         <a href="javascript:void(0)">
  110.             <div id="amarillys-download-progress"
  111.                 style="line-height: 32px;width: 8rem;height: 32px;background-color: rgba(232, 12, 2, 0.96);border-radius: 8px;color: #FFF;text-align: center">
  112.                     Initilizing/初始化中...
  113.             </div>
  114.         </a>`
  115.     parent.appendChild(downloadBtn)
  116.     uiInited = true
  117.  
  118.     let creatorInfo = await getAllPostsByFanboxId(creatorId)
  119.     amount = creatorInfo.posts.length
  120.  
  121.     document.querySelector(
  122.       "#amarillys-download-progress"
  123.     ).innerHTML = ` Download/下载 `
  124.     document.querySelector("#dlEnd").value = amount
  125.     downloadBtn.addEventListener("mousedown", event => {
  126.       if (event.button === 1) {
  127.         zip.pack()
  128.       } else {
  129.         console.log("startDownloading")
  130.         downloadByFanboxId(creatorInfo, creatorId)
  131.       }
  132.     })
  133.   }
  134.  
  135.   window.onload = () => {
  136.     init()
  137.     let timer = setInterval(() => {
  138.       if (!uiInited && document.querySelector("#FanboxDownloadBtn") === null)
  139.         init()
  140.       else clearInterval(timer)
  141.     }, 3000)
  142.   }
  143.  
  144.   function gmRequireImage(url) {
  145.     return new Promise(resolve => {
  146.       GM_xmlhttpRequest({
  147.         method: "GET",
  148.         url,
  149.         responseType: "blob",
  150.         onload: res => {
  151.           resolve(res.response)
  152.         }
  153.       })
  154.     })
  155.   }
  156.  
  157.   async function downloadByFanboxId(creatorInfo, creatorId) {
  158.     let processed = 0
  159.     let start = document.getElementById("dlStart").value - 1
  160.     let end = document.getElementById("dlEnd").value
  161.     zip = new Zip(`${creatorId}-${creatorInfo.name}-${start + 1}-${end}`)
  162.     let stepped = 0
  163.     let STEP = parseInt(document.querySelector("#dlStep").value)
  164.     let textDiv = document.querySelector("#amarillys-download-progress")
  165.     zip.file("cover.jpg", await gmRequireImage(creatorInfo.cover))
  166.  
  167.     // start downloading
  168.     for (let i = start, p = creatorInfo.posts; i < end; ++i) {
  169.       let folder = `${p[i].title}-${p[i].id}`
  170.       if (!p[i].body) continue
  171.       let { blocks, imageMap, fileMap, files, images } = p[i].body
  172.       let picIndex = 0
  173.       let imageList = []
  174.       let fileList = []
  175.       if (p[i].type === "article") {
  176.         let article = `# ${p[i].title}\n`
  177.         for (let j = 0; j < blocks.length; ++j) {
  178.           switch (blocks[j].type) {
  179.             case "p": {
  180.               article += `${blocks[j].text}\n\n`
  181.               break
  182.             }
  183.             case "image": {
  184.               picIndex++
  185.               let image = imageMap[blocks[j].imageId]
  186.               imageList.push(image)
  187.               article += `![${p[i].title} - P${picIndex}](${folder}_${j}.${image.extension})\n\n`
  188.               break
  189.             }
  190.             case "file": {
  191.               let file = fileMap[blocks[j].fileId]
  192.               fileList.push(file)
  193.               article += `[${p[i].title} - ${file.name}](${creatorId}-${folder}-${file.name}.${file.extension})\n\n`
  194.               break
  195.             }
  196.           }
  197.         }
  198.         zip.add(folder, 'article.md', new Blob([article]))
  199.         for (let j = 0; j < imageList.length; ++j) {
  200.           zip.add(folder, `${folder}_${j}.${imageList[j].extension}`,
  201.             await gmRequireImage(imageList[j].originalUrl))
  202.         }
  203.         for (let j = 0; j < fileList.length; ++j)
  204.           saveBlob(await gmRequireImage(fileList[j].url),
  205.             `${creatorId}-${folder}-${fileList[j].name}.${fileList[j].extension}`)
  206.       }
  207.       if (files) {
  208.         for (let j = 0; j < files.length; ++j) {
  209.           let extension = files[j].url.split(".").slice(-1)[0]
  210.           let blob = await gmRequireImage(files[j].url)
  211.           saveBlob(blob, `${creatorId}-${creatorInfo.name}-${folder}_${j}.${extension}`)
  212.         }
  213.       }
  214.       if (images) {
  215.         for (let j = 0; j < images.length; ++j) {
  216.           let extension = images[j].originalUrl.split(".").slice(-1)[0]
  217.           textDiv.innerHTML = ` ${processed} / ${amount} `
  218.           zip.add(folder, `${folder}_${j}.${extension}`, await gmRequireImage(images[j].originalUrl))
  219.         }
  220.       }
  221.       processed++
  222.       stepped++
  223.       textDiv.innerHTML = ` ${processed} / ${amount} `
  224.       console.log(` Progress: ${processed} / ${amount}`)
  225.       if (stepped >= STEP) {
  226.         zip.pack()
  227.         stepped = 0
  228.       }
  229.     }
  230.     zip.pack()
  231.     textDiv.innerHTML = ` Okayed/完成 `
  232.   }
  233.  
  234.   async function getAllPostsByFanboxId(creatorId) {
  235.     let fristUrl = `https://www.pixiv.net/ajax/fanbox/creator?userId=${creatorId}`
  236.     let creatorInfo = {
  237.       cover: null,
  238.       posts: []
  239.     }
  240.     let firstData = await (await fetch(fristUrl, fetchOptions)).json()
  241.     let body = firstData.body
  242.     creatorInfo.cover = body.creator.coverImageUrl
  243.     creatorInfo.name = body.creator.user.name
  244.     creatorInfo.posts.push(...body.post.items.filter(p => p.body))
  245.     let nextPageUrl = body.post.nextUrl
  246.     while (nextPageUrl) {
  247.       let nextData = await (await fetch(nextPageUrl, fetchOptions)).json()
  248.       creatorInfo.posts.push(...nextData.body.items.filter(p => p.body))
  249.       nextPageUrl = nextData.body.nextUrl
  250.     }
  251.     return creatorInfo
  252.   }
  253.  
  254.   function saveBlob(blob, fileName) {
  255.     let downloadDom = document.createElement("a")
  256.     document.body.appendChild(downloadDom)
  257.     downloadDom.style = `display: none`
  258.     let url = window.URL.createObjectURL(blob)
  259.     downloadDom.href = url
  260.     downloadDom.download = fileName
  261.     downloadDom.click()
  262.     window.URL.revokeObjectURL(url)
  263.   }
  264. })()