douyin-user-data-download

下载抖音用户主页数据!

当前为 2024-06-19 提交的版本,查看 最新版本

  1. // ==UserScript==
  2. // @name douyin-user-data-download
  3. // @namespace http://tampermonkey.net/
  4. // @version 0.5.0
  5. // @description 下载抖音用户主页数据!
  6. // @author xxmdmst
  7. // @match https://www.douyin.com/*
  8. // @icon https://xxmdmst.oss-cn-beijing.aliyuncs.com/imgs/favicon.ico
  9. // @grant GM_registerMenuCommand
  10. // @grant GM_setValue
  11. // @grant GM_getValue
  12. // @require https://cdnjs.cloudflare.com/ajax/libs/jszip/3.6.0/jszip.min.js
  13. // @license MIT
  14. // ==/UserScript==
  15.  
  16. (function () {
  17. let localDownload;
  18. let localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  19. const startPipeline = (start) => {
  20. if (confirm(start ? "是否开启本地下载通道?\n开启后会向本地服务发送数据,服务地址:\n" + localDownloadUrl : "是否关闭本地下载通道?")) {
  21. GM_setValue("localDownload", start);
  22. window.location.reload();
  23. }
  24. }
  25. localDownload = GM_getValue("localDownload", false);
  26. if (localDownload) {
  27. GM_registerMenuCommand("✅关闭上报本地通道", () => {
  28. startPipeline(false);
  29. })
  30. } else {
  31. GM_registerMenuCommand("⛔️开启上报本地通道", () => {
  32. startPipeline(true);
  33. })
  34. }
  35.  
  36. GM_registerMenuCommand("♐设置本地上报地址", () => {
  37. localDownloadUrl = GM_getValue("localDownloadUrl", 'http://localhost:8080/data');
  38. let newlocalDownloadUrl = prompt("请输入新的上报地址:", localDownloadUrl);
  39. if (newlocalDownloadUrl === null) return;
  40. newlocalDownloadUrl = newlocalDownloadUrl.trim();
  41. if (!newlocalDownloadUrl) {
  42. newlocalDownloadUrl = "http://localhost:8080/data";
  43. alert("设置了空白地址,已经恢复默认地址为:" + newlocalDownloadUrl);
  44. localDownloadUrl = newlocalDownloadUrl;
  45. } else if (localDownloadUrl !== newlocalDownloadUrl) {
  46. GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  47. alert("当前上报地址已经修改为:" + newlocalDownloadUrl);
  48. }
  49. GM_setValue("localDownloadUrl", newlocalDownloadUrl);
  50. localDownloadUrl = newlocalDownloadUrl;
  51. });
  52. GM_registerMenuCommand("清空信息内容", () => msg_pre.textContent = "")
  53. let table;
  54.  
  55. function initGbkTable() {
  56. // https://en.wikipedia.org/wiki/GBK_(character_encoding)#Encoding
  57. const ranges = [
  58. [0xA1, 0xA9, 0xA1, 0xFE],
  59. [0xB0, 0xF7, 0xA1, 0xFE],
  60. [0x81, 0xA0, 0x40, 0xFE],
  61. [0xAA, 0xFE, 0x40, 0xA0],
  62. [0xA8, 0xA9, 0x40, 0xA0],
  63. [0xAA, 0xAF, 0xA1, 0xFE],
  64. [0xF8, 0xFE, 0xA1, 0xFE],
  65. [0xA1, 0xA7, 0x40, 0xA0],
  66. ];
  67. const codes = new Uint16Array(23940);
  68. let i = 0;
  69.  
  70. for (const [b1Begin, b1End, b2Begin, b2End] of ranges) {
  71. for (let b2 = b2Begin; b2 <= b2End; b2++) {
  72. if (b2 !== 0x7F) {
  73. for (let b1 = b1Begin; b1 <= b1End; b1++) {
  74. codes[i++] = b2 << 8 | b1
  75. }
  76. }
  77. }
  78. }
  79. table = new Uint16Array(65536);
  80. table.fill(0xFFFF);
  81. const str = new TextDecoder('gbk').decode(codes);
  82. for (let i = 0; i < str.length; i++) {
  83. table[str.charCodeAt(i)] = codes[i]
  84. }
  85. }
  86.  
  87. function str2gbk(str, opt = {}) {
  88. if (!table) {
  89. initGbkTable()
  90. }
  91. const NodeJsBufAlloc = typeof Buffer === 'function' && Buffer.allocUnsafe;
  92. const defaultOnAlloc = NodeJsBufAlloc
  93. ? (len) => NodeJsBufAlloc(len)
  94. : (len) => new Uint8Array(len);
  95. const defaultOnError = () => 63;
  96. const onAlloc = opt.onAlloc || defaultOnAlloc;
  97. const onError = opt.onError || defaultOnError;
  98.  
  99. const buf = onAlloc(str.length * 2);
  100. let n = 0;
  101.  
  102. for (let i = 0; i < str.length; i++) {
  103. const code = str.charCodeAt(i);
  104. if (code < 0x80) {
  105. buf[n++] = code;
  106. continue
  107. }
  108. const gbk = table[code];
  109.  
  110. if (gbk !== 0xFFFF) {
  111. buf[n++] = gbk;
  112. buf[n++] = gbk >> 8
  113. } else if (code === 8364) {
  114. buf[n++] = 0x80
  115. } else {
  116. const ret = onError(i, str);
  117. if (ret === -1) {
  118. break
  119. }
  120. if (ret > 0xFF) {
  121. buf[n++] = ret;
  122. buf[n++] = ret >> 8
  123. } else {
  124. buf[n++] = ret
  125. }
  126. }
  127. }
  128. return buf.subarray(0, n)
  129. }
  130.  
  131. const toast = (msg, duration) => {
  132. duration = isNaN(duration) ? 3000 : duration;
  133. let toastDom = document.createElement('pre');
  134. toastDom.textContent = msg;
  135. toastDom.style.cssText = 'padding:2px 15px;min-height: 36px;line-height: 36px;text-align: center;transform: translate(-50%);border-radius: 4px;color: rgb(255, 255, 255);position: fixed;top: 50%;left: 50%;z-index: 9999999;background: rgb(0, 0, 0);font-size: 16px;'
  136. document.body.appendChild(toastDom);
  137. setTimeout(function () {
  138. const d = 0.5;
  139. toastDom.style.transition = `transform ${d}s ease-in, opacity ${d}s ease-in`;
  140. toastDom.style.opacity = '0';
  141. setTimeout(function () {
  142. document.body.removeChild(toastDom)
  143. }, d * 1000);
  144. }, duration);
  145. }
  146.  
  147. function formatSeconds(seconds) {
  148. const timeUnits = ['小时', '分', '秒'];
  149. const timeValues = [
  150. Math.floor(seconds / 3600),
  151. Math.floor((seconds % 3600) / 60),
  152. seconds % 60
  153. ];
  154. return timeValues.map((value, index) => value > 0 ? value + timeUnits[index] : '').join('');
  155. }
  156.  
  157. const timeFormat = (timestamp = null, fmt = 'yyyy-mm-dd') => {
  158. // 其他更多是格式化有如下:
  159. // yyyy:mm:dd|yyyy:mm|yyyy年mm月dd日|yyyy年mm月dd日 hh时MM分等,可自定义组合
  160. timestamp = parseInt(timestamp);
  161. // 如果为null,则格式化当前时间
  162. if (!timestamp) timestamp = Number(new Date());
  163. // 判断用户输入的时间戳是秒还是毫秒,一般前端js获取的时间戳是毫秒(13位),后端传过来的为秒(10位)
  164. if (timestamp.toString().length === 10) timestamp *= 1000;
  165. let date = new Date(timestamp);
  166. let ret;
  167. let opt = {
  168. "y{4,}": date.getFullYear().toString(), // 年
  169. "y+": date.getFullYear().toString().slice(2,), // 年
  170. "m+": (date.getMonth() + 1).toString(), // 月
  171. "d+": date.getDate().toString(), // 日
  172. "h+": date.getHours().toString(), // 时
  173. "M+": date.getMinutes().toString(), // 分
  174. "s+": date.getSeconds().toString() // 秒
  175. // 有其他格式化字符需求可以继续添加,必须转化成字符串
  176. };
  177. for (let k in opt) {
  178. ret = new RegExp("(" + k + ")").exec(fmt);
  179. if (ret) {
  180. fmt = fmt.replace(ret[1], (ret[1].length === 1) ? (opt[k]) : (opt[k].padStart(ret[1].length, "0")))
  181. }
  182. }
  183. return fmt
  184. };
  185. let user_aweme_list = [];
  186. window.all_aweme_map = new Map();
  187. // let userKey = [
  188. // "昵称", "关注", "粉丝", "获赞",
  189. // "抖音号", "IP属地", "性别",
  190. // "位置", "签名", "作品数", "主页"
  191. // ];
  192. let userData = [];
  193.  
  194. function copyText(text, node) {
  195. let oldText = node.textContent;
  196. navigator.clipboard.writeText(text).then(r => {
  197. node.textContent = "复制成功";
  198. toast("复制成功\n" + text.slice(0, 20) + (text.length > 20 ? "..." : ""), 2000);
  199. }).catch((e) => {
  200. node.textContent = "复制失败";
  201. toast("复制失败", 2000);
  202. })
  203. setTimeout(() => node.textContent = oldText, 2000);
  204. }
  205.  
  206. function copyUserData(node) {
  207. if (userData.length === 0) {
  208. alert("没有捕获到用户数据!");
  209. return;
  210. }
  211. let text = [];
  212. for (let i = 0; i < userKey.length; i++) {
  213. let key = userKey[i];
  214. let value = userData[userData.length - 1][i];
  215. if (value) text.push(key + ":" + value.toString().trim());
  216. }
  217. copyText(text.join("\n"), node);
  218. }
  219.  
  220. function createVideoButton(text, top, func) {
  221. const button = document.createElement("button");
  222. button.textContent = text;
  223. button.style.position = "absolute";
  224. button.style.right = "0px";
  225. button.style.top = top;
  226. button.style.opacity = "0.5";
  227. if (func) {
  228. button.addEventListener("click", (event) => {
  229. event.preventDefault();
  230. event.stopPropagation();
  231. func();
  232. });
  233. }
  234. return button;
  235. }
  236.  
  237. function createDownloadLink(blob, filename, ext, prefix = "") {
  238. if (filename === null) {
  239. filename = userData.length > 0 ? userData[userData.length - 1][0] : document.title;
  240. }
  241. const url = URL.createObjectURL(blob);
  242. const link = document.createElement('a');
  243. link.href = url;
  244. link.download = prefix + filename.replace(/[\/:*?"<>|\s]/g, "").slice(0, 40) + "." + ext;
  245. link.click();
  246. URL.revokeObjectURL(url);
  247. }
  248.  
  249. function txt2file(txt, filename, ext) {
  250. createDownloadLink(new Blob([txt], {type: 'text/plain'}), filename, ext);
  251. }
  252.  
  253. function getAwemeName(aweme) {
  254. let name = aweme.item_title ? aweme.item_title : aweme.caption;
  255. if (!name) name = aweme.desc ? aweme.desc : aweme.awemeId;
  256. return (aweme.date ? `【${aweme.date.slice(0, 10)}】` : "") + name.replace(/[\/:*?"<>|\s]+/g, "").slice(0, 27).replace(/\.\d+$/g, "");
  257. }
  258.  
  259. const downloadVideo = (aweme, node) => {
  260. toast("准备就绪,等待视频下载完毕后弹出下载界面!");
  261. let xhr = new XMLHttpRequest();
  262. xhr.open('GET', aweme.url.replace("http://", "https://"), true);
  263. xhr.responseType = 'blob';
  264. let filename = aweme ? getAwemeName(aweme) : window.title;
  265. let textContent = node.textContent;
  266. xhr.onload = (e) => {
  267. createDownloadLink(xhr.response, filename, (aweme.images ? "mp3" : "mp4"));
  268. setTimeout(() => node.textContent = textContent, 2000);
  269. };
  270. xhr.onprogress = (event) => {
  271. if (event.lengthComputable) {
  272. node.textContent = "下载" + (event.loaded * 100 / event.total).toFixed(1) + '%';
  273. }
  274. };
  275. xhr.send();
  276. };
  277. const downloadImage = (aweme, downloadImageButton) => {
  278. const zip = new JSZip();
  279. let textContent = downloadImageButton.textContent;
  280. downloadImageButton.textContent = "图片下载并打包中...";
  281. const promises = aweme.images.map((link, index) => {
  282. return fetch(link)
  283. .then((response) => response.arrayBuffer())
  284. .then((buffer) => {
  285. downloadImageButton.textContent = `图片已下载【${index + 1}/${aweme.images.length}】`;
  286. zip.file(`image_${index + 1}.jpg`, buffer);
  287. });
  288. });
  289. Promise.all(promises)
  290. .then(() => {
  291. return zip.generateAsync({type: "blob"});
  292. })
  293. .then((content) => {
  294. createDownloadLink(content, getAwemeName(aweme), "zip", "【图文】");
  295. setTimeout(() => downloadImageButton.textContent = textContent, 2000);
  296. });
  297. };
  298.  
  299. function createButtonGroup(aNode) {
  300. if (aNode.dataset.vid) return;
  301. let match = aNode.href.match(/(?:video|note)\/(\d+)/);
  302. if (!match) return;
  303. let videoId = match[1];
  304. let aweme = all_aweme_map.get(videoId);
  305. let copyDescButton = createVideoButton("复制描述", "0px");
  306. copyDescButton.addEventListener("click", (event) => {
  307. event.preventDefault();
  308. event.stopPropagation();
  309. copyText(aweme.desc, copyDescButton);
  310. })
  311. aNode.appendChild(copyDescButton);
  312. aNode.appendChild(createVideoButton("打开视频源", "20px", () => window.open(aweme.url)));
  313.  
  314. let downloadVideoButton = createVideoButton("下载视频", "40px");
  315. downloadVideoButton.addEventListener("click", () => downloadVideo(aweme, downloadVideoButton));
  316. aNode.appendChild(downloadVideoButton);
  317.  
  318. if (aweme.images) {
  319. let downloadImageButton = createVideoButton("图片打包下载", "60px");
  320. downloadImageButton.addEventListener("click", () => downloadImage(aweme, downloadImageButton));
  321. aNode.appendChild(downloadImageButton);
  322. }
  323. aNode.dataset.vid = videoId;
  324. }
  325.  
  326. function flush() {
  327. data_button.p2.textContent = `${user_aweme_list.length}`;
  328. let img_num = user_aweme_list.filter(a => a.images).length;
  329. img_button.p2.textContent = `${img_num}`;
  330. msg_pre.textContent = `已加载${user_aweme_list.length}个作品,${img_num}个图文\n激活上方头像可展开下载按钮`;
  331. }
  332.  
  333. let flag = false;
  334.  
  335. const formatDouyinAwemeData = item => Object.assign(
  336. {
  337. "awemeId": item.aweme_id,
  338. "item_title": item.item_title,
  339. "caption": item.caption,
  340. "desc": item.desc,
  341. "tag": item.text_extra ? item.text_extra.map(tag => tag.hashtag_name).filter(tag => tag).join("#") : "",
  342. "video_tag": item.video_tag ? item.video_tag.map(tag => tag.tag_name).filter(tag => tag).join("->") : "",
  343. "date": timeFormat(item.create_time, "yyyy-mm-dd hh:MM:ss"),
  344. },
  345. item.statistics ? {
  346. "diggCount": item.statistics.digg_count,
  347. "commentCount": item.statistics.comment_count,
  348. "collectCount": item.statistics.collect_count,
  349. "shareCount": item.statistics.share_count
  350. } : {},
  351. item.video ? {
  352. "duration": formatSeconds(Math.round(item.video.duration / 1000)),
  353. "url": item.video.play_addr.url_list[0],
  354. "cover": item.video.cover.url_list[0],
  355. "images": item.images ? item.images.map(row => row.url_list.pop()) : null,
  356. } : {},
  357. item.author ? {
  358. "uid": item.author.uid,
  359. "nickname": item.author.nickname
  360. } : {}
  361. );
  362.  
  363.  
  364. function formatAwemeData(json_data) {
  365. return json_data.aweme_list.map(formatDouyinAwemeData);
  366. }
  367.  
  368. function sendLocalData(jsonData) {
  369. if (!localDownload) return;
  370. fetch(localDownloadUrl, {
  371. method: 'POST',
  372. headers: {
  373. 'Content-Type': 'application/json'
  374. },
  375. body: JSON.stringify(jsonData)
  376. })
  377. .then(response => response.json())
  378. .then(responseData => {
  379. console.log('成功:', responseData);
  380. })
  381. .catch(error => {
  382. console.log('上报失败,请检查本地程序是否已经启动!');
  383. });
  384. }
  385.  
  386. function interceptResponse() {
  387. const originalSend = XMLHttpRequest.prototype.send;
  388. XMLHttpRequest.prototype.send = function () {
  389. originalSend.apply(this, arguments);
  390. if (!this._url) return;
  391. this.url = this._url;
  392. if (this.url.startsWith("http"))
  393. this.url = new URL(this.url).pathname
  394. const self = this;
  395. let func = this.onreadystatechange;
  396. this.onreadystatechange = (e) => {
  397. if (self.readyState === 4) {
  398. if (!self.url.startsWith("/aweme/v1/web/")) return;
  399. let data = JSON.parse(self.response);
  400. if (self.url.startsWith("/aweme/v1/web/aweme/post")) {
  401. let jsonData = formatAwemeData(data);
  402. user_aweme_list.push(...jsonData);
  403. if (domLoadedTimer === null) flush();
  404. } else if (self.url.startsWith("/aweme/v1/web/user/profile/other")) {
  405. let userInfo = data.user;
  406. for (let key in userInfo) {
  407. if (!userInfo[key]) userInfo[key] = "";
  408. }
  409. if (userInfo.district) userInfo.city += "·" + userInfo.district;
  410. userInfo.unique_id = '\t' + (userInfo.unique_id ? userInfo.unique_id : userInfo.short_id);
  411. userData.push([
  412. userInfo.nickname, userInfo.following_count, userInfo.mplatform_followers_count,
  413. userInfo.total_favorited, userInfo.unique_id, userInfo.ip_location.replace("IP属地:", ""),
  414. userInfo.gender === 2 ? "女" : "男",
  415. userInfo.city, '"' + userInfo.signature + '"', userInfo.aweme_count, "https://www.douyin.com/user/" + userInfo.sec_uid
  416. ]);
  417. }
  418. let jsonData;
  419. if ([
  420. "/aweme/v1/web/aweme/post/",
  421. "/aweme/v1/web/aweme/related/",
  422. "/aweme/v1/web/aweme/favorite/",
  423. "/aweme/v1/web/mix/aweme/",
  424. "/aweme/v1/web/tab/feed/",
  425. "/aweme/v1/web/aweme/listcollection/",
  426. "/aweme/v1/web/history/read/"
  427. ].some(prefix => self.url.startsWith(prefix))) {
  428. jsonData = formatAwemeData(data);
  429. } else if ([
  430. "/aweme/v1/web/follow/feed/",
  431. "/aweme/v1/web/familiar/feed/",
  432. ].some(prefix => self.url.startsWith(prefix))) {
  433. jsonData = data.data.filter(item => item.aweme).map(item => formatDouyinAwemeData(item.aweme));
  434. } else if (self.url.startsWith("/aweme/v1/web/general/search/single/")) {
  435. jsonData = [];
  436. for (let obj of data.data) {
  437. if (obj.aweme_info) jsonData.push(formatDouyinAwemeData(obj.aweme_info))
  438. if (obj.user_list) {
  439. for (let user of obj.user_list) {
  440. user.items.forEach(aweme => jsonData.push(formatDouyinAwemeData(aweme)))
  441. }
  442. }
  443. }
  444. } else if (self.url.startsWith("/aweme/v1/web/module/feed/")) {
  445. jsonData = data.cards.map(item => formatDouyinAwemeData(JSON.parse(item.aweme)));
  446. } else if (self.url.startsWith("/aweme/v1/web/aweme/detail/")) {
  447. jsonData = [formatDouyinAwemeData(data.aweme_detail)]
  448. }
  449. if (jsonData) jsonData = jsonData.filter(item => item.url && item.awemeId);
  450. if (jsonData) {
  451. // console.log(self.url, jsonData);
  452. sendLocalData(jsonData);
  453. jsonData.forEach(aweme => {
  454. all_aweme_map.set(aweme.awemeId, aweme);
  455. })
  456. }
  457. }
  458. if (func) func.apply(self, e);
  459. };
  460. };
  461. }
  462.  
  463. function downloadData(node, encoding) {
  464. if (user_aweme_list.length === 0) {
  465. alert("还没有发现作品数据,请进入https://www.douyin.com/user/ 开头的链接刷新网页后重试!");
  466. return;
  467. }
  468. if (node.disabled) {
  469. alert("下载正在处理中,请不要重复点击按钮!");
  470. return;
  471. }
  472. node.disabled = true;
  473. try {
  474. let text = "作者昵称,作品描述,作品链接,点赞数,评论数,收藏数,分享数,发布时间,时长,标签,分类,封面,下载链接\n";
  475. user_aweme_list.forEach(aweme => {
  476. text += [aweme.nickname,
  477. '"' + aweme.desc.replace(/,/g, ',').replace(/"/g, '""') + '"',
  478. "https://www.douyin.com/video/" + aweme.awemeId,
  479. aweme.diggCount, aweme.commentCount,
  480. aweme.collectCount, aweme.shareCount, aweme.date,
  481. aweme.duration, aweme.tag, aweme.video_tag,
  482. aweme.cover, aweme.url].join(",") + "\n"
  483. });
  484. if (encoding === "gbk") {
  485. text = str2gbk(text);
  486. }
  487. txt2file(text, null, "csv");
  488. } finally {
  489. node.disabled = false;
  490. }
  491. }
  492.  
  493. let img_button, data_button, msg_pre;
  494.  
  495. function createMsgBox() {
  496. msg_pre = document.createElement('pre');
  497. msg_pre.textContent = '等待上方头像加载完毕';
  498. msg_pre.style.color = 'white';
  499. msg_pre.style.position = 'fixed';
  500. msg_pre.style.right = '5px';
  501. msg_pre.style.top = '60px';
  502. msg_pre.style.color = 'white';
  503. msg_pre.style.zIndex = '503';
  504. msg_pre.style.opacity = "0.5";
  505. document.body.appendChild(msg_pre);
  506. }
  507.  
  508. function scrollPageToBottom(scroll_button) {
  509. let scrollInterval;
  510.  
  511. function scrollLoop() {
  512. let endText = document.querySelector("div[data-e2e='user-post-list'] > ul[data-e2e='scroll-list'] + div div").innerText;
  513. if (endText || (userData.length > 0 && user_aweme_list.length > userData[userData.length - 1][9] - 5)) {
  514. clearInterval(scrollInterval);
  515. scrollInterval = null;
  516. scroll_button.p1.textContent = "已加载全部!";
  517. } else {
  518. scrollTo(0, document.body.scrollHeight);
  519. }
  520. }
  521.  
  522. scroll_button.addEventListener('click', () => {
  523. if (!scrollInterval) {
  524. scrollInterval = setInterval(scrollLoop, 1200);
  525. scroll_button.p1.textContent = "停止自动下拉";
  526. } else {
  527. clearInterval(scrollInterval);
  528. scrollInterval = null;
  529. scroll_button.p1.textContent = "开启自动下拉";
  530. }
  531. });
  532. }
  533.  
  534. function createCommonElement(tagName, attrs = {}, text = "") {
  535. const tag = document.createElement(tagName);
  536. for (const [k, v] of Object.entries(attrs)) {
  537. tag.setAttribute(k, v);
  538. }
  539. if (text) tag.textContent = text;
  540. tag.addEventListener('click', (event) => event.stopPropagation());
  541. return tag;
  542. }
  543.  
  544. function createAllButton() {
  545. let dom = document.querySelector("#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a:nth-last-child(1)");
  546. let baseNode = dom.cloneNode(true);
  547. baseNode.removeAttribute("target");
  548. baseNode.removeAttribute("rel");
  549. baseNode.removeAttribute("href");
  550. let svgChild = baseNode.querySelector("svg");
  551. if (svgChild) baseNode.removeChild(svgChild);
  552.  
  553. function createNewButton(name, num = "0") {
  554. let button = baseNode.cloneNode(true);
  555. button.p1 = button.querySelector("p:nth-child(1)");
  556. button.p2 = button.querySelector("p:nth-child(2)");
  557. button.p1.textContent = name;
  558. button.p2.textContent = num;
  559. dom.after(button);
  560. return button;
  561. }
  562.  
  563. img_button = createNewButton("图文打包下载");
  564. img_button.addEventListener('click', () => downloadImg(img_button));
  565.  
  566. let downloadCoverButton = createNewButton("封面打包下载", "");
  567. downloadCoverButton.addEventListener('click', () => downloadCover(downloadCoverButton));
  568.  
  569. data_button = createNewButton("下载已加载的数据");
  570. data_button.p1.after(createCommonElement("label", {'for': 'gbk'}, 'gbk'));
  571. let checkbox = createCommonElement("input", {'type': 'checkbox', 'id': 'gbk'});
  572. checkbox.checked = localStorage.getItem("gbk") === "1";
  573. checkbox.onclick = (event) => {
  574. event.stopPropagation();
  575. localStorage.setItem("gbk", checkbox.checked ? "1" : "0");
  576. };
  577. data_button.p1.after(checkbox);
  578. data_button.addEventListener('click', () => downloadData(data_button, checkbox.checked ? "gbk" : "utf-8"));
  579.  
  580. scrollPageToBottom(createNewButton("开启自动下拉到底", ""));
  581.  
  582. let share_button = document.querySelector("#frame-user-info-share-button");
  583. if (share_button) {
  584. let node = share_button.cloneNode(true);
  585. node.span = node.querySelector("span");
  586. node.span.innerHTML = "复制作者信息";
  587. node.addEventListener('click', () => copyUserData(node.span));
  588. share_button.after(node);
  589. }
  590. }
  591.  
  592. async function downloadCover(node) {
  593. if (user_aweme_list.length === 0) {
  594. alert("还没有发现任何作品数据,请进入https://www.douyin.com/user/开头的链接刷新网页后重试!");
  595. return;
  596. }
  597. if (node.disabled) {
  598. alert("下载正在处理中,请不要重复点击按钮!");
  599. return;
  600. }
  601. node.disabled = true;
  602. try {
  603. const zip = new JSZip();
  604. msg_pre.textContent = `下载封面并打包中...`;
  605. let promises = user_aweme_list.map((aweme, index) => {
  606. let awemeName = getAwemeName(aweme) + ".jpg";
  607. return fetch(aweme.cover)
  608. .then(response => response.arrayBuffer())
  609. .then(buffer => zip.file(awemeName, buffer))
  610. .then(() => msg_pre.textContent = `${index + 1}/${user_aweme_list.length} ` + awemeName)
  611. });
  612. Promise.all(promises).then(() => {
  613. return zip.generateAsync({type: "blob"})
  614. }).then((content) => {
  615. createDownloadLink(content, null, "zip", "【封面】");
  616. msg_pre.textContent = "封面打包完成";
  617. node.disabled = false;
  618. })
  619. } finally {
  620. node.disabled = false;
  621. }
  622. }
  623.  
  624. async function downloadImg(node) {
  625. if (node.disabled) {
  626. alert("下载正在处理中,请不要重复点击按钮!");
  627. return;
  628. }
  629. node.disabled = true;
  630. try {
  631. const zip = new JSZip();
  632. let flag = true;
  633. let aweme_img_list = user_aweme_list.filter(a => a.images);
  634. for (let [i, aweme] of aweme_img_list.entries()) {
  635. let awemeName = getAwemeName(aweme);
  636. msg_pre.textContent = `${i + 1}/${aweme_img_list.length} ` + awemeName;
  637. let folder = zip.folder(awemeName);
  638. await Promise.all(aweme.images.map((link, index) => {
  639. return fetch(link)
  640. .then((res) => res.arrayBuffer())
  641. .then((buffer) => {
  642. folder.file(`image_${index + 1}.jpg`, buffer);
  643. });
  644. }));
  645. flag = false;
  646. }
  647. if (flag) {
  648. alert("当前页面未发现图文链接");
  649. node.disabled = false;
  650. return;
  651. }
  652. msg_pre.textContent = "图文打包中...";
  653. zip.generateAsync({type: "blob"})
  654. .then((content) => {
  655. createDownloadLink(content, null, "zip", "【图文】");
  656. msg_pre.textContent = "图文打包完成";
  657. node.disabled = false;
  658. });
  659. } finally {
  660. node.disabled = false;
  661. }
  662. }
  663.  
  664. function douyinVideoDownloader() {
  665. const clonePlayclarity2Download = (xgPlayer, videoId, videoContainer) => {
  666. let toolDom = xgPlayer.querySelector(`.xgplayer-playclarity-setting[data-vid]`);
  667. const adjustMargin = (virtualDom) => {
  668. if (location.href.includes('search') && !location.href.includes('modal_id')) {
  669. toolDom.style.marginTop = "0px";
  670. virtualDom.style.marginBottom = "37px";
  671. } else {
  672. toolDom.style.marginTop = "-68px";
  673. virtualDom.style.marginBottom = "0px";
  674. }
  675. }
  676. let attrs = {class: "item", style: "text-align:center;"};
  677. let aweme;
  678. if (toolDom) {
  679. toolDom.dataset.vid = videoId;
  680. videoContainer.dataset.vid = videoId;
  681. adjustMargin(toolDom.querySelector('.virtual'));
  682. aweme = all_aweme_map.get(toolDom.dataset.vid);
  683. let virtualDom = toolDom.querySelector('.virtual');
  684. if (aweme.images && !virtualDom.dataset.image) {
  685. let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  686. virtualDom.appendChild(downloadDom2);
  687. downloadDom2.onclick = () => {
  688. aweme = all_aweme_map.get(toolDom.dataset.vid);
  689. if (!aweme) {
  690. toast('未捕获到对应数据源!');
  691. } else if (!aweme.images) {
  692. toast('捕获的数据源,不含图片信息!');
  693. } else {
  694. downloadImage(aweme, downloadDom2);
  695. }
  696. };
  697. virtualDom.dataset.image = videoId;
  698. } else if (!aweme.images && virtualDom.dataset.image) {
  699. virtualDom.removeChild(virtualDom.lastElementChild);
  700. // virtualDom.dataset.image = "";
  701. delete virtualDom.dataset.image;
  702. }
  703. return;
  704. }
  705. const parser = new DOMParser();
  706. const doc = parser.parseFromString('<xg-icon class="xgplayer-playclarity-setting" data-state="normal" data-index="7.6">' +
  707. '<div class="gear"><div class="virtual"></div><div class="btn">工具</div></div></xg-icon>', 'text/html');
  708. toolDom = doc.body.firstChild;
  709.  
  710. toolDom.dataset.vid = videoId;
  711. toolDom.dataset.index = "7.6";
  712. videoContainer.dataset.vid = videoId;
  713. toolDom.style = 'margin-top:-68px;padding-top:100px;';
  714.  
  715. let downloadText = toolDom.querySelector('.btn');
  716. if (!downloadText) return;
  717. downloadText.textContent = '工具';
  718. downloadText.style = 'font-size:14px;font-weight:600;';
  719.  
  720. let virtualDom = toolDom.querySelector('.virtual');
  721. if (!virtualDom) return;
  722. adjustMargin(virtualDom);
  723. toolDom.onmouseover = () => virtualDom.style.display = 'block';
  724. toolDom.onmouseout = () => virtualDom.style.display = 'none';
  725. virtualDom.innerHTML = '';
  726.  
  727. let copyDescDom = createCommonElement("div", attrs, "复制描述");
  728. virtualDom.appendChild(copyDescDom);
  729. aweme = all_aweme_map.get(toolDom.dataset.vid);
  730. copyDescDom.onclick = () => {
  731. console.log("复制对象:", toolDom.dataset.vid);
  732. aweme = window.all_aweme_map.get(toolDom.dataset.vid);
  733. if (!aweme) {
  734. toast('未捕获到对应数据源!');
  735. } else if (!aweme.desc) {
  736. toast('捕获的数据源,不含描述信息!');
  737. } else {
  738. copyText(aweme.desc, copyDescDom);
  739. }
  740. }
  741. let toLinkDom = createCommonElement("div", attrs, "打开视频");
  742. virtualDom.appendChild(toLinkDom);
  743.  
  744. toLinkDom.onclick = () => {
  745. // let url = videoContainer && videoContainer.children.length > 0 && videoContainer.children[0].src
  746. // ? videoContainer.children[0].src : "";
  747. // url = !url && aweme ? aweme.url : url;
  748. // console.log('打开视频:', toolDom.dataset.vid, url);
  749. aweme = all_aweme_map.get(toolDom.dataset.vid);
  750. if (aweme && aweme.url) window.open(aweme.url);
  751. else toast('未捕获到对应数据源!');
  752. };
  753. let downloadDom = createCommonElement("div", attrs, "下载视频");
  754. virtualDom.appendChild(downloadDom);
  755. downloadDom.onclick = () => {
  756. aweme = all_aweme_map.get(toolDom.dataset.vid);
  757. console.log('下载视频:', toolDom.dataset.vid, aweme);
  758. if (aweme && aweme.url) {
  759. downloadVideo(aweme, downloadDom);
  760. } else toast('未捕获到对应数据源!');
  761. };
  762. if (aweme.images) {
  763. let downloadDom2 = createCommonElement("div", attrs, "图文下载");
  764. virtualDom.appendChild(downloadDom2);
  765. downloadDom2.onclick = () => {
  766. aweme = all_aweme_map.get(toolDom.dataset.vid);
  767. if (!aweme) {
  768. toast('未捕获到对应数据源!');
  769. } else if (!aweme.images) {
  770. toast('捕获的数据源,不含图片信息!');
  771. } else {
  772. downloadImage(aweme, downloadDom2);
  773. }
  774. };
  775. virtualDom.dataset.image = videoId;
  776. }
  777. xgPlayer.appendChild(toolDom);
  778. }
  779. const run = (node) => {
  780. let activeVideoElement = node.closest('div[data-e2e="feed-active-video"]');
  781. let videoId, xgPlayer, videoContainer;
  782. if (activeVideoElement) {
  783. videoId = activeVideoElement.getAttribute('data-e2e-vid');
  784. xgPlayer = activeVideoElement.querySelector('.xg-right-grid');
  785. videoContainer = activeVideoElement.querySelector("video");
  786. } else {
  787. let playVideoElements = Array.from(document.querySelectorAll('video')).filter(v => v.autoplay);
  788. videoContainer = location.href.includes('modal_id')
  789. ? playVideoElements[0]
  790. : playVideoElements[playVideoElements.length - 1];
  791. xgPlayer = node.closest('.xg-right-grid');
  792. let detailVideoInfo = document.querySelector("[data-e2e='detail-video-info']");
  793. videoId = detailVideoInfo ? detailVideoInfo.getAttribute('data-e2e-aweme-id') : null;
  794. videoId = videoId ? videoId : new URLSearchParams(location.search).get('modal_id');
  795. }
  796. if (!videoId || !xgPlayer) return;
  797. if (videoId !== videoContainer.dataset.vid) {
  798. console.log('打开视频:', videoId, videoContainer);
  799. clonePlayclarity2Download(xgPlayer, videoId, videoContainer);
  800. }
  801. }
  802. const rootObserver = new MutationObserver((mutations) => {
  803. mutations.forEach((mutation) => {
  804. mutation.addedNodes.forEach((node) => {
  805. if (node.className === "gear" ||
  806. (node.className === "xgplayer-icon" && node.dataset.e2e === "video-player-auto-play") ||
  807. (node.classList && node.classList.contains("xgplayer-inner-autoplay"))) {
  808. run(node);
  809. }
  810. // if (node.closest && node.closest('.xg-right-grid')) {
  811. // console.log(node.outerHTML, node);
  812. // }
  813. });
  814. });
  815. });
  816. rootObserver.observe(document.body, {childList: true, subtree: true});
  817. }
  818.  
  819. function userDetailObserver() {
  820. const observeList = (scrollList) => {
  821. if (!scrollList) return;
  822. console.log('开始监听新创建的视频列表!');
  823. listObserver.observe(scrollList, {childList: true});
  824. };
  825. const listObserver = new MutationObserver((mutationsList) => {
  826. for (const mutation of mutationsList) {
  827. if (mutation.type !== 'childList') continue;
  828. mutation.addedNodes.forEach(node => {
  829. createButtonGroup(node.querySelector("a"));
  830. // console.log("添加视频");
  831. });
  832. }
  833. });
  834. const rootObserver = new MutationObserver((mutationsList) => {
  835. for (let mutation of mutationsList) {
  836. if (mutation.type !== 'childList') continue;
  837. mutation.addedNodes.forEach(node => {
  838. if (!node.querySelector) return;
  839. observeList(node.querySelector("ul[data-e2e='scroll-list']"));
  840. });
  841. mutation.removedNodes.forEach(node => {
  842. if (node.querySelector && node.querySelector("ul[data-e2e='scroll-list']")) {
  843. console.log('关闭了一个视频列表');
  844. listObserver.disconnect();
  845. }
  846. });
  847. }
  848. });
  849. rootObserver.observe(document.body, {childList: true, subtree: true});
  850. observeList(document.querySelector("div[data-e2e='user-detail'] ul[data-e2e='scroll-list']"));
  851. }
  852.  
  853. if (document.title === "验证码中间页") return;
  854. createMsgBox();
  855. interceptResponse();
  856. douyinVideoDownloader();
  857. userDetailObserver();
  858. let domLoadedTimer;
  859. const checkElementLoaded = () => {
  860. const element = document.querySelector('#douyin-header-menuCt pace-island > div > div:nth-last-child(1) ul a');
  861. if (element) {
  862. console.log('顶部栏加载完毕');
  863. msg_pre.textContent = "头像加载完成\n若需要下载用户数据,需进入目标用户主页\n若未捕获到数据,可以刷新重试";
  864. clearInterval(domLoadedTimer);
  865. domLoadedTimer = null;
  866. createAllButton();
  867. flush();
  868. }
  869. };
  870. document.window = window;
  871. window.onload = () => {
  872. domLoadedTimer = setInterval(checkElementLoaded, 700);
  873. }
  874. })();