☰

Twitterのツイート自動収集

try to take over the world!

// ==UserScript==
// @name         Twitterのツイート自動収集
// @namespace    http://tampermonkey.net/
// @version      0.4
// @description  try to take over the world!
// @author       You
// @match        https://twitter.com/*
// @grant        none
// @require      https://ajax.googleapis.com/ajax/libs/jquery/1.9.1/jquery.min.js
// ==/UserScript==

(function() {
    'use strict';
    var DB = {};
    var main = () => {
        $(document).find("article").each((i,elm)=>{
            // var p = $(document).find("article").eq(0).find("div").find("div").eq(2).children().eq(1);
            var p = $(elm).find("div").find("div").eq(2).children().eq(1);
            var href = p.find("a").filter(function(i,e){
                return $(e).attr("aria-label");
            }).first().attr("href"); // ツイートID
            if(!href) return console.error('error_'+i);
            var id = 'id_' + href.match(/[0-9]+$/)[0];
            if(DB[id]) return;
            const text = p.children().eq(1).text().trim().replace(/\n/g, " ");; // ツイート本文
            const time = p.find("time").attr("datetime"); // 時刻
            const f = p.children().filter(function(i,e){
                return $(e).attr("aria-label");
            }).eq(0).children();
            if(!f.length) return console.error(id,time,text);
            var a = f.eq(0).find("div").attr("aria-label").match(/[0-9]+/); // リプライ数
            var reply = a ? a[0] : 0;
            var b = f.eq(1).find("div").attr("aria-label").match(/[0-9]+/); // RT数
            var retweet = b ? b[0] : 0;
            var c = f.eq(2).find("div").attr("aria-label").match(/[0-9]+/) // いいね
            var favorite = c ? c[0] : 0;
            DB[id] = [time, reply, retweet, favorite, text];
        });
    };

    const makeResult = () => {
        const keys = Object.keys(DB);
        const result = [
            [
                "id",
                "time",
                "reply",
                "retweet",
                "favorite",
                "text",
            ]
        ];
        for(const key of keys){
            result.push([key].concat(DB[key]));
        }
        makeFileCSV(result, 'ツイート自動収集');
    };

    const makeFileCSV = (array, file_name) => {
        let strCSV = "";
        for(const line of array) strCSV += line.join(',') + '\r\n';
        const bom = new Uint8Array([0xEF, 0xBB, 0xBF]);//（文字化け対策）
        const blob = new Blob([bom, strCSV], {type: 'text/csv'});
        const a = document.createElement("a");
        a.href = URL.createObjectURL(blob);
        a.target = '_blank';
        a.download = file_name + '.csv';
        a.click();
    };
    const crawl = () => {
        main();
        scroll(999999,999999);
    };
    const start = () => {
        alert("開始します。");
        setInterval(crawl, 3000);
    };

    $(window).keydown(e=>{
        if(e.key === "F7") start();
        if(e.key === "F8") makeResult();
    });
})();