☰

Worker-MTurk Qual Sorter

Keep Track Of Qualifications And Create A More Sortable List.

目前為 2018-02-28 提交的版本，檢視 最新版本。

// ==UserScript==
// @name              Worker-MTurk Qual Sorter
// @author            Eisenpower
// @namespace         Uchiha Clan
// @version           0.5
// @icon              https://i.imgur.com/M0jWVYS.png
// @description       Keep Track Of Qualifications And Create A More Sortable List.
// @include           https://worker.mturk.com/dashboard*
// @include           https://worker.mturk.com/qualtable*
// @require           http://code.jquery.com/jquery-3.3.1.min.js
// @require           http://code.jquery.com/ui/1.12.1/jquery-ui.min.js
// @require           http://cdnjs.cloudflare.com/ajax/libs/datatables/1.10.1/js/jquery.dataTables.js
// @resource datatab  https://greasyfork.org/scripts/4258-datatables-css-cdn-with-images/code/Datatables%20CSS%20CDN%20with%20Images.js?version=13654
// @grant             GM_setValue
// @grant             GM_getValue
// @grant             GM_addStyle
// @grant             GM_getResourceText
// ==/UserScript==

// Original Code By 'DeliriumTremens 2014' - Just Patched And Revamped Some Stuff

//
// GET CSS MODULES
//

var jqtableCSS = GM_getResourceText("datatab");
GM_addStyle(jqtableCSS);

//
// END CSS MODULES
//
// ******************************************************************
//
//	START VARIABLE DEFINITIONS
//

var qualCount = null; // hold onto that sweet, sweet qual count
var qualPrev = GM_getValue("quals"); // store the previous qual count
var qualDiff = 0; // difference in qual count between dashboard refreshes
var nextPage = "https://worker.mturk.com/qualifications/assigned?page_number=1&page_size=100"; // Starting Page of Scrape
var qualObject = {}; // Storage for qualification details to be sent to database
var QualStorage = {}; // QualStorage object definition
var Scraping = true; // Used to start and kill scraping
var scrapeNumber = 0; // Unused currently
var currScrape = null; // Container for current page being scraped
var skipQuals = ['Exc: ', 'Qualification_', 'SurveyGroup ', 'TP Panel:', 'Inc: ', 'campaign_'];

//
//	END VARIABLE DEFINITIONS
//
// ******************************************************************
//
//	START INDEXEDDB METHODS
//

var indexedDB = window.indexedDB || window.webkitIndexedDB || window.mozIndexedDB || window.msIndexedDB;
window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction;
window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange;
var idbKeyRange = window.IDBKeyRange;
QualStorage.indexedDB = {};
QualStorage.indexedDB.db = null;
var v = 1; // Database version.
var dbExists = true; // Boolean if database exists.

// Method for creating the new database.
QualStorage.indexedDB.create = function () {
    var request = indexedDB.open("QualDB", v);
    request.onupgradeneeded = function (e) {
        QualStorage.indexedDB.db = e.target.result;
        var db = QualStorage.indexedDB.db;
        var newDB = false;
        if(!db.objectStoreNames.contains("Quals")) {
            var store = db.createObjectStore("Quals", {
                keyPath: "qualId"
            });
            store.createIndex("qualName", "qualName", {
                unique: false
            });
            store.createIndex("author", "author", {
                unique: false
            });
            store.createIndex("desc", "desc", {
                unique: false
            });
            store.createIndex("assDate", "assDate", {
                unique: false
            });
            store.createIndex("retake", "retake", {
                unique: false
            });
            store.createIndex("hasTest", "hasTest", {
                unique: false
            });
            store.createIndex("value", "value", {
                unique: false
            });
            newDB = true;
        }
        db.close();
    };
    request.onsuccess = function (e) {
        QualStorage.indexedDB.db = e.target.result;
        var db = QualStorage.indexedDB.db;
        db.close();
    };
    //request.onerror = console.log(request.errorCode);
};

QualStorage.indexedDB.addQual = function (qual) {
    var request = indexedDB.open("QualDB", v);
    var qualPut = qual;
    request.onsuccess = function (e) {
        QualStorage.indexedDB.db = e.target.result;

        var db = QualStorage.indexedDB.db;
        var newDB = false;

        if (!db.objectStoreNames.contains("Quals")) {
            db.close();
        } else {
            var trans = db.transaction(["Quals"], 'readwrite');
            var store = trans.objectStore("Quals");
            var request;

            request = store.put({
                qualId: qualPut["qualId"],
                qualName: qualPut["qualName"],
                author: qualPut["author"],
                desc: qualPut["desc"],
                assDate: qualPut["assDate"],
                retake: qualPut["retake"],
                hasTest: qualPut["hasTest"],
                value: qualPut["value"]
            });
            request.onsuccess = function (e) {
            };
            request.onerror = function (e) {
            };
        }
        db.close();
    };
    request.onerror = QualStorage.indexedDB.onerror;
};

QualStorage.indexedDB.getQuals = function () {
    var request = indexedDB.open("QualDB", v);

    request.onsuccess = function (e) {
        QualStorage.indexedDB.db = e.target.result;

        var db = QualStorage.indexedDB.db;
        var transaction = db.transaction('Quals', 'readonly');
        var store = transaction.objectStore('Quals');

        var results = [];
        var tmp_results = {};

        store.openCursor().onsuccess = function (event) {
            var cursor = event.target.result;
            if (cursor) {
                var qual = cursor.value;
                if (tmp_results[cursor.key] === undefined) {
                    tmp_results[cursor.key] = [];
                    tmp_results[cursor.key][0] = qual.qualId;
                    tmp_results[cursor.key][1] = qual.qualName;
                    tmp_results[cursor.key][2] = qual.author;
                    tmp_results[cursor.key][3] = qual.desc;
                    tmp_results[cursor.key][4] = qual.assDate;
                    tmp_results[cursor.key][5] = qual.retake;
                    tmp_results[cursor.key][6] = qual.hasTest;
                    tmp_results[cursor.key][7] = qual.value;
                }
                cursor.continue();
            } else {
                for (var key in tmp_results) {
                    results.push(tmp_results[key]);
                }
                buildQualTable(results);
            }
        };
        db.close();
    };
};

//
//	END INDEXEDDB METHODS
//
// ******************************************************************
//
//	START SCRAPER METHODS
//

scrapeQuals = function (nextPage) {
    QualStorage.indexedDB.create();
    nextPage = nextPage;
    var currPage = $.get(nextPage, function(data) {
        const doc = document.implementation.createHTMLDocument().documentElement; doc.innerHTML = data;

        var maxpagerate = $(doc).find('[class="error_title"]:contains("page request rate")');
        if (maxpagerate.length === 0) {
            var page = JSON.parse(doc.querySelector('[class*="pagination-holder"]').firstElementChild.getAttribute('data-react-props'));
            $('.updateLink').html(parseInt((page.currentPage / page.lastPage) * 100) + "\%");

            var quals = JSON.parse(doc.querySelector('[id="MainContent"]').querySelector('[class="col-xs-12"]').firstElementChild.getAttribute('data-react-props')).bodyData;

            for (var i = 0; i < quals.length; i++) {
                qualObject = {
                    "qualId": quals[i].retake_test_url.match(/[A-Z0-9]{15,}/)[0],
                    "qualName": quals[i].name,
                    "author": quals[i].creator_name,
                    "desc": quals[i].description,
                    "assDate": quals[i].grant_time,
                    "retake": quals[i].can_retake_test_or_rerequest ? "Yes" : "No",
                    "hasTest": quals[i].has_test ? quals[i].retake_test_url : "No",
                    "value": quals[i].value
                };
                QualStorage.indexedDB.addQual(qualObject);
            }

            if (page.currentPage == page.lastPage) {
                $('.updateLink').html("Update Complete");
            } else {
                nextPage = `https://worker.mturk.com/qualifications/assigned?page_number=${page.currentPage + 1}&page_size=100`;
                setTimeout(scrapeQuals(nextPage), 500);
            }
        } else {
            setTimeout(scrapeQuals(nextPage), 2000);
        }
    });
};

//
//	END SCRAPER METHODS
//
// ******************************************************************
//
// START EVENT HANDLERS
//

addQualElement = function () {
    $('.col-md-8 > h2').append('<a href="#" style="float: right" class="updateLink">Update</a>');
    $('.col-md-8 > h2').append('<span style="float: right">Qual Sorter: &nbsp;</span>');
    $('.col-md-8 > h2').append('<button title="View Qual Table" name="qualTableBut" class="qualTableBut" style="float: right;border-style:none;width:7px;height:10px;padding:0;margin-left:10px;margin-top:2px;background-image:url(https://i.imgur.com/iu7zXPz.png);background-color:transparent;cursor:pointer;"></button>').button();
};

buildQualTable = function (qualStore) {
    $('#qualTable').append('<thead><tr><th>Qual ID</th><th>Qual Name</th><th>Author</th><th>Description</th><th width="75px" style="text-align: center">Assgn</th><th style="text-align: center">Retake Available</th><th style="text-align: center">Has Test</th><th style="text-align: center">Value</th></tr></thead>');
    $('#qualTable').append('<tbody></tbody>');
    for (var j = 0; j < qualStore.length; j++) {
        if (!skipQuals.some(function(v) { return qualStore[j][1].indexOf(v) >= 0; })) {
            var qualRow = String(".qualRow" + j);

            var tr = document.createElement("tr");
            tr.setAttribute('class', ('qualRow' + j));

            $(tr).append(`<td>${qualStore[j][0]}</td>`);
            $(tr).append(`<td>${qualStore[j][1]}</td>`);
            $(tr).append(`<td>${qualStore[j][2]}</td>`);
            $(tr).append(`<td style='width:350px'>${qualStore[j][3]}</td>`);
            $(tr).append(`<td>${qualStore[j][4]}</td>`);
            $(tr).append(`<td style='text-align: center'>${qualStore[j][5]}</td>`);
            $(tr).append(`<td style='text-align: center'>${qualStore[j][6] == "No" ? "No" : `<a href=${qualStore[j][6]}>TEST</a>`} </td>`);
            $(tr).append(`<td style='text-align: center'>${qualStore[j][7]}</td>`);

            $('#qualTable tbody').append(tr);
        }
    }
    $('#qualTable').dataTable({
        paging: false
    });
    $('#qualTable_wrapper').prepend(`<div style="float: left; padding: 5px;"><b>Total Quals: </b>${qualStore.length.toLocaleString()}</div>`);
};

$(document).on('click', '.updateLink', function () {
    if (this.textContent.includes('Update')) {
        $('.updateLink').html("Starting");
        scrapeQuals(nextPage);
    }
});

$(document).ready( function () {
    if (document.URL.includes("https://worker.mturk.com/qualtable")) {
        $('body').html('');
        var qualTable = document.createElement("table");
        qualTable.setAttribute('class', 'display');
        qualTable.setAttribute('id', 'qualTable');
        $('body').append(qualTable);

        var qualElements = QualStorage.indexedDB.getQuals();
    }
});

$(document).on('click', '.qualTableBut', function () {
    window.open("https://worker.mturk.com/qualtable", '_blank');
});

//
//	END EVENT HANDLERS
//

addQualElement();