Dune Csv Export

Downloading the queries csv export for free subscription users

当前为 2025-02-15 提交的版本,查看 最新版本

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Greasemonkey 油猴子Violentmonkey 暴力猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Violentmonkey 暴力猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴Userscripts ,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展,例如 Tampermonkey 篡改猴,才能安装此脚本。

您需要先安装一款用户脚本管理器扩展后才能安装此脚本。

(我已经安装了用户脚本管理器,让我安装!)

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展,比如 Stylus,才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

您需要先安装一款用户样式管理器扩展后才能安装此样式。

(我已经安装了用户样式管理器,让我安装!)

// ==UserScript==
// @name         Dune Csv Export
// @namespace    http://tampermonkey.net/
// @version      0.2.2
// @description  Downloading the queries csv export for free subscription users
// @author       lulu
// @match        https://dune.com/queries*
// @icon         https://www.google.com/s2/favicons?sz=64&domain=dune.com
// @grant        none
// @require      https://ajax.googleapis.com/ajax/libs/jquery/3.4.0/jquery.min.js
// ==/UserScript==

function getElementByXpath(path){
  return document.evaluate(path, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
}

function getHeaders(table){
    const headers = [];
    $.each($(table).find("thead").find("tr").find("th"), function (key, val2) {
        headers[key] = $(val2).find("div").text();
    });
    return headers;
}

async function getCurrentTableValues(){
    const maxAttempts = 100; // Adjust as needed - determines maximum wait time.  50 attempts * 100ms = 5 seconds
    let attempt = 0;
    let table = null;
    const values = [];

    while (attempt < maxAttempts) {
        table = getElementByXpath('//*[@id="results"]/div/div[2]/div/div[1]/table');
        if (table !== null && table !== undefined ) { // check for both null and undefined
            break;
        }
        // console.log("Table is Null, Waiting and Trying again.., attemp: ", attempt);
        // Object is null or undefined, wait and retry
        await new Promise(resolve => setTimeout(resolve, 100));
        attempt++;
    }
    if (table === null || table === undefined ) { // check for both null and undefined
        console.log("Table Did not collected after 100 attempts, Returning Empty!");
        return values;
    }

    // console.log("TABLE:", table);

    $.each($(table).find("tbody").find("tr"), function (key, val) {
        const row = [];
        $.each($(val).find("td"), function (tkey, tval) {
            row[tkey] = $(tval).find("div").first().text();
        });
        values[key] = row;
    });

    // console.log("VALUES:", values);
    return values;


}

async function collectLoop(last_values=[]){
    let nextButton = getElementByXpath('//*[@id="results"]/div/div[2]/div/div[2]/ul/li[6]/button');
    let table = getElementByXpath('//*[@id="results"]/div/div[2]/div/div[1]/table');
    const values = await getCurrentTableValues();
    const newValues = last_values.concat(values);
    if (!$(nextButton).is(":disabled") && nextButton != null){
        $(nextButton).trigger("click");
        setTimeout(()=>{
            return collectLoop(newValues);
        }, 20)
    } else {
        const headers = getHeaders(table);
        download_csv(headers, newValues);
    }
}


function download_csv(headers, rows) {
    let csvHeaders = headers.join(",") + "\n";
    let csvRows = rows.map(row => row.join(",")).join("\n");
    let csvButton = getElementByXpath('//*[@id="results"]/div/div[1]/div[1]/div/button');
    let custom_name = document.getElementById("customNameCsvFileFree").value;


    var downloadBtn = document.createElement("a");
    downloadBtn.href = "data:text/csv;charset=utf-8,"+encodeURI(csvHeaders+csvRows);
    downloadBtn.target = "_blank";

    if (custom_name.length > 1) {
        downloadBtn.download = custom_name+".csv";
    } else {
        let url = window.location.href;

        downloadBtn.download = "query_"+url.split("queries/")[1].replace("/", "_")+".csv"
    }

    downloadBtn.click();

    csvButton.disabled = false;


}


async function collectCsv() {
    let csvButton = getElementByXpath('//*[@id="results"]/div/div[1]/div[1]/div/button');

    csvButton.disabled = "disabled";


    let nextButton = getElementByXpath('//*[@id="results"]/div/div[2]/div/div[2]/ul/li[6]/button');
    if (nextButton == null){
        // console.log("Butt not exists");
        await collectLoop();
    } else {
        // go to first
        let firstPageBtn = getElementByXpath('//*[@id="results"]/div/div[2]/div/div[2]/ul/li[3]/button');
        if (firstPageBtn != null && !$(firstPageBtn).is(":disabled")){
            $(firstPageBtn).trigger("click");
            setTimeout(()=>{
                collectLoop();
            }, 5);
        } else {
            await collectLoop();
        }
    }

}

function changeCsvButton(){
    // console.log("Running Dune Script");
    let csvButton = getElementByXpath('//*[@id="results"]/div/div[1]/div[1]/div/button');
    if (csvButton != null){
        csvButton.disabled = false;
        csvButton.onclick = collectCsv;

        // adding a input for custom csv file name
        var inp_element = document.createElement('input');
        inp_element.className = "IconButton_iconButton___v3YQ buttonThemes_button__jfRFC buttonThemes_theme-tertiary__v7VoN IconButton_size-M__FIXfN";
        inp_element.id = "customNameCsvFileFree";
        inp_element.placeholder = "Custom filename";

        getElementByXpath('//*[@id="results"]/div/div[1]/div[1]').appendChild(inp_element);

    } else {
        setTimeout(()=>{
            changeCsvButton();
        }, 1000)
    }
}


(function() {
    'use strict';
    $(document).ready ( function(){
        changeCsvButton();
        // for (let i = 0; i < 10; i++) {}
    });
})();