☰

Google Ads Transparency Scraper

获取Google广告透明度中心的搜索推荐数据

// ==UserScript==
// @name         Google Ads Transparency Scraper
// @namespace    微信：eva-mirror
// @version      1.0
// @description  获取Google广告透明度中心的搜索推荐数据
// @author       sheire
// @match        https://adstransparency.google.com/*
// @grant        GM_xmlhttpRequest
// @grant        GM_addStyle
// @connect      adstransparency.google.com
// ==/UserScript==

(function() {
    'use strict';

    // 存储拦截到的数据
    let interceptedData = [];
    let isPanelOpen = false;

    // 添加自定义样式
    GM_addStyle(`
        #fetch-recommendations-btn {
            position: fixed;
            bottom: 20px;
            left: 50%;
            transform: translateX(-50%);
            width: 300px;
            height: 40px;
            background-color: #4285f4;
            color: white;
            border: none;
            border-radius: 4px;
            font-size: 16px;
            cursor: pointer;
            z-index: 10000;
            box-shadow: 0 2px 10px rgba(0,0,0,0.2);
        }

        #fetch-recommendations-btn:hover {
            background-color: #3367d6;
        }

        #data-panel {
            position: fixed;
            top: 50%;
            left: 50%;
            transform: translate(-50%, -50%);
            width: 80%;
            max-height: 80%;
            background: white;
            border-radius: 8px;
            box-shadow: 0 4px 20px rgba(0,0,0,0.3);
            z-index: 10001;
            display: none;
            flex-direction: column;
            overflow: hidden;
        }

        #data-panel-header {
            padding: 16px;
            background: #f5f5f5;
            display: flex;
            justify-content: space-between;
            align-items: center;
            border-bottom: 1px solid #ddd;
        }

        #data-panel-content {
            padding: 16px;
            overflow-y: auto;
            flex-grow: 1;
        }

        #close-panel {
            background: none;
            border: none;
            font-size: 24px;
            cursor: pointer;
            color: #757575;
        }

        #copy-data, #copy-selected-data {
            background: #4285f4;
            color: white;
            border: none;
            padding: 8px 16px;
            border-radius: 4px;
            cursor: pointer;
            margin-bottom: 16px;
            margin-right: 10px;
        }

        #copy-data:hover, #copy-selected-data:hover {
            background: #3367d6;
        }

        #data-table {
            width: 100%;
            border-collapse: collapse;
        }

        #data-table th, #data-table td {
            border: 1px solid #ddd;
            padding: 8px;
            text-align: left;
        }

        #data-table th {
            background-color: #f2f2f2;
            position: sticky;
            top: 0;
        }

        #data-table th:first-child, #data-table td:first-child {
            width: 40px;
            text-align: center;
        }

        #overlay {
            position: fixed;
            top: 0;
            left: 0;
            width: 100%;
            height: 100%;
            background: rgba(0,0,0,0.5);
            z-index: 10000;
            display: none;
        }

        .select-all-container {
            margin-bottom: 10px;
        }

        .select-all-container label {
            font-weight: bold;
            cursor: pointer;
        }
    `);

    // 创建按钮
    const button = document.createElement('button');
    button.id = 'fetch-recommendations-btn';
    button.textContent = '获取搜索推荐 (0)';
    document.body.appendChild(button);

    // 创建弹窗和遮罩
    const overlay = document.createElement('div');
    overlay.id = 'overlay';

    const panel = document.createElement('div');
    panel.id = 'data-panel';

    panel.innerHTML = `
        <div id="data-panel-header">
            <h3>搜索推荐数据</h3>
            <button id="close-panel">&times;</button>
        </div>
        <div id="data-panel-content">
            <button id="copy-data">一键复制全部内容</button>
            <button id="copy-selected-data">复制勾选</button>
            <div class="select-all-container">
                <label>
                    <input type="checkbox" id="select-all-checkbox"> 全选
                </label>
            </div>
            <table id="data-table">
                <thead>
                    <tr>
                        <th><input type="checkbox" id="select-all-header"></th>
                        <th>广告主名</th>
                        <th>资料库 Id or 域名</th>
                        <th>地区</th>
                    </tr>
                </thead>
                <tbody></tbody>
            </table>
        </div>
    `;

    document.body.appendChild(overlay);
    document.body.appendChild(panel);

    // 监听按钮点击事件
    button.addEventListener('click', () => {
        showPanel();
    });

    // 关闭弹窗事件
    document.getElementById('close-panel').addEventListener('click', () => {
        hidePanel();
    });

    // 点击遮罩关闭弹窗
    overlay.addEventListener('click', () => {
        hidePanel();
    });

    // 复制数据事件
    document.getElementById('copy-data').addEventListener('click', () => {
        copyAllDataToClipboard();
    });

    // 复制选中数据事件
    document.getElementById('copy-selected-data').addEventListener('click', () => {
        copySelectedDataToClipboard();
    });

    // 全选复选框事件
    document.getElementById('select-all-header').addEventListener('change', function() {
        const checkboxes = document.querySelectorAll('.row-checkbox');
        checkboxes.forEach(checkbox => {
            checkbox.checked = this.checked;
        });
    });

    document.getElementById('select-all-checkbox').addEventListener('change', function() {
        const checkboxes = document.querySelectorAll('.row-checkbox');
        checkboxes.forEach(checkbox => {
            checkbox.checked = this.checked;
        });
        document.getElementById('select-all-header').checked = this.checked;
    });

    // 显示弹窗
    function showPanel() {
        overlay.style.display = 'block';
        panel.style.display = 'flex';
        isPanelOpen = true;
        renderTable();
    }

    // 隐藏弹窗
    function hidePanel() {
        overlay.style.display = 'none';
        panel.style.display = 'none';
        isPanelOpen = false;
    }

    // 渲染表格数据
    function renderTable() {
        const tbody = document.querySelector('#data-table tbody');
        tbody.innerHTML = '';

        interceptedData.forEach((item, index) => {
            const row = document.createElement('tr');
            row.innerHTML = `
                <td><input type="checkbox" class="row-checkbox" data-index="${index}"></td>
                <td>${item['1'] || ''}</td>
                <td>${item['2'] || ''}</td>
                <td>${item['3'] || ''}</td>
            `;
            tbody.appendChild(row);
        });

        // 为新添加的复选框添加事件监听器
        document.querySelectorAll('.row-checkbox').forEach(checkbox => {
            checkbox.addEventListener('change', function() {
                // 检查是否所有行都被选中，以更新全选复选框状态
                const allCheckboxes = document.querySelectorAll('.row-checkbox');
                const allChecked = Array.from(allCheckboxes).every(cb => cb.checked);
                document.getElementById('select-all-header').checked = allChecked;
                document.getElementById('select-all-checkbox').checked = allChecked;
            });
        });
    }

    // 复制全部数据到剪贴板
    function copyAllDataToClipboard() {
        let csvContent = "广告主名,资料库 Id or 域名,地区\n";
        interceptedData.forEach(item => {
            csvContent += `"${item['1'] || ''}","${item['2'] || ''}","${item['3'] || ''}"\n`;
        });

        navigator.clipboard.writeText(csvContent).then(() => {
            alert('数据已复制到剪贴板');
        }).catch(err => {
            console.error('复制失败:', err);
            alert('复制失败');
        });
    }

    // 复制选中数据到剪贴板
    function copySelectedDataToClipboard() {
        const selectedCheckboxes = document.querySelectorAll('.row-checkbox:checked');
        if (selectedCheckboxes.length === 0) {
            alert('请至少选择一项');
            return;
        }

        const selectedIds = Array.from(selectedCheckboxes).map(checkbox => {
            const index = parseInt(checkbox.getAttribute('data-index'));
            return interceptedData[index]['2'] || '';
        }).filter(id => id !== '');

        const clipboardText = selectedIds.join(',');

        navigator.clipboard.writeText(clipboardText).then(() => {
            alert(`已复制 ${selectedIds.length} 个资料库 Id or 域名到剪贴板`);
        }).catch(err => {
            console.error('复制失败:', err);
            alert('复制失败');
        });
    }

    // 更新按钮文本
    function updateButtonText() {
        button.textContent = `获取搜索推荐 (${interceptedData.length})`;
    }

    // 解析不同类型的数据格式
    function parseDataItem(item) {
        // 类型1: {"1": {"1": "广告主名", "2": "资料库Id", "3": "地区"}}
        if (item['1']) {
            return {
                '1': item['1']['1'] || '',
                '2': item['1']['2'] || '',
                '3': item['1']['3'] || ''
            };
        }

        // 类型2: {"2": {"1": "域名"}}
        if (item['2']) {
            return {
                '1': '', // 广告主名未知
                '2': item['2']['1'] || '', // 域名
                '3': '' // 地区未知
            };
        }

        return null;
    }

    // 检查并处理响应数据
    function processResponseData(data) {
        try {
            if (typeof data === 'string') {
                data = JSON.parse(data);
            }

            let parsedItems = [];

            // 处理主要数据结构
            if (data && data['1'] && Array.isArray(data['1'])) {
                data['1'].forEach(item => {
                    const parsed = parseDataItem(item);
                    if (parsed) {
                        parsedItems.push(parsed);
                    }
                });
            }

            // 处理其他可能的数据结构
            if (data && data['2'] && Array.isArray(data['2'])) {
                data['2'].forEach(item => {
                    const parsed = parseDataItem(item);
                    if (parsed) {
                        parsedItems.push(parsed);
                    }
                });
            }

            // 如果直接是对象数组
            if (data && Array.isArray(data)) {
                data.forEach(item => {
                    const parsed = parseDataItem(item);
                    if (parsed) {
                        parsedItems.push(parsed);
                    }
                });
            }

            // 添加新解析的数据
            let newDataCount = 0;
            parsedItems.forEach(parsedItem => {
                // 检查是否已存在相同数据
                const exists = interceptedData.some(existing =>
                    existing['2'] === parsedItem['2'] && existing['2'] !== ''
                );

                if (!exists) {
                    interceptedData.push(parsedItem);
                    newDataCount++;
                }
            });

            if (parsedItems.length > 0) {
                updateButtonText();

                // 如果面板打开中，更新表格
                if (isPanelOpen) {
                    renderTable();
                }
            }
        } catch (err) {
            console.error('处理数据出错:', err);
        }
    }

    // 方法1: 拦截 fetch 请求
    const originalFetch = window.fetch;
    window.fetch = function(...args) {
        const [resource, options] = args;

        // 检查是否为 SearchSuggestions 请求
        if (typeof resource === 'string' && resource.includes('/SearchService/SearchSuggestions')) {
            return originalFetch(...args).then(response => {
                // 克隆响应以便可以读取内容
                const clonedResponse = response.clone();

                clonedResponse.text().then(text => {
                    processResponseData(text);
                }).catch(err => {
                    console.error('读取fetch响应失败:', err);
                });

                return response;
            }).catch(err => {
                console.error('fetch请求失败:', err);
                throw err;
            });
        }

        return originalFetch(...args);
    };

    // 方法2: 拦截 XMLHttpRequest 请求
    const originalOpen = XMLHttpRequest.prototype.open;
    XMLHttpRequest.prototype.open = function(method, url) {
        if (url && url.includes('/SearchService/SearchSuggestions')) {
            this.addEventListener('load', function() {
                try {
                    processResponseData(this.responseText);
                } catch (err) {
                    console.error('处理XMLHttpRequest响应失败:', err);
                }
            });
        }

        originalOpen.apply(this, arguments);
    };

    // 方法3: 定期检查页面数据（备用方案）
    setInterval(() => {
        try {
            // 尝试从页面中查找相关数据
            const scripts = document.querySelectorAll('script');
            scripts.forEach(script => {
                if (script.textContent && script.textContent.includes('SearchSuggestions')) {
                    // 尝试从script标签中提取JSON数据
                    const matches = script.textContent.match(/\{[^{]*?"[12]".*?\}/gs);
                    if (matches) {
                        matches.forEach(match => {
                            try {
                                const data = JSON.parse(match);
                                if (data['1'] || data['2']) {
                                    processResponseData(data);
                                }
                            } catch (e) {
                                // 忽略解析错误
                            }
                        });
                    }
                }
            });
        } catch (e) {
            // 忽略错误
        }
    }, 3000);

})();