☰

Internet Archive Saver

This userscript saves every visited page to the Internet Archive Wayback Machine (archive.org), if the page has not already been saved there within the last 30 days. This prevents duplicate saves (We don't want to spam the Internet Archive). Some sites are excluded by default (No need to archive google searches, for example). You can add more @exclude flags on your own.

  1. // ==UserScript==
  2.  
  3. // @name         Internet Archive Saver
  4. // @description  This userscript saves every visited page to the Internet Archive Wayback Machine (archive.org), if the page has not already been saved there within the last 30 days. This prevents duplicate saves (We don't want to spam the Internet Archive). Some sites are excluded by default (No need to archive google searches, for example). You can add more @exclude flags on your own.
  5. // @namespace    https://greasyfork.org/de/users/160920-flo-pinguin
  6. // @homepage     https://greasyfork.org/de/scripts/391088-internet-archive-saver
  7. // @author       FloPinguin
  8. // @icon         https://abload.de/img/imageuqk3d.png
  9. // @version      3.1
  10. // @grant        GM_xmlhttpRequest
  11. // @connect      archive.org
  12. // @noframes
  13.  
  14. // @match        *://*/*
  15.  
  16. // @exclude      *startpage.com*
  17. // @exclude      *google.*/search*
  18. // @exclude      *ecosia.*/search*
  19. // @exclude      *bing.*/search*
  20. // @exclude      *yahoo.*/search*
  21. // @exclude      *ask.com*
  22. // @exclude      *duckduckgo.com*
  23. // @exclude      *aol.*/search*
  24. // @exclude      *yandex.*/search*
  25. // @exclude      *baidu.*
  26. // @exclude      *docs.google.*
  27. // @exclude      *archive.*
  28. // @exclude      http://localhost*
  29.  
  30. // ==/UserScript==
  31.  
  32.  
  33.  
  34. // ==ChangeLog==
  35.  
  36. // V1.0 - Initial version
  37. // V1.1 - Small exclude optimizations
  38. // V2.0 - Badges! The archiving status gets shown in the bottom-right corner of each visited page. A = Archived, FIRST = First archival, U = Archiving unneccessary, E = Archiving error. This can be turned off in the settings. Version 2.0 also features more detailed console output.
  39. // V2.1 - The Wayback Availability JSON API does not work at the moment. A temporarily fix to check for archiving necessity has been implemented. Version 2.1 also features badge bugfixes.
  40. // V2.2 - The Wayback Availability JSON API now works again
  41. // V3.0 - Better recognition if archiving is necessary by taking into account that the "Wayback Machine Save Page Now Feature" doesn't know our cookies.
  42. // V3.1 - Small optimizations, better error handling
  43.  
  44. // ==/ChangeLog==
  45.  
  46.  
  47.  
  48. (function() {
  49.     /* SETTINGS */
  50.     var SHOW_BADGES = true;
  51.  
  52.  
  53.  
  54.     console.log("[IA Saver] Requesting the URL (" + location.href + ") without our cookies, like IA does, to get the final URL after redirects...")
  55.     GM_xmlhttpRequest({
  56.         method: 'GET',
  57.         url: location.href,
  58.         anonymous: true,
  59.         onload: function(data){
  60.             archiving_necessity_check(data.finalUrl);
  61.         },
  62.         onerror: function(){
  63.             var log = "[IA Saver] Failed to load the URL without our cookies";
  64.             console.error(log);
  65.             showBadge("E", "#ff2e2e", log)
  66.         }
  67.     });
  68.  
  69.     function archiving_necessity_check(url){
  70.         console.log("[IA Saver] Asking for archiving necessity... (" + url + ")")
  71.         GM_xmlhttpRequest({
  72.             method: 'GET',
  73.             url: 'https://archive.org/wayback/available?url=' + encodeURIComponent(url),
  74.             //url: 'https://web.archive.org/__wb/sparkline?url=' + encodeURIComponent(url) + '&collection=web&output=json',
  75.             onload: function(data){
  76.                 data = JSON.parse(data.responseText);
  77.  
  78.                 if (isEmpty(data.archived_snapshots)){
  79.                     //if (data.last_ts == null){
  80.                     archive(url, true);
  81.                 }else{
  82.                     var last_save = timestampConvert(data.archived_snapshots.closest.timestamp);
  83.                     //var last_save = timestampConvert(data.last_ts);
  84.                     if (Date.now() - last_save > 2592000000){
  85.                         archive(url, false);
  86.                     }else{
  87.                         var log = "[IA Saver] Archiving unnecessary, latest save: " + new Date(last_save).toString() + " (" + data.archived_snapshots.closest.timestamp + ")";
  88.                         //var log = "[IA Saver] Archiving unnecessary, latest save: " + new Date(last_save).toString() + " (" + data.last_ts + ")";
  89.                         console.log(log);
  90.                         showBadge("U", "darkorange", log)
  91.                     }
  92.                 }
  93.             },
  94.             onerror: function(){
  95.                 var log = "[IA Saver] Failed to ask for archiving neccesity";
  96.                 console.error(log);
  97.                 showBadge("E", "#ff2e2e", log)
  98.             }
  99.         });
  100.     }
  101.  
  102.     function archive(url, first){
  103.         console.log("[IA Saver] Archiving...")
  104.         GM_xmlhttpRequest({
  105.             method: 'GET',
  106.             url: 'https://web.archive.org/save/' + url,
  107.             onload: function(data){
  108.                 var log;
  109.                 if (data.status == 200){
  110.                     log = "[IA Saver] " + (first ? "FIRST ARCHIVAL!" : "Archived!") + " (https://web.archive.org/web/" + url + ")";
  111.                     console.log(log);
  112.                     showBadge(first ? "FIRST" : "A", "green", log)
  113.                 }else{
  114.                     log = "[IA Saver] IA threw an error (" + data.status + " - " + data.statusText + ")";
  115.                     console.error(log);
  116.                     showBadge("E", "#ff2e2e", log)
  117. 				}
  118.             },
  119.             onerror: function(){
  120.                 var log = "[IA Saver] Failed to archive";
  121.                 console.error(log);
  122.                 showBadge("E", "#ff2e2e", log)
  123.             }
  124.         });
  125.     }
  126.  
  127.     function showBadge(status, color, title){
  128.         if (SHOW_BADGES){
  129.             var el = document.createElement("div");
  130.             el.setAttribute("title", title)
  131.             el.setAttribute("onclick", "window.open('https://web.archive.org/web/*/" + location.href + "', '_blank')")
  132.             el.setAttribute("style", "position: fixed; display: block; bottom: 0; right: 0; background: " + color + "; color: #fff; padding: 2px 3px; user-select: none; cursor: pointer; font-size: 12px; border-radius: 0; z-index: 1000000000000000000; font-family: Arial; width: initial; box-shadow: none; margin: 0;");
  133.             el.innerHTML = status;
  134.             var body = document.getElementsByTagName("html")[0];
  135.             body.insertBefore(el, body.firstChild);
  136.         }
  137.     }
  138.  
  139.     function timestampConvert(ts){
  140.         return Date.parse(ts.replace(
  141.             /^(\d{4})(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)$/,
  142.             '$4:$5:$6 $2/$3/$1 GMT'
  143.         ));
  144.     }
  145.  
  146.     function isEmpty(obj) {
  147.         return Object.keys(obj).length === 0;
  148.     }
  149. })();