Scrape(Thingiverse API): Get Things By Id - Snippet Editor

Save Snippet View Snippet

var collection = [];
var ids = [
  "4601489",
  "3850140",
  "59857",
  "305781",
  "1176748",
  "1778472",
  "3105290",
  "4319646",
  "2316571",
  "2153147"
];
(async () => {
  var options = {
    scripts: ["https://d3js.org/d3.v6.min.js"],
  }
const downloadCSV = (data, fileName) => {
    var d = document;
    var a = d.createElement('a');
    a.href = window.URL.createObjectURL(new Blob([d3.csvFormat(data)],{type:'text/csv;charset=utf-8;'}));
    a.setAttribute('download', `${fileName}.csv`);
    d.body.appendChild(a);
    a.click();
    d.body.removeChild(a);
    collection = [];
  };

var run = async () => {
for await (let id of ids){
var res = await fetch("https://api.thingiverse.com/things/"+id, {
    "headers": {
        "Authorization": "Bearer 56edfc79ecf25922b98202dd79a291aa",
    },
    "method": "GET",
    "mode": "cors"
});
var data = await res.json();
	data = Object.entries(data).reduce((o,e)=> {
		e[0] != "details" && e[0].indexOf("_html") == -1 && ((!isNaN(e[1]) || (typeof e[1] == "string" && e[1].length > 1)) && !Array.isArray(e[1]) && (e[1] === false || e[1])) ? o[e[0]] = e[1] : null;
		return o;
	},{});
	data.instructions = data.instructions ? data.instructions.replace(/[ \r\t\n]+/gim," ").trim() : "";
data.description = data.description ? data.description.replace(/[ \r\t\n]+/gim," ").trim() : "";
collection.push(data);
if(ids.length == collection.length || collection.length >= 1000){
   downloadCSV(collection, "thingsById");
}
};
}
const loadScripts = ({scripts}) => {
    console.log(`Loading External Scripts`);
    var scriptCountdown = scripts.length;
    var loadScript = (url) => {
      console.log("load")
      var scriptsLoaded = () => scriptCountdown == 0 ? run() : null;
      var imported = document.createElement('script');
      imported.src = url;
      imported.addEventListener("load", () => {
        scriptCountdown--;
        scriptsLoaded();
      });
      document.head.appendChild(imported);
    }
    scripts.forEach(loadScript)
  }
  loadScripts(options);
})()