Portfolio Blog Snippets

Scrape(P5|Multi): Get Examples

var collection = [];
(async () => {

var getExamples = async (a) => {
    var res = await fetch(a);
    var htmlSource = await res.text();
    var parser = new DOMParser();
    var doc = parser.parseFromString(htmlSource, "text/html");
    
    var links = [...doc.querySelectorAll("a[href*='.js']")].map(js => a+js.href.split("/").slice(-1));
    console.log(links);
    
    var category = doc.querySelector("h1").innerText.split("/")[4];
    console.log({category});
    for await (let a of links){
      console.log(`Getting ${a}`);
    	var res = await fetch(a);
    	var s = await res.text();
      s = s.split("*/");
      var comments = s[0]+"*/";
      s = s[1].trim();
      var example = {comments,category,a,s};
			if(!s.length){console.log("ERROR",example)}else{
				collection.push(example)
      }
    	
    }
}
var links = [...document.querySelectorAll(`a[href$="/"]`)].map(a => a.href).slice(1);
   for await (let link of links){
     console.log(`Fetching examples for: ${link}`);
     await getExamples(link);
   }
  const download = (data, fileName) => {
  var jsonDUMP = JSON.stringify(data);
  var exportFilename = fileName + ".json";
  var csvData = new Blob([jsonDUMP], {
    type: 'text/csv;charset=utf-8;'
  });
  var link = document.createElement('a');
  link.href = window.URL.createObjectURL(csvData);
  link.setAttribute('download', exportFilename);
  document.body.appendChild(link);
  link.click();
  document.body.removeChild(link);
};
download(collection,"p5Examples")
})()