Scrape(Youtube|Single): Crawl Channel Videos - Snippet Editor

Save Snippet View Snippet

(() => {
var dateFromDaysAgo = (daysAgo) => {
try{
	var dt = new Date();
	dt.setDate( dt.getDate() - daysAgo );
return new Date(dt.getTime() - (dt.getTimezoneOffset()*60*1000))
	.toISOString().split(".")[0].split("T")[0];
 }catch(e){
	console.log(e)
	return 0;
	}
} 
var tAgo = (t) => {
	var n = t.replace(/\D+/gim,"");
	n = n ? +n : 0;
	return t.indexOf("minute") > -1 ? 1 :
t.indexOf("hour") > -1 ? 1 : 
	t.indexOf("day") > -1 ? n : 
t.indexOf("week") > -1 ? n*7 : 
t.indexOf("month") > -1 ? n*30 : 
t.indexOf("year") > -1 ? n*365 : 0;
}
  var options = {
    scripts: ["https://d3js.org/d3.v6.min.js"]
  }

var run = () => {
var channelName = document.querySelector(".ytd-channel-name");
console.log({channelName})
channelName = channelName ? (""+channelName.innerText).toLowerCase().replace(/[\s\t\n\r\-]+/gim," ").trim() : "unknown";
console.log({channelName})
function downloadCSV(data, fileName="data") {

var csvData = new Blob([d3.csvFormat(data)], {
				type: 'text/csv;charset=utf-8;'
			});
	
			var link = document.createElement('a');
			link.href = window.URL.createObjectURL(csvData);
			link.setAttribute('download', channelName + ".csv");
			document.body.appendChild(link);
			link.click();
			document.body.removeChild(link);
	
};

async function wait(ms) {
  return new Promise(resolve => {
    setTimeout(resolve, ms);
  });
}
var clean = s => s.toLowerCase().replace(/[\s\t\n\r\-]+/gim," ").trim();
var report = () => [...document.querySelectorAll("#items #dismissable")].map(el => {
		var dump = el.innerText.replace(/[\n\r]+/gim,"\n").replace(/[ \t]+/gim," ");
		var title = el.querySelector("#video-title");
    var meta = el.querySelectorAll("#metadata-line span");
		var details = title.getAttribute("aria-label");
  	details = details.replace(title.innerText,"").replace("by","").toLowerCase().replace(channelName,"").trim();
var ago = details.split("ago")[0].trim();
details = details.replace(`${ago} ago `,"");
var views = details.split(" ").slice(-2)[0];
var duration = details.replace(`${views} views`,"");
var times = duration.split(",").reduce((times,t) => {
		t.indexOf("hour") > -1  ? times.hours = t.replace(/\D+/gim,"") :
		t.indexOf("min") > -1  ? times.minutes = t.replace(/\D+/gim,""):
		t.indexOf("seconds") > -1  ? times.seconds = t.replace(/\D+/gim,"") : null;
		return times;
  },{});
	times.hours  = times.hours ? +times.hours : 0;
	times.minutes  = times.minutes ? +times.minutes : 0;
	times.seconds  = times.seconds ? +times.seconds : 0;
	var durationSeconds = times.hours*3600+(times.minutes*60)+times.seconds;
		views = +views.replace(/\D+/gim,"");
		var ageDays = tAgo(ago);

var estCreateDate = dateFromDaysAgo(ageDays);
var d = new Date();
d = new Date(d.getTime() - (d.getTimezoneOffset()*60*1000)).toISOString().split(".")[0].split("T")[0];
    if(dump.match(/[\n]/gim).length > 8) return false;
		return {
      id:title ? title.href.replace("https://www.youtube.com/watch?v=","").split("&")[0] : "" ,
      channelName,
			crawlDate:d,
      estCreateDate,
      ageDays,
			durationSeconds,
			title:title ? clean(title.innerText) : "",
			channelURL:window.location.href.replace("/videos",""),
			videoURL:title.href,
      videoViews:views,
      avgViewsPerDay:Math.round(views/ageDays)
		}
});