Portfolio Blog Snippets

Scrape(YouTube|Single): Video Page

(async () => {
var run = async () => {

function treatAsUTC(date) {
    var result = new Date(date);
    result.setMinutes(result.getMinutes() - result.getTimezoneOffset());
    return result;
}

function daysBetween(startDate, endDate) {
    var millisecondsPerDay = 24 * 60 * 60 * 1000;
    return (treatAsUTC(endDate) - treatAsUTC(startDate)) / millisecondsPerDay;
}
window.scrollTo(0,document.querySelector(":root").scrollHeight);
await delay(3750)
var toNum = (s) => {
  return s.indexOf("K") > -1 ? +(s.replace("K",""))*1000 :
         s.indexOf("M") > -1 ? +(s.replace("M",""))*1000000 :
         isNaN(+s) ? 0 : +s;
}
var info = [...document.querySelectorAll("#info yt-formatted-string")].reduce((arr,el) => {
    el.innerText ? arr.push(el.innerText) : null;
      return arr;
},[]).slice(0,4);

var channelName = document.querySelector("#container.ytd-channel-name a");
channelName = channelName ? channelName.innerText.replace(/[\s\n\t\r]+/gim," ").trim() : "";

var description = document.querySelector("#description");
description = description ? description.innerText : "";

var subscribers = [...document.querySelectorAll("#owner-sub-count")].map(el => el.innerText)[0].split(" ")[0];

var jsData = JSON.parse(ytplayer.config.args.player_response).microformat.playerMicroformatRenderer;

var category = jsData.category;
var lengthSeconds = +jsData.lengthSeconds;
var title = jsData.title.simpleText;
var publishDate = jsData.publishDate;
var isFamilySafe = jsData.isFamilySafe;
var embedURL = jsData.embed.iframeUrl;
var height = jsData.embed.height;
var width = jsData.embed.width;
var channel = "https://www.youtube.com/channel/"+ jsData.externalChannelId;
var uploaded = new Date(publishDate);
var uploadedFormatted = publishDate; 
var uploadYear = uploaded.getFullYear();
var uploadMonth = uploaded.getMonth()+1;
var uploadDate = uploaded.getDate();
var uploadDay = uploaded.getDay()+1;
var obj = {
    title: info[0],
    category,
    lengthSeconds,
    uploaded:uploadedFormatted,
    uploadYear,
    uploadMonth,
    uploadDate,
    uploadDay,
    description,
    channelName,
    channelURL:channel,
    subscribers:toNum(subscribers),
    category,
    width,
    height,
    embedURL,
    isFamilySafe 
}
info = document.querySelector("ytd-video-primary-info-renderer");
info = info ? info.__data.data : {error:"Error"};
var data = {
	published: new Date(info.dateText.simpleText).toISOString().slice(0,10),
	views:+(info.viewCount.videoViewCountRenderer.viewCount.simpleText.replace(/[, a-z]/gim,"")) || ""
};
var sent = info.sentimentBar.sentimentBarRenderer.tooltip;
sent = sent ? sent.split(" / ").map(s => s.replace(/,/gim,"")) : {error:"error"};

data.likes = +sent[0] || "";
data.dislikes = +sent[1] || "";
data.url = document.URL;

var comments = document.querySelector("ytd-comments-header-renderer");
data.comments = comments ? +comments.__data.data.commentsCount.simpleText : "";
data.snapshotDate = new Date().toISOString().slice(0,10);

data.ageDays = daysBetween(data.published,data.snapshotDate);
data.ageYears = Math.round(data.ageDays/365*1000)/1000;
data.ageMonths = Math.round(data.ageDays/30*1000)/1000;

data.viewsPerDay = data.views / data.ageDays;
data.viewsPerMonth = data.views / data.ageMonths;
data.likeRatio = Math.round(data.likes/ (data.likes + data.dislikes)*1000)/1000;

console.log({...data, ...obj});
};
var delay = ms => new Promise(r => setTimeout(r, ms))
	document.onloadend = await run();

})()