Menu
Portfolio
Blog
Snippets
Login
Confirm
exit_to_app
Close
Entries
library_add
Utility(Event,Mouse): Log Movement X,Y
delete
Utility(txt): Basic Sentence Generator
delete
Utility(Event,Keyboard): Logger
delete
Utility(txt): Expanded Phrase Generator
delete
Scrape(General|Multi): Paginated Crawler
delete
Scrape(Sunbiz|Multi): Get Biz's By Zip
delete
Utility(Time): Test Load Speed
delete
Scrape(General|Single|NLP): Get Keyword Stats
delete
Scrape(General|Single): Get Text Near Links
delete
Utility(Event|Mouse): Press Down,Up, & Dragend
delete
Utility(Number): Between Range
delete
Utility(Event|Window): On Resize
delete
Scrape(Youtube|Single): Crawl Channel Videos
delete
Scrape(General|Multi): Tiny Link Crawler
delete
Utility(Time): Day of Week Report
delete
Utility(Number): Aspect Ratio Size Pairs
delete
Utility(Data): Sort Object Properties
delete
Scrape(General|Single): RiTa Sentences & Words
delete
Scrape(General|Single): Investigate Element Layers
delete
Scrape(NLP|Single): Using Compromise Plugins
delete
Utility(General): Remote Script Loader
delete
Scrape(General|Single|NLP): Compromise RiTa D3
delete
Scrape(General|Multi|Node): Grouped Node Crawler
delete
Scrape(Amazon|Multi): Crawl Product SERPs
delete
Scrape(Amazon|Multi): Get Paginated Brands
delete
Utility (Data): Download JSON in Browser
delete
Utility (Data): JSON AutoTypes
delete
Scrape(YouTube|Single): Video Page
delete
Utility (Text): Make Page Editable
delete
Utility (Text): Article Editor
delete
Scrape(General|Single|Text): Get Text On Click
delete
Utility (File): DnD File Parser (CSV,JSON,TXT)
delete
Scrape(General|Single): Get Links (Examples)
delete
Scrape(General|Single|Text): Get Sentences by Tag
delete
Utility (File): JSON to CSV via D3.js
delete
Scrape(General|Single): Auto Parse by Content Type
delete
Scrape(General|Single): Get Paragraphs & Sentences
delete
Scrape(Amazon|Multi): Get Reviews by ASIN
delete
Scrape(General|Single): Download Images on Page
delete
Utility(Event,Form): Custom Submit Function
delete
Utility (Fetch): Basic API Post Request
delete
Utility (Event,Form,Fetch): Form Data to API
delete
Utility (Time): Async Delay
delete
Utility (Time): Async Repeat Every N Secs
delete
Scrape(coj): Crawl Property SERPs
delete
Utility (Data): Promise Chain
delete
Utility (Fetch): Examples - JSON,Text,HTML
delete
Scrape(Amazon|Single): Product Review NLP
delete
Utility (Nodejs): Streaming Collections
delete
Scrape(Rate My Professor|Multi): Crawl Prof SERPs
delete
Utility (Time): JS Timer
delete
Utility (Text): Proper Case
delete
Scrape(Thingiverse API): Get Things via Search API
delete
Scrape(General|Single|Node): Get Node Attributes
delete
Scrape(General|Single|Node): Node Attributes + Text
delete
Scrape(Thesaurus): Get Words from SERPs
delete
Scrape(Walmart): Crawl Product SERPs
delete
Scrape(free3d): Crawl 3D Model SERPs
delete
Scrape(Aliexpress|Single): Get Products From SERP
delete
Scrape(simplify3d): Crawl Post SERPs
delete
Scrape(Twitter): Crawl Post Feed (infinite scroll)
delete
Scrape(DDuckGo|Single): Get Links from SERP
delete
Scrape(General|Single): Get Tokens String Distance
delete
Scrape(General|Single): Content Report
delete
Scrape(General|Single|Node): Node Recon (CSV)
delete
Utility (File): D3 JSON to CSV
delete
Scrape(coj|Multi): Crawl Property SERPs
delete
Scrape(coj|Single): sidenote
delete
Scrape(General|Single): Recursive Node Crawler
delete
Utility (Event,Window): Scroll to Root ScrollHeight
delete
Scrape(Indeed|Multi): Crawl Job SERPs
delete
Scrape(Thingiverse API): Get Things By Id
delete
Scrape(Thingiverse): Crawl Things by Category
delete
Scrape(Thingiverse API): Get Thing Batches by Id via DnD
delete
Scrape(YouTube|Single): Get Video Playlist
delete
Utility (Data): Join Thing Metrics & Meta
delete
Utility(Data): Get Nested Array Lengths
delete
Utility (Twitter): Hide Followed Profiles
delete
Utility (Time): YYYY-MM-DD HH:MM:SS
delete
Scrape(Thangs|Multi): Crawl 3D Model SERPs
delete
Scrape(PrusaPrints,Multi): Get Prints
delete
Scrape(Reddit,Single): Get Posts
delete
Userscript(Youtube): Scrape Channel Videos
delete
Userscript(Youtube): Tab Manager
delete
Scrape(Sunbiz|Multi): Biz Details
delete
Utility(Data):DnD View Types
delete
Scrape(General|Single|Node): Select Nodes by Attr
delete
Scrape(Aliexpress|Multi) Get Products via API
delete
Utility(Text): Strip Web Page CSS, Script, Events, Media
delete
Scrape(Youtube|Single) Get Subs
delete
Scrape(General|Single): SelectAll ReduceByProp
delete
Scrape(General|Single): SelectAll ReduceMultiProps
delete
Scrape(General|Multi): Tiny Link Crawler + Delay & Node Reports
delete
Scrape(P5|Multi): Get Examples
delete
Scrape(LinkedIn|Single): Find New Connections
delete
UserScript(linkedIn|Single) Get Jobs
delete
Utility (Time): Date From Days Ago
delete
Utility(General|Single) Keep Scrolling
delete
Scrape(YouTube) Videos From Search
delete
Utility(General|Single): getOffset
delete
Utility(Event,Form): Get Data On Form Input
delete
Utility(Event,Element): ResizeObserver
delete
COCO-SSD Object Categories
delete
Scrape(Wikipedia|Multi): What Links Here?
delete
Scrape(DDuckGo|Single): Download Images
delete
Scrape(General|Single|NLP): Compromise nGram
delete
Scrape(YouTube) Videos From Search
Edit Snippet
(() => { var dateFromDaysAgo = (daysAgo) => { var dt = new Date(); dt.setDate( dt.getDate() - daysAgo ); return new Date(dt.getTime() - (dt.getTimezoneOffset()*60*1000)) .toISOString() .split(".")[0].split("T")[0]; } var tAgo = (t) => { var n = t.replace(/\D+/gim,""); n = n ? +n : 0; return t.indexOf("minute") > -1 ? 1 : t.indexOf("hour") > -1 ? 1 : t.indexOf("day") > -1 ? n : t.indexOf("week") > -1 ? n*7 : t.indexOf("month") > -1 ? n*30 : t.indexOf("year") > -1 ? n*365 : 0; } var delay = ms => new Promise(r => setTimeout(r, ms)) var trackedElement = document.querySelector(":root"); console.log("trackedElement"); var keepScrolling = async (prev) => { console.log("Scrolling") prev = trackedElement.scrollHeight; window.scrollTo(0,trackedElement.scrollHeight); await delay(2000); if(trackedElement.scrollHeight > prev){ console.log("length has been added, restart loop..."); keepScrolling(prev); }else{ console.log("Length unchanged. Stopping Scroller"); var data = [...document.querySelectorAll("#contents #contents [class*='item-section']:not(#header):not(#spinner-container)")].map(el => { try{ var duration = el.querySelector(`#content #contents .ytd-thumbnail-overlay-time-status-renderer`).nextSibling.getAttribute("aria-label") || false; var times = duration.split(",").reduce((times,t) => { t.indexOf("hour") > -1 ? times.hours = t.replace(/\D+/gim,"") : t.indexOf("min") > -1 ? times.minutes = t.replace(/\D+/gim,""): t.indexOf("seconds") > -1 ? times.seconds = t.replace(/\D+/gim,"") : null; return times; },{}); times.hours = times.hours ? +times.hours : 0; times.minutes = times.minutes ? +times.minutes : 0; times.seconds = times.seconds ? +times.seconds : 0; var durationSeconds = times.hours*3600+(times.minutes*60)+times.seconds; var title = el.querySelector("[id*='title']").innerText.replace(/[\n\s\r\t]+/gim," ").trim(); var arias = [...el.querySelectorAll(`[aria-label]`)]; var channel = el.querySelector("#text-container [class*='ytd-channel-name']"); var channelName = channel.innerText.replace(/[\n\t\r ]+/gim," ").trim(); var channelURL = channel.querySelector('a').href; var videoLink = el.querySelector(`[href*='watch?v=']`); var videoURL = videoLink.href; var id = videoURL.split("v=")[1].split("&")[0]; var videoViews = +(el.querySelector('[aria-label*=" views"]').getAttribute("aria-label").split(" ").slice(-2,-1)[0].replace(/,/gim,"")); var tAgo = (t) => { var n = t.replace(/\D+/gim,""); n = n ? +n : 0; return t.indexOf("minute") > -1 ? 1 : t.indexOf("hour") > -1 ? 1 : t.indexOf("day") > -1 ? n : t.indexOf("week") > -1 ? n*7 : t.indexOf("month") > -1 ? n*30 : t.indexOf("year") > -1 ? n*365 : 0; } var ageDays = tAgo([...el.querySelectorAll("#metadata-line span")].map(span => span.innerText).filter(s => s.indexOf(" ago") > -1)[0]); var estCreateDate = dateFromDaysAgo(ageDays); var d = new Date(); d = new Date(d.getTime() - (d.getTimezoneOffset()*60*1000)).toISOString().split(".")[0].split("T")[0]; return {id,channelName,crawlDate:d,estCreateDate,ageDays,durationSeconds,title,channelURL,videoURL,videoViews,avgViewsPerDay:Math.round(videoViews/ageDays)} }catch(e){console.log({error:e}); return false} }).filter(e => e) var options = { scripts: ["https://d3js.org/d3.v6.min.js"], data } const downloadCSV = (data, fileName) => { var d = document; var a = d.createElement('a'); a.href = window.URL.createObjectURL(new Blob([d3.csvFormat(data)],{type:'text/csv;charset=utf-8;'})); a.setAttribute('download', `${fileName}.csv`); d.body.appendChild(a); a.click(); d.body.removeChild(a); }; var run = () => { downloadCSV(options.data, "youtube 3d Print 2020-01-05") } const loadScripts = ({scripts}) => { console.log(`Loading External Scripts`); var scriptCountdown = scripts.length; var loadScript = (url) => { var scriptsLoaded = () => scriptCountdown == 0 ? run() : null; var imported = document.createElement('script'); imported.src = url; imported.addEventListener("load", () => { scriptCountdown--; scriptsLoaded(); }); document.head.appendChild(imported); } scripts.forEach(loadScript) } loadScripts(options); } } keepScrolling(0) })()