mirror of
https://github.com/YuzuZensai/play-dl-test.git
synced 2026-01-30 20:24:25 +00:00
End soon
This commit is contained in:
killer069
63
node-youtube-dl/YouTube/classes/Channel.ts
Normal file
63
node-youtube-dl/YouTube/classes/Channel.ts
Normal file
@@ -0,0 +1,63 @@
|
||||
export interface ChannelIconInterface {
|
||||
url?: string;
|
||||
width: number;
|
||||
height: number;
|
||||
}
|
||||
|
||||
export class Channel {
|
||||
name?: string;
|
||||
verified!: boolean;
|
||||
id?: string;
|
||||
url?: string;
|
||||
icon!: ChannelIconInterface;
|
||||
subscribers?: string;
|
||||
|
||||
constructor(data: any) {
|
||||
if (!data) throw new Error(`Cannot instantiate the ${this.constructor.name} class without data!`);
|
||||
|
||||
this._patch(data);
|
||||
}
|
||||
|
||||
private _patch(data: any): void {
|
||||
if (!data) data = {};
|
||||
|
||||
this.name = data.name || null;
|
||||
this.verified = !!data.verified || false;
|
||||
this.id = data.id || null;
|
||||
this.url = data.url || null;
|
||||
this.icon = data.icon || { url: null, width: 0, height: 0 };
|
||||
this.subscribers = data.subscribers || null;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns channel icon url
|
||||
* @param {object} options Icon options
|
||||
* @param {number} [options.size=0] Icon size. **Default is 0**
|
||||
*/
|
||||
iconURL(options = { size: 0 }): string | undefined{
|
||||
if (typeof options.size !== "number" || options.size < 0) throw new Error("invalid icon size");
|
||||
if (!this.icon.url) return undefined;
|
||||
const def = this.icon.url.split("=s")[1].split("-c")[0];
|
||||
return this.icon.url.replace(`=s${def}-c`, `=s${options.size}-c`);
|
||||
}
|
||||
|
||||
get type(): "channel" {
|
||||
return "channel";
|
||||
}
|
||||
|
||||
toString(): string {
|
||||
return this.name || "";
|
||||
}
|
||||
|
||||
toJSON() {
|
||||
return {
|
||||
name: this.name,
|
||||
verified: this.verified,
|
||||
id: this.id,
|
||||
url: this.url,
|
||||
iconURL: this.iconURL(),
|
||||
type: this.type,
|
||||
subscribers: this.subscribers
|
||||
};
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,119 @@
|
||||
import { getContinuationToken, getPlaylistVideos } from "../utils/parser";
|
||||
import { url_get } from "../utils/request";
|
||||
import { Thumbnail } from "./Thumbnail";
|
||||
import { Channel } from "./Channel";
|
||||
import { Video } from "./Video";
|
||||
const BASE_API = "https://www.youtube.com/youtubei/v1/browse?key=";
|
||||
|
||||
export class PlayList{
|
||||
id?: string;
|
||||
title?: string;
|
||||
videoCount!: number;
|
||||
lastUpdate?: string;
|
||||
views?: number;
|
||||
url?: string;
|
||||
link?: string;
|
||||
channel?: Channel;
|
||||
thumbnail?: Thumbnail;
|
||||
videos!: [];
|
||||
private _continuation: { api?: string; token?: string; clientVersion?: string } = {};
|
||||
|
||||
constructor(data : any, searchResult : Boolean = false){
|
||||
if (!data) throw new Error(`Cannot instantiate the ${this.constructor.name} class without data!`);
|
||||
|
||||
if(searchResult) this.__patchSearch(data)
|
||||
else this.__patch(data)
|
||||
}
|
||||
|
||||
private __patch(data:any){
|
||||
this.id = data.id || undefined;
|
||||
this.title = data.title || undefined;
|
||||
this.videoCount = data.videoCount || 0;
|
||||
this.lastUpdate = data.lastUpdate || undefined;
|
||||
this.views = data.views || 0;
|
||||
this.url = data.url || undefined;
|
||||
this.link = data.link || undefined;
|
||||
this.channel = data.author || undefined;
|
||||
this.thumbnail = data.thumbnail || undefined;
|
||||
this.videos = data.videos || [];
|
||||
this._continuation.api = data.continuation?.api ?? undefined;
|
||||
this._continuation.token = data.continuation?.token ?? undefined;
|
||||
this._continuation.clientVersion = data.continuation?.clientVersion ?? "<important data>";
|
||||
}
|
||||
|
||||
private __patchSearch(data: any){
|
||||
this.id = data.id || undefined;
|
||||
this.title = data.title || undefined;
|
||||
this.thumbnail = data.thumbnail || undefined;
|
||||
this.channel = data.channel || undefined;
|
||||
this.videos = [];
|
||||
this.videoCount = data.videos || 0;
|
||||
this.url = this.id ? `https://www.youtube.com/playlist?list=${this.id}` : undefined;
|
||||
this.link = undefined;
|
||||
this.lastUpdate = undefined;
|
||||
this.views = 0;
|
||||
}
|
||||
|
||||
async next(limit: number = Infinity): Promise<Video[]> {
|
||||
if (!this._continuation || !this._continuation.token) return [];
|
||||
|
||||
let nextPage = await url_get(`${BASE_API}${this._continuation.api}`, {
|
||||
method: "POST",
|
||||
body: JSON.stringify({
|
||||
continuation: this._continuation.token,
|
||||
context: {
|
||||
client: {
|
||||
utcOffsetMinutes: 0,
|
||||
gl: "US",
|
||||
hl: "en",
|
||||
clientName: "WEB",
|
||||
clientVersion: this._continuation.clientVersion
|
||||
},
|
||||
user: {},
|
||||
request: {}
|
||||
}
|
||||
})
|
||||
});
|
||||
|
||||
let contents = JSON.parse(nextPage)?.onResponseReceivedActions[0]?.appendContinuationItemsAction?.continuationItems
|
||||
if(!contents) return []
|
||||
|
||||
let playlist_videos = getPlaylistVideos(contents, limit)
|
||||
this._continuation.token = getContinuationToken(contents)
|
||||
|
||||
return playlist_videos
|
||||
}
|
||||
|
||||
async fetch(max: number = Infinity) {
|
||||
let continuation = this._continuation.token;
|
||||
if (!continuation) return this;
|
||||
if (max < 1) max = Infinity;
|
||||
|
||||
while (typeof this._continuation.token === "string" && this._continuation.token.length) {
|
||||
if (this.videos.length >= max) break;
|
||||
const res = await this.next();
|
||||
if (!res.length) break;
|
||||
}
|
||||
|
||||
return this;
|
||||
}
|
||||
|
||||
get type(): "playlist" {
|
||||
return "playlist";
|
||||
}
|
||||
|
||||
toJSON() {
|
||||
return {
|
||||
id: this.id,
|
||||
title: this.title,
|
||||
thumbnail: this.thumbnail,
|
||||
channel: {
|
||||
name : this.channel?.name,
|
||||
id : this.channel?.id,
|
||||
icon : this.channel?.iconURL()
|
||||
},
|
||||
url: this.url,
|
||||
videos: this.videos
|
||||
};
|
||||
}
|
||||
}
|
||||
48
node-youtube-dl/YouTube/classes/Thumbnail.ts
Normal file
48
node-youtube-dl/YouTube/classes/Thumbnail.ts
Normal file
@@ -0,0 +1,48 @@
|
||||
type ThumbnailType = "default" | "hqdefault" | "mqdefault" | "sddefault" | "maxresdefault" | "ultrares";
|
||||
|
||||
export class Thumbnail {
|
||||
id?: string;
|
||||
width!: number;
|
||||
height!: number;
|
||||
url?: string;
|
||||
|
||||
constructor(data: any) {
|
||||
if (!data) throw new Error(`Cannot instantiate the ${this.constructor.name} class without data!`);
|
||||
|
||||
this._patch(data);
|
||||
}
|
||||
|
||||
private _patch(data: any) {
|
||||
if (!data) data = {};
|
||||
|
||||
this.id = data.id || undefined;
|
||||
this.width = data.width || 0;
|
||||
this.height = data.height || 0;
|
||||
this.url = data.url || undefined;
|
||||
}
|
||||
|
||||
displayThumbnailURL(thumbnailType: ThumbnailType = "maxresdefault"): string {
|
||||
if (!["default", "hqdefault", "mqdefault", "sddefault", "maxresdefault", "ultrares"].includes(thumbnailType)) throw new Error(`Invalid thumbnail type "${thumbnailType}"!`);
|
||||
if (thumbnailType === "ultrares") return this.url as string;
|
||||
return `https://i3.ytimg.com/vi/${this.id}/${thumbnailType}.jpg`;
|
||||
}
|
||||
|
||||
defaultThumbnailURL(id: "0" | "1" | "2" | "3" | "4"): string {
|
||||
if (!id) id = "0";
|
||||
if (!["0", "1", "2", "3", "4"].includes(id)) throw new Error(`Invalid thumbnail id "${id}"!`);
|
||||
return `https://i3.ytimg.com/vi/${this.id}/${id}.jpg`;
|
||||
}
|
||||
|
||||
toString(): string {
|
||||
return this.url ? `${this.url}` : "";
|
||||
}
|
||||
|
||||
toJSON() {
|
||||
return {
|
||||
id: this.id,
|
||||
width: this.width,
|
||||
height: this.height,
|
||||
url: this.url
|
||||
};
|
||||
}
|
||||
}
|
||||
@@ -1,3 +1,6 @@
|
||||
import { Channel } from "./Channel";
|
||||
import { Thumbnail } from "./Thumbnail";
|
||||
|
||||
interface VideoOptions {
|
||||
id?: string;
|
||||
url? : string;
|
||||
@@ -7,8 +10,17 @@ interface VideoOptions {
|
||||
duration: number;
|
||||
uploadedAt?: string;
|
||||
views: number;
|
||||
thumbnail?: JSON;
|
||||
channel?: JSON;
|
||||
thumbnail?: {
|
||||
id: string | undefined;
|
||||
width: number;
|
||||
height: number;
|
||||
url: string | undefined;
|
||||
};
|
||||
channel?: {
|
||||
name : string,
|
||||
id : string,
|
||||
icon : string
|
||||
};
|
||||
videos?: Video[];
|
||||
type : string;
|
||||
ratings : {
|
||||
@@ -28,8 +40,8 @@ export class Video {
|
||||
duration: number;
|
||||
uploadedAt?: string;
|
||||
views: number;
|
||||
thumbnail?: JSON;
|
||||
channel?: JSON;
|
||||
thumbnail?: Thumbnail;
|
||||
channel?: Channel;
|
||||
videos?: Video[];
|
||||
likes: number;
|
||||
dislikes: number;
|
||||
@@ -39,6 +51,7 @@ export class Video {
|
||||
|
||||
constructor(data : any){
|
||||
if(!data) throw new Error(`Can not initiate ${this.constructor.name} without data`)
|
||||
|
||||
this.id = data.id || undefined;
|
||||
this.title = data.title || undefined;
|
||||
this.description = data.description || undefined;
|
||||
@@ -77,8 +90,12 @@ export class Video {
|
||||
duration: this.duration,
|
||||
duration_formatted: this.durationFormatted,
|
||||
uploadedAt: this.uploadedAt,
|
||||
thumbnail: this.thumbnail,
|
||||
channel: this.channel,
|
||||
thumbnail: this.thumbnail?.toJSON(),
|
||||
channel: {
|
||||
name: this.channel?.name as string,
|
||||
id: this.channel?.id as string,
|
||||
icon: this.channel?.iconURL() as string
|
||||
},
|
||||
views: this.views,
|
||||
type: this.type,
|
||||
tags: this.tags,
|
||||
|
||||
@@ -1,10 +1,13 @@
|
||||
import { url_get } from "./utils/request";
|
||||
import fs from 'fs'
|
||||
import { ParseSearchInterface, ParseSearchResult } from "./utils/parser";
|
||||
import { Video } from "./classes/Video";
|
||||
import { Channel } from "./classes/Channel";
|
||||
import { PlayList } from "./classes/Playlist";
|
||||
|
||||
|
||||
export async function search(url:string, options? : {limit : number}) {
|
||||
export async function search(url:string, options? : ParseSearchInterface): Promise<(Video | Channel | PlayList)[]> {
|
||||
let body = await url_get(url)
|
||||
let json_convert = body.split("var ytInitialData = ")[1].split(";</script>")[0]
|
||||
let result = JSON.parse(json_convert).contents.twoColumnSearchResultsRenderer.primaryContents.sectionListRenderer.contents[0].itemSectionRenderer.contents
|
||||
console.log(result.length)
|
||||
let data = ParseSearchResult(body)
|
||||
return data
|
||||
}
|
||||
@@ -1,6 +1,211 @@
|
||||
import { Video } from "../classes/Video";
|
||||
import { PlayList } from "../classes/Playlist";
|
||||
import { Channel } from "../classes/Channel";
|
||||
import { RequestInit } from "node-fetch";
|
||||
|
||||
export interface ParseSearchInterface {
|
||||
type?: "video" | "playlist" | "channel" | "all";
|
||||
limit?: number;
|
||||
requestOptions?: RequestInit;
|
||||
}
|
||||
|
||||
export function ParseSearchResult(html:string) {
|
||||
|
||||
export function ParseSearchResult(html :string, options? : ParseSearchInterface): (Video | PlayList | Channel)[] {
|
||||
if(!html) throw new Error('Can\'t parse Search result without data')
|
||||
if (!options) options = { type: "video", limit: 0 };
|
||||
if (!options.type) options.type = "video";
|
||||
|
||||
let results = []
|
||||
let details = []
|
||||
let fetched = false;
|
||||
|
||||
try {
|
||||
let data = html.split("ytInitialData = JSON.parse('")[1].split("');</script>")[0];
|
||||
html = data.replace(/\\x([0-9A-F]{2})/gi, (...items) => {
|
||||
return String.fromCharCode(parseInt(items[1], 16));
|
||||
});
|
||||
} catch {
|
||||
/* do nothing */
|
||||
}
|
||||
|
||||
try {
|
||||
details = JSON.parse(html.split('{"itemSectionRenderer":{"contents":')[html.split('{"itemSectionRenderer":{"contents":').length - 1].split(',"continuations":[{')[0]);
|
||||
fetched = true;
|
||||
} catch {
|
||||
/* do nothing */
|
||||
}
|
||||
|
||||
if (!fetched) {
|
||||
try {
|
||||
details = JSON.parse(html.split('{"itemSectionRenderer":')[html.split('{"itemSectionRenderer":').length - 1].split('},{"continuationItemRenderer":{')[0]).contents;
|
||||
fetched = true;
|
||||
} catch {
|
||||
/* do nothing */
|
||||
}
|
||||
}
|
||||
|
||||
if (!fetched) throw new Error('Failed to Fetch the data')
|
||||
|
||||
for (let i = 0; i < details.length; i++) {
|
||||
if (typeof options.limit === "number" && options.limit > 0 && results.length >= options.limit) break;
|
||||
let data = details[i];
|
||||
let res;
|
||||
if (options.type === "all") {
|
||||
if (!!data.videoRenderer) options.type = "video";
|
||||
else if (!!data.channelRenderer) options.type = "channel";
|
||||
else if (!!data.playlistRenderer) options.type = "playlist";
|
||||
else continue;
|
||||
}
|
||||
|
||||
if (options.type === "video") {
|
||||
const parsed = parseVideo(data);
|
||||
if (!parsed) continue;
|
||||
res = parsed;
|
||||
} else if (options.type === "channel") {
|
||||
const parsed = parseChannel(data);
|
||||
if (!parsed) continue;
|
||||
res = parsed;
|
||||
} else if (options.type === "playlist") {
|
||||
const parsed = parsePlaylist(data);
|
||||
if (!parsed) continue;
|
||||
res = parsed;
|
||||
}
|
||||
|
||||
results.push(res);
|
||||
}
|
||||
|
||||
return results as (Video | Channel | PlayList)[];
|
||||
}
|
||||
|
||||
export function getPlaylistVideos(data:any, limit : number = Infinity) : Video[] {
|
||||
const videos = [];
|
||||
|
||||
for (let i = 0; i < data.length; i++) {
|
||||
if (limit === videos.length) break;
|
||||
const info = data[i].playlistVideoRenderer;
|
||||
if (!info || !info.shortBylineText) continue;
|
||||
|
||||
videos.push(
|
||||
new Video({
|
||||
id: info.videoId,
|
||||
index: parseInt(info.index?.simpleText) || 0,
|
||||
duration: parseDuration(info.lengthText?.simpleText) || 0,
|
||||
duration_raw: info.lengthText?.simpleText ?? "0:00",
|
||||
thumbnail: {
|
||||
id: info.videoId,
|
||||
url: info.thumbnail.thumbnails[info.thumbnail.thumbnails.length - 1].url,
|
||||
height: info.thumbnail.thumbnails[info.thumbnail.thumbnails.length - 1].height,
|
||||
width: info.thumbnail.thumbnails[info.thumbnail.thumbnails.length - 1].width
|
||||
},
|
||||
title: info.title.runs[0].text,
|
||||
channel: {
|
||||
id: info.shortBylineText.runs[0].navigationEndpoint.browseEndpoint.browseId || undefined,
|
||||
name: info.shortBylineText.runs[0].text || undefined,
|
||||
url: `https://www.youtube.com${info.shortBylineText.runs[0].navigationEndpoint.browseEndpoint.canonicalBaseUrl || info.shortBylineText.runs[0].navigationEndpoint.commandMetadata.webCommandMetadata.url}`,
|
||||
icon: undefined
|
||||
}
|
||||
})
|
||||
);
|
||||
}
|
||||
return videos
|
||||
}
|
||||
|
||||
export function parseDuration(duration: string): number {
|
||||
duration ??= "0:00";
|
||||
const args = duration.split(":");
|
||||
let dur = 0;
|
||||
|
||||
switch (args.length) {
|
||||
case 3:
|
||||
dur = parseInt(args[0]) * 60 * 60 + parseInt(args[1]) * 60 + parseInt(args[2]);
|
||||
break;
|
||||
case 2:
|
||||
dur = parseInt(args[0]) * 60 + parseInt(args[1]);
|
||||
break;
|
||||
default:
|
||||
dur = parseInt(args[0]);
|
||||
}
|
||||
|
||||
return dur;
|
||||
}
|
||||
|
||||
export function getContinuationToken(data:any): string {
|
||||
const continuationToken = data.find((x: any) => Object.keys(x)[0] === "continuationItemRenderer")?.continuationItemRenderer.continuationEndpoint?.continuationCommand?.token;
|
||||
return continuationToken;
|
||||
}
|
||||
|
||||
export function parseChannel(data?: any): Channel | void {
|
||||
if (!data || !data.channelRenderer) return;
|
||||
const badge = data.channelRenderer.ownerBadges && data.channelRenderer.ownerBadges[0];
|
||||
let url = `https://www.youtube.com${data.channelRenderer.navigationEndpoint.browseEndpoint.canonicalBaseUrl || data.channelRenderer.navigationEndpoint.commandMetadata.webCommandMetadata.url}`;
|
||||
let res = new Channel({
|
||||
id: data.channelRenderer.channelId,
|
||||
name: data.channelRenderer.title.simpleText,
|
||||
icon: data.channelRenderer.thumbnail.thumbnails[data.channelRenderer.thumbnail.thumbnails.length - 1],
|
||||
url: url,
|
||||
verified: Boolean(badge?.metadataBadgeRenderer?.style?.toLowerCase().includes("verified")),
|
||||
subscribers: data.channelRenderer.subscriberCountText.simpleText
|
||||
});
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
export function parseVideo(data?: any): Video | void {
|
||||
if (!data || !data.videoRenderer) return;
|
||||
|
||||
const badge = data.videoRenderer.ownerBadges && data.videoRenderer.ownerBadges[0];
|
||||
let res = new Video({
|
||||
id: data.videoRenderer.videoId,
|
||||
url: `https://www.youtube.com/watch?v=${data.videoRenderer.videoId}`,
|
||||
title: data.videoRenderer.title.runs[0].text,
|
||||
description: data.videoRenderer.descriptionSnippet && data.videoRenderer.descriptionSnippet.runs[0] ? data.videoRenderer.descriptionSnippet.runs[0].text : "",
|
||||
duration: data.videoRenderer.lengthText ? parseDuration(data.videoRenderer.lengthText.simpleText) : 0,
|
||||
duration_raw: data.videoRenderer.lengthText ? data.videoRenderer.lengthText.simpleText : null,
|
||||
thumbnail: {
|
||||
id: data.videoRenderer.videoId,
|
||||
url: data.videoRenderer.thumbnail.thumbnails[data.videoRenderer.thumbnail.thumbnails.length - 1].url,
|
||||
height: data.videoRenderer.thumbnail.thumbnails[data.videoRenderer.thumbnail.thumbnails.length - 1].height,
|
||||
width: data.videoRenderer.thumbnail.thumbnails[data.videoRenderer.thumbnail.thumbnails.length - 1].width
|
||||
},
|
||||
channel: {
|
||||
id: data.videoRenderer.ownerText.runs[0].navigationEndpoint.browseEndpoint.browseId || null,
|
||||
name: data.videoRenderer.ownerText.runs[0].text || null,
|
||||
url: `https://www.youtube.com${data.videoRenderer.ownerText.runs[0].navigationEndpoint.browseEndpoint.canonicalBaseUrl || data.videoRenderer.ownerText.runs[0].navigationEndpoint.commandMetadata.webCommandMetadata.url}`,
|
||||
icon: {
|
||||
url: data.videoRenderer.channelThumbnailSupportedRenderers.channelThumbnailWithLinkRenderer.thumbnail.thumbnails[0].url,
|
||||
width: data.videoRenderer.channelThumbnailSupportedRenderers.channelThumbnailWithLinkRenderer.thumbnail.thumbnails[0].width,
|
||||
height: data.videoRenderer.channelThumbnailSupportedRenderers.channelThumbnailWithLinkRenderer.thumbnail.thumbnails[0].height
|
||||
},
|
||||
verified: Boolean(badge?.metadataBadgeRenderer?.style?.toLowerCase().includes("verified"))
|
||||
},
|
||||
uploadedAt: data.videoRenderer.publishedTimeText?.simpleText ?? null,
|
||||
views: data.videoRenderer.viewCountText?.simpleText?.replace(/[^0-9]/g, "") ?? 0
|
||||
});
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
export function parsePlaylist(data?: any): PlayList | void {
|
||||
if (!data.playlistRenderer) return;
|
||||
|
||||
const res = new PlayList(
|
||||
{
|
||||
id: data.playlistRenderer.playlistId,
|
||||
title: data.playlistRenderer.title.simpleText,
|
||||
thumbnail: {
|
||||
id: data.playlistRenderer.playlistId,
|
||||
url: data.playlistRenderer.thumbnails[0].thumbnails[data.playlistRenderer.thumbnails[0].thumbnails.length - 1].url,
|
||||
height: data.playlistRenderer.thumbnails[0].thumbnails[data.playlistRenderer.thumbnails[0].thumbnails.length - 1].height,
|
||||
width: data.playlistRenderer.thumbnails[0].thumbnails[data.playlistRenderer.thumbnails[0].thumbnails.length - 1].width
|
||||
},
|
||||
channel: {
|
||||
id: data.playlistRenderer.shortBylineText.runs[0].navigationEndpoint.browseEndpoint.browseId,
|
||||
name: data.playlistRenderer.shortBylineText.runs[0].text,
|
||||
url: `https://www.youtube.com${data.playlistRenderer.shortBylineText.runs[0].navigationEndpoint.commandMetadata.webCommandMetadata.url}`
|
||||
},
|
||||
videos: parseInt(data.playlistRenderer.videoCount.replace(/[^0-9]/g, ""))
|
||||
},
|
||||
true
|
||||
);
|
||||
|
||||
return res;
|
||||
}
|
||||
Reference in New Issue
Block a user