37 Commits

Author SHA1 Message Date
William Oldham
fe04267494 Merge pull request #152 from movie-web/dev
Version 2.3.0: Disabling Showbox
2024-04-13 18:52:55 +01:00
Jorrin
89a78e4ae9 disable vidsrc 2024-04-12 18:30:21 +02:00
Jorrin
3826b8d887 Merge branch 'master' into dev 2024-04-12 17:43:37 +02:00
Jorrin
f0d9ee2944 Merge branch 'dev' of https://github.com/movie-web/providers into dev 2024-04-12 17:42:52 +02:00
Jorrin
8de7e61eab bump version + changelog 2024-04-12 17:42:44 +02:00
Jorrin
95617763d0 Merge pull request #151 from lonelil/dev
add WarezCDN
2024-04-12 17:37:01 +02:00
lonelil
0a2259b1f4 remove user-agent 2024-04-12 16:59:51 +08:00
lonelil
79a8fdca6d fix series 2024-04-12 16:56:14 +08:00
Jorrin
94bfcd0c31 skip validation check for warezcdnmp4 2024-04-11 20:42:37 +02:00
Jorrin
ef600dd08c Merge branch 'dev' into pr/151 2024-04-11 19:55:23 +02:00
Jorrin
025b6821e6 Merge pull request #146 from infvortx/dev
Add Insertunit provider
2024-04-11 19:46:21 +02:00
Jorrin
356286dfaa Merge branch 'dev' of https://github.com/infvortx/providers-dev into pr/146 2024-04-11 19:44:19 +02:00
Jorrin
534b53f9b9 Merge branch 'dev' into pr/146 2024-04-11 19:44:06 +02:00
lonelil
089c6aa6ce add flag and change rank 2024-04-12 01:11:29 +08:00
teddyHV11
2553909e8d Merge branch 'dev' of https://github.com/infvortx/providers-dev into dev 2024-04-11 17:49:33 +03:00
teddyHV11
6a0ac52908 Fix prettier errors 2024-04-11 17:49:32 +03:00
lonelil
cffbc844e0 complete requested changes 2024-04-11 22:06:53 +08:00
Jorrin
116cc1c3c3 Merge pull request #149 from movie-web/feature/soapertv
Add soapertv source
2024-04-11 15:50:32 +02:00
Jorrin
0ede244c2b Merge branch 'dev' into dev 2024-04-11 15:48:11 +02:00
chaos
5be81a3142 Merge branch 'dev' into feature/soapertv 2024-04-11 14:37:36 +03:00
lonelil
3f68b00ffa Merge branch 'movie-web:dev' into dev 2024-04-11 19:30:04 +08:00
lonelil
9ba05ab991 add types 2024-04-11 19:29:35 +08:00
lonelil
c17b74c8ba use worker proxy 2024-04-11 19:23:46 +08:00
Jorrin
047b69c309 Merge pull request #150 from Ciarands/dev
Fix vidsrc.me
2024-04-11 13:18:57 +02:00
Ciarands
61952b0e87 Remove CORS_ALLOWED flag and add headers 2024-04-11 12:08:31 +01:00
Ciarands
125021e432 remove CORS_ALLOWED flag 2024-04-11 12:08:03 +01:00
Ciarands
9e06035e27 Update RCP base url 2024-04-11 12:03:04 +01:00
teddyHV11
8281c3141a Rename insertunit.ts to index.ts 2024-04-11 06:31:53 +03:00
teddyHV11
8796b39a63 Fix prettier errors 2024-04-11 04:18:38 +03:00
teddyHV11
6b038a288c Clarity fixes 2024-04-11 03:57:42 +03:00
Jorrin
ec6524389c add soapertv source 2024-04-10 22:40:55 +02:00
lonelil
1a754ad951 fix hls url format 2024-04-08 15:05:41 +08:00
lonelil
51c58aae75 split embeds 2024-04-07 22:53:52 +08:00
lonelil
aabfbfbeea Merge branch 'movie-web:dev' into dev 2024-04-07 22:13:42 +08:00
lonelil
0c7aa1756b add WarezCDN (broken) 2024-04-06 15:53:28 +08:00
Jorrin
53fbc3b42d Merge pull request #144 from movie-web/dev
Version 2.2.9
2024-04-05 20:04:21 +02:00
Jorrin
8abc8b96e4 Merge pull request #137 from movie-web/dev
Version 2.2.8
2024-04-02 22:09:13 +02:00
20 changed files with 544 additions and 76 deletions

View File

@@ -2,6 +2,11 @@
title: 'Changelog' title: 'Changelog'
--- ---
# Version 2.3.0
- Fixed RidoMovies search results
- Added Insertunit, SoaperTV, and WarezCDN providers
- Disabled Showbox and VidSrc
# Version 2.2.9 # Version 2.2.9
- Fixed VidSrcTo (both Vidplay and Filemoon embeds) - Fixed VidSrcTo (both Vidplay and Filemoon embeds)
- Added dropload, filelions and vtube embeds to Primewire - Added dropload, filelions and vtube embeds to Primewire

View File

@@ -1,6 +1,6 @@
{ {
"name": "@movie-web/providers", "name": "@movie-web/providers",
"version": "2.2.9", "version": "2.3.0",
"description": "Package that contains all the providers of movie-web", "description": "Package that contains all the providers of movie-web",
"type": "module", "type": "module",
"main": "./lib/index.js", "main": "./lib/index.js",

View File

@@ -14,7 +14,7 @@ import { vidsrcembedScraper } from '@/providers/embeds/vidsrc';
import { vTubeScraper } from '@/providers/embeds/vtube'; import { vTubeScraper } from '@/providers/embeds/vtube';
import { flixhqScraper } from '@/providers/sources/flixhq/index'; import { flixhqScraper } from '@/providers/sources/flixhq/index';
import { goMoviesScraper } from '@/providers/sources/gomovies/index'; import { goMoviesScraper } from '@/providers/sources/gomovies/index';
import { insertunitScraper } from '@/providers/sources/insertunit/insertunit'; import { insertunitScraper } from '@/providers/sources/insertunit';
import { kissAsianScraper } from '@/providers/sources/kissasian/index'; import { kissAsianScraper } from '@/providers/sources/kissasian/index';
import { lookmovieScraper } from '@/providers/sources/lookmovie'; import { lookmovieScraper } from '@/providers/sources/lookmovie';
import { remotestreamScraper } from '@/providers/sources/remotestream'; import { remotestreamScraper } from '@/providers/sources/remotestream';
@@ -32,6 +32,8 @@ import { streamvidScraper } from './embeds/streamvid';
import { vidCloudScraper } from './embeds/vidcloud'; import { vidCloudScraper } from './embeds/vidcloud';
import { vidplayScraper } from './embeds/vidplay'; import { vidplayScraper } from './embeds/vidplay';
import { voeScraper } from './embeds/voe'; import { voeScraper } from './embeds/voe';
import { warezcdnembedHlsScraper } from './embeds/warezcdn/hls';
import { warezcdnembedMp4Scraper } from './embeds/warezcdn/mp4';
import { wootlyScraper } from './embeds/wootly'; import { wootlyScraper } from './embeds/wootly';
import { goojaraScraper } from './sources/goojara'; import { goojaraScraper } from './sources/goojara';
import { hdRezkaScraper } from './sources/hdrezka'; import { hdRezkaScraper } from './sources/hdrezka';
@@ -39,7 +41,9 @@ import { nepuScraper } from './sources/nepu';
import { primewireScraper } from './sources/primewire'; import { primewireScraper } from './sources/primewire';
import { ridooMoviesScraper } from './sources/ridomovies'; import { ridooMoviesScraper } from './sources/ridomovies';
import { smashyStreamScraper } from './sources/smashystream'; import { smashyStreamScraper } from './sources/smashystream';
import { soaperTvScraper } from './sources/soapertv';
import { vidSrcToScraper } from './sources/vidsrcto'; import { vidSrcToScraper } from './sources/vidsrcto';
import { warezcdnScraper } from './sources/warezcdn';
export function gatherAllSources(): Array<Sourcerer> { export function gatherAllSources(): Array<Sourcerer> {
// all sources are gathered here // all sources are gathered here
@@ -59,7 +63,9 @@ export function gatherAllSources(): Array<Sourcerer> {
goojaraScraper, goojaraScraper,
hdRezkaScraper, hdRezkaScraper,
primewireScraper, primewireScraper,
warezcdnScraper,
insertunitScraper, insertunitScraper,
soaperTvScraper,
]; ];
} }
@@ -90,5 +96,7 @@ export function gatherAllEmbeds(): Array<Embed> {
droploadScraper, droploadScraper,
filelionsScraper, filelionsScraper,
vTubeScraper, vTubeScraper,
warezcdnembedHlsScraper,
warezcdnembedMp4Scraper,
]; ];
} }

View File

@@ -1,5 +1,5 @@
import { flags } from '@/entrypoint/utils/targets';
import { makeEmbed } from '@/providers/base'; import { makeEmbed } from '@/providers/base';
import { vidsrcRCPBase } from '@/providers/sources/vidsrc/common';
const hlsURLRegex = /file:"(.*?)"/; const hlsURLRegex = /file:"(.*?)"/;
const setPassRegex = /var pass_path = "(.*set_pass\.php.*)";/; const setPassRegex = /var pass_path = "(.*set_pass\.php.*)";/;
@@ -56,7 +56,11 @@ export const vidsrcembedScraper = makeEmbed({
id: 'primary', id: 'primary',
type: 'hls', type: 'hls',
playlist: finalUrl, playlist: finalUrl,
flags: [flags.CORS_ALLOWED], headers: {
Referer: vidsrcRCPBase,
Origin: vidsrcRCPBase,
},
flags: [],
captions: [], captions: [],
}, },
], ],

View File

@@ -0,0 +1,58 @@
import { warezcdnPlayerBase } from '@/providers/sources/warezcdn/common';
import { EmbedScrapeContext } from '@/utils/context';
import { NotFoundError } from '@/utils/errors';
function decrypt(input: string) {
let output = atob(input);
// Remove leading and trailing whitespaces
output = output.trim();
// Reverse the string
output = output.split('').reverse().join('');
// Get the last 5 characters and reverse them
let last = output.slice(-5);
last = last.split('').reverse().join('');
// Remove the last 5 characters from the original string
output = output.slice(0, -5);
// Return the original string concatenated with the reversed last 5 characters
return `${output}${last}`;
}
export async function getDecryptedId(ctx: EmbedScrapeContext) {
const page = await ctx.proxiedFetcher<string>(`/player.php`, {
baseUrl: warezcdnPlayerBase,
headers: {
Referer: `${warezcdnPlayerBase}/getEmbed.php?${new URLSearchParams({
id: ctx.url,
sv: 'warezcdn',
})}`,
},
query: {
id: ctx.url,
},
});
const allowanceKey = page.match(/let allowanceKey = "(.*?)";/)?.[1];
if (!allowanceKey) throw new NotFoundError('Failed to get allowanceKey');
const streamData = await ctx.proxiedFetcher<string>('/functions.php', {
baseUrl: warezcdnPlayerBase,
method: 'POST',
body: new URLSearchParams({
getVideo: ctx.url,
key: allowanceKey,
}),
});
const stream = JSON.parse(streamData);
if (!stream.id) throw new NotFoundError("can't get stream id");
const decryptedId = decrypt(stream.id);
if (!decryptedId) throw new NotFoundError("can't get file id");
return decryptedId;
}

View File

@@ -0,0 +1,44 @@
import { flags } from '@/entrypoint/utils/targets';
import { makeEmbed } from '@/providers/base';
import { EmbedScrapeContext } from '@/utils/context';
import { NotFoundError } from '@/utils/errors';
import { getDecryptedId } from './common';
// Method found by atpn
async function getVideowlUrlStream(ctx: EmbedScrapeContext, decryptedId: string) {
const sharePage = await ctx.proxiedFetcher<string>('https://cloud.mail.ru/public/uaRH/2PYWcJRpH');
const regex = /"videowl_view":\{"count":"(\d+)","url":"([^"]+)"\}/g;
const videowlUrl = regex.exec(sharePage)?.[2];
if (!videowlUrl) throw new NotFoundError('Failed to get videoOwlUrl');
return `${videowlUrl}/0p/${btoa(decryptedId)}.m3u8?${new URLSearchParams({
double_encode: '1',
})}`;
}
export const warezcdnembedHlsScraper = makeEmbed({
id: 'warezcdnembedhls', // WarezCDN is both a source and an embed host
name: 'WarezCDN HLS',
rank: 83,
async scrape(ctx) {
const decryptedId = await getDecryptedId(ctx);
if (!decryptedId) throw new NotFoundError("can't get file id");
const streamUrl = await getVideowlUrlStream(ctx, decryptedId);
return {
stream: [
{
id: 'primary',
type: 'hls',
flags: [flags.IP_LOCKED],
captions: [],
playlist: streamUrl,
},
],
};
},
});

View File

@@ -0,0 +1,58 @@
import { flags } from '@/entrypoint/utils/targets';
import { makeEmbed } from '@/providers/base';
import { warezcdnWorkerProxy } from '@/providers/sources/warezcdn/common';
import { EmbedScrapeContext } from '@/utils/context';
import { NotFoundError } from '@/utils/errors';
import { getDecryptedId } from './common';
const cdnListing = [50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64];
async function checkUrls(ctx: EmbedScrapeContext, fileId: string) {
for (const id of cdnListing) {
const url = `https://cloclo${id}.cloud.mail.ru/weblink/view/${fileId}`;
const response = await ctx.proxiedFetcher.full(url, {
method: 'GET',
headers: {
Range: 'bytes=0-1',
},
});
if (response.statusCode === 206) return url;
}
return null;
}
export const warezcdnembedMp4Scraper = makeEmbed({
id: 'warezcdnembedmp4', // WarezCDN is both a source and an embed host
name: 'WarezCDN MP4',
rank: 82,
disabled: false,
async scrape(ctx) {
const decryptedId = await getDecryptedId(ctx);
if (!decryptedId) throw new NotFoundError("can't get file id");
const streamUrl = await checkUrls(ctx, decryptedId);
if (!streamUrl) throw new NotFoundError("can't get stream id");
return {
stream: [
{
id: 'primary',
captions: [],
qualities: {
unknown: {
type: 'mp4',
url: `${warezcdnWorkerProxy}/?${new URLSearchParams({
url: streamUrl,
})}`,
},
},
type: 'file',
flags: [flags.CORS_ALLOWED],
},
],
};
},
});

View File

@@ -1,32 +1,30 @@
import { Caption } from "@/providers/captions"; import { Caption, removeDuplicatedLanguages } from '@/providers/captions';
import { Subtitle } from "./types";
import { removeDuplicatedLanguages } from "@/providers/captions"; import { Subtitle } from './types';
export async function getCaptions(data: Subtitle[]) { export async function getCaptions(data: Subtitle[]) {
let captions: Caption[] = []; let captions: Caption[] = [];
let subtitle: Subtitle; for (const subtitle of data) {
for (subtitle of data) { let language = '';
let language = '';
if (subtitle.name.includes('Рус')) { if (subtitle.name.includes('Рус')) {
language = 'ru'; language = 'ru';
} else if (subtitle.name.includes('Укр')) { } else if (subtitle.name.includes('Укр')) {
language = 'uk'; language = 'uk';
} else if (subtitle.name.includes('Eng')) { } else if (subtitle.name.includes('Eng')) {
language = 'en'; language = 'en';
} else { } else {
continue; continue;
}
captions.push({
id: subtitle.url,
url: subtitle.url,
language,
type: 'vtt',
hasCorsRestrictions: false,
});
} }
captions = removeDuplicatedLanguages(captions);
return(captions) captions.push({
id: subtitle.url,
url: subtitle.url,
language,
type: 'vtt',
hasCorsRestrictions: false,
});
}
captions = removeDuplicatedLanguages(captions);
return captions;
} }

View File

@@ -1,10 +1,10 @@
import { flags } from '@/entrypoint/utils/targets'; import { flags } from '@/entrypoint/utils/targets';
import { makeSourcerer } from '@/providers/base'; import { makeSourcerer } from '@/providers/base';
import { Caption, removeDuplicatedLanguages } from '@/providers/captions'; import { Caption } from '@/providers/captions';
import { NotFoundError } from '@/utils/errors'; import { NotFoundError } from '@/utils/errors';
import { getCaptions } from './captions';
import { Season, Subtitle } from './types'; import { getCaptions } from './captions';
import { Season } from './types';
const insertUnitBase = 'https://api.insertunit.ws/'; const insertUnitBase = 'https://api.insertunit.ws/';
@@ -40,15 +40,10 @@ export const insertunitScraper = makeSourcerer({
if (!currentEpisode?.hls) throw new NotFoundError('No result found'); if (!currentEpisode?.hls) throw new NotFoundError('No result found');
let captions: Caption[] = [] let captions: Caption[] = [];
if (currentEpisode.cc != null) {
captions = await getCaptions(currentEpisode.cc)
}
ctx.progress(80);
if (currentEpisode.cc != null) { if (currentEpisode.cc != null) {
captions = await getCaptions(currentEpisode.cc);
} }
ctx.progress(95); ctx.progress(95);
@@ -87,7 +82,7 @@ export const insertunitScraper = makeSourcerer({
if (subtitleJSONData != null && subtitleJSONData[1] != null) { if (subtitleJSONData != null && subtitleJSONData[1] != null) {
const subtitleData = JSON.parse(subtitleJSONData[1]); const subtitleData = JSON.parse(subtitleJSONData[1]);
captions = await getCaptions(subtitleData) captions = await getCaptions(subtitleData);
} }
ctx.progress(90); ctx.progress(90);

View File

@@ -1,30 +1,30 @@
export interface Episode { export interface Subtitle {
episode: string; url: string;
id: number; name: string;
videoKey: string;
hls: string;
audio: {
names: string[];
order: number[];
}
cc: Subtitle[];
duration: number;
title: string;
download: string;
sections: string[]
poster: string;
preview: {
src: string;
}
} }
export interface Subtitle { export interface Episode {
url: string; episode: string;
name: string; id: number;
videoKey: string;
hls: string;
audio: {
names: string[];
order: number[];
};
cc: Subtitle[];
duration: number;
title: string;
download: string;
sections: string[];
poster: string;
preview: {
src: string;
};
} }
export interface Season { export interface Season {
season: number, season: number;
blocked: boolean, blocked: boolean;
episodes: Episode[] episodes: Episode[];
} }

View File

@@ -0,0 +1,120 @@
import { load } from 'cheerio';
import { flags } from '@/entrypoint/utils/targets';
import { Caption, labelToLanguageCode } from '@/providers/captions';
import { MovieScrapeContext, ShowScrapeContext } from '@/utils/context';
import { NotFoundError } from '@/utils/errors';
import { InfoResponse } from './types';
import { SourcererOutput, makeSourcerer } from '../../base';
const baseUrl = 'https://soaper.tv';
const universalScraper = async (ctx: MovieScrapeContext | ShowScrapeContext): Promise<SourcererOutput> => {
const searchResult = await ctx.proxiedFetcher('/search.html', {
baseUrl,
query: {
keyword: ctx.media.title,
},
});
const searchResult$ = load(searchResult);
let showLink = searchResult$('a')
.filter((_, el) => searchResult$(el).text() === ctx.media.title)
.attr('href');
if (!showLink) throw new NotFoundError('Content not found');
if (ctx.media.type === 'show') {
const seasonNumber = ctx.media.season.number;
const episodeNumber = ctx.media.episode.number;
const showPage = await ctx.proxiedFetcher(showLink, { baseUrl });
const showPage$ = load(showPage);
const seasonBlock = showPage$('h4')
.filter((_, el) => showPage$(el).text().trim().split(':')[0].trim() === `Season${seasonNumber}`)
.parent();
const episodes = seasonBlock.find('a').toArray();
showLink = showPage$(
episodes.find((el) => parseInt(showPage$(el).text().split('.')[0], 10) === episodeNumber),
).attr('href');
}
if (!showLink) throw new NotFoundError('Content not found');
const contentPage = await ctx.proxiedFetcher(showLink, { baseUrl });
const contentPage$ = load(contentPage);
const pass = contentPage$('#hId').attr('value');
const param = contentPage$('#divU').text();
if (!pass || !param) throw new NotFoundError('Content not found');
const formData = new URLSearchParams();
formData.append('pass', pass);
formData.append('param', param);
formData.append('e2', '0');
formData.append('server', '0');
const infoEndpoint = ctx.media.type === 'show' ? '/home/index/getEInfoAjax' : '/home/index/getMInfoAjax';
const streamRes = await ctx.proxiedFetcher<string>(infoEndpoint, {
baseUrl,
method: 'POST',
body: formData,
headers: {
referer: `${baseUrl}${showLink}`,
},
});
const streamResJson: InfoResponse = JSON.parse(streamRes);
const captions: Caption[] = [];
for (const sub of streamResJson.subs) {
// Some subtitles are named <Language>.srt, some are named <LanguageCode>:hi, or just <LanguageCode>
let language: string | null = '';
if (sub.name.includes('.srt')) {
language = labelToLanguageCode(sub.name.split('.srt')[0]);
} else if (sub.name.includes(':')) {
language = sub.name.split(':')[0];
} else {
language = sub.name;
}
if (!language) continue;
captions.push({
id: sub.path,
url: sub.path,
type: 'srt',
hasCorsRestrictions: false,
language,
});
}
return {
embeds: [],
stream: [
{
id: 'primary',
playlist: streamResJson.val,
type: 'hls',
flags: [flags.IP_LOCKED],
captions,
},
...(streamResJson.val_bak
? [
{
id: 'backup',
playlist: streamResJson.val_bak,
type: 'hls' as const,
flags: [flags.IP_LOCKED],
captions,
},
]
: []),
],
};
};
export const soaperTvScraper = makeSourcerer({
id: 'soapertv',
name: 'SoaperTV',
rank: 115,
flags: [flags.IP_LOCKED],
scrapeMovie: universalScraper,
scrapeShow: universalScraper,
});

View File

@@ -0,0 +1,15 @@
export interface Subtitle {
path: string;
name: string;
}
export interface InfoResponse {
key: boolean;
val: string;
vtt: string;
val_bak: string;
pos: number;
type: string;
subs: Subtitle[];
ip: string;
}

View File

@@ -1,2 +1,2 @@
export const vidsrcBase = 'https://vidsrc.me'; export const vidsrcBase = 'https://vidsrc.me';
export const vidsrcRCPBase = 'https://rcp.vidsrc.me'; export const vidsrcRCPBase = 'https://vidsrc.stream';

View File

@@ -1,4 +1,3 @@
import { flags } from '@/entrypoint/utils/targets';
import { makeSourcerer } from '@/providers/base'; import { makeSourcerer } from '@/providers/base';
import { scrapeMovie } from '@/providers/sources/vidsrc/scrape-movie'; import { scrapeMovie } from '@/providers/sources/vidsrc/scrape-movie';
import { scrapeShow } from '@/providers/sources/vidsrc/scrape-show'; import { scrapeShow } from '@/providers/sources/vidsrc/scrape-show';
@@ -7,7 +6,8 @@ export const vidsrcScraper = makeSourcerer({
id: 'vidsrc', id: 'vidsrc',
name: 'VidSrc', name: 'VidSrc',
rank: 90, rank: 90,
flags: [flags.CORS_ALLOWED], disabled: true,
flags: [],
scrapeMovie, scrapeMovie,
scrapeShow, scrapeShow,
}); });

View File

@@ -0,0 +1,24 @@
import { ScrapeContext } from '@/utils/context';
export const warezcdnBase = 'https://embed.warezcdn.com';
export const warezcdnApiBase = 'https://warezcdn.com/embed';
export const warezcdnPlayerBase = 'https://warezcdn.com/player';
export const warezcdnWorkerProxy = 'https://workerproxy.warezcdn.workers.dev';
export async function getExternalPlayerUrl(ctx: ScrapeContext, embedId: string, embedUrl: string) {
const params = {
id: embedUrl,
sv: embedId,
};
const realUrl = await ctx.proxiedFetcher<string>(`/getPlay.php`, {
baseUrl: warezcdnApiBase,
headers: {
Referer: `${warezcdnApiBase}/getEmbed.php?${new URLSearchParams(params)}`,
},
query: params,
});
const realEmbedUrl = realUrl.match(/window\.location\.href="([^"]*)";/);
if (!realEmbedUrl) throw new Error('Could not find embed url');
return realEmbedUrl[1];
}

View File

@@ -0,0 +1,114 @@
import { load } from 'cheerio';
import { flags } from '@/entrypoint/utils/targets';
import { SourcererEmbed, makeSourcerer } from '@/providers/base';
import { mixdropScraper } from '@/providers/embeds/mixdrop';
import { warezcdnembedHlsScraper } from '@/providers/embeds/warezcdn/hls';
import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
import { NotFoundError } from '@/utils/errors';
import { getExternalPlayerUrl, warezcdnBase } from './common';
import { SerieAjaxResponse } from './types';
export const warezcdnScraper = makeSourcerer({
id: 'warezcdn',
name: 'WarezCDN',
rank: 81,
flags: [flags.CORS_ALLOWED],
scrapeMovie: async (ctx) => {
if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
const serversPage = await ctx.proxiedFetcher<string>(`/filme/${ctx.media.imdbId}`, {
baseUrl: warezcdnBase,
});
const $ = load(serversPage);
const embedsHost = $('.hostList.active [data-load-embed]').get();
const embeds: SourcererEmbed[] = [];
embedsHost.forEach(async (element) => {
const embedHost = $(element).attr('data-load-embed-host')!;
const embedUrl = $(element).attr('data-load-embed')!;
if (embedHost === 'mixdrop') {
const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', embedUrl);
if (!realEmbedUrl) throw new Error('Could not find embed url');
embeds.push({
embedId: mixdropScraper.id,
url: realEmbedUrl,
});
} else if (embedHost === 'warezcdn') {
embeds.push(
{
embedId: warezcdnembedHlsScraper.id,
url: embedUrl,
},
{
embedId: warezcdnembedMp4Scraper.id,
url: embedUrl,
},
);
}
});
return {
embeds,
};
},
scrapeShow: async (ctx) => {
if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
const url = `${warezcdnBase}/serie/${ctx.media.imdbId}/${ctx.media.season.number}/${ctx.media.episode.number}`;
const serversPage = await ctx.proxiedFetcher<string>(url);
const episodeId = serversPage.match(/\$\('\[data-load-episode-content="(\d+)"\]'\)/)?.[1];
if (!episodeId) throw new NotFoundError('Failed to find episode id');
const streamsData = await ctx.proxiedFetcher<string>(`/serieAjax.php`, {
method: 'POST',
baseUrl: warezcdnBase,
body: new URLSearchParams({
getAudios: episodeId,
}),
headers: {
Origin: warezcdnBase,
Referer: url,
'X-Requested-With': 'XMLHttpRequest',
},
});
const streams: SerieAjaxResponse = JSON.parse(streamsData);
const list = streams.list['0'];
const embeds: SourcererEmbed[] = [];
// 3 means ok
if (list.mixdropStatus === '3') {
const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', list.id);
if (!realEmbedUrl) throw new Error('Could not find embed url');
embeds.push({
embedId: mixdropScraper.id,
url: realEmbedUrl,
});
}
if (list.warezcdnStatus === '3') {
embeds.push(
{
embedId: warezcdnembedHlsScraper.id,
url: list.id,
},
{
embedId: warezcdnembedMp4Scraper.id,
url: list.id,
},
);
}
return {
embeds,
};
},
});

View File

@@ -0,0 +1,16 @@
interface Data {
id: string;
audio: string;
mixdropStatus: string;
fembedStatus: string;
streamtapeStatus: string;
warezcdnStatus: string;
}
type List = {
[key: string]: Data;
};
export interface SerieAjaxResponse {
list: List;
}

View File

@@ -71,7 +71,7 @@ export async function scrapeInvidualSource(
// only check for playable streams if there are streams, and if there are no embeds // only check for playable streams if there are streams, and if there are no embeds
if (output.stream && output.stream.length > 0 && output.embeds.length === 0) { if (output.stream && output.stream.length > 0 && output.embeds.length === 0) {
const playableStreams = await validatePlayableStreams(output.stream, ops); const playableStreams = await validatePlayableStreams(output.stream, ops, sourceScraper.id);
if (playableStreams.length === 0) throw new NotFoundError('No playable streams found'); if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
output.stream = playableStreams; output.stream = playableStreams;
} }
@@ -112,7 +112,7 @@ export async function scrapeIndividualEmbed(
.filter((stream) => flagsAllowedInFeatures(ops.features, stream.flags)); .filter((stream) => flagsAllowedInFeatures(ops.features, stream.flags));
if (output.stream.length === 0) throw new NotFoundError('No streams found'); if (output.stream.length === 0) throw new NotFoundError('No streams found');
const playableStreams = await validatePlayableStreams(output.stream, ops); const playableStreams = await validatePlayableStreams(output.stream, ops, embedScraper.id);
if (playableStreams.length === 0) throw new NotFoundError('No playable streams found'); if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
output.stream = playableStreams; output.stream = playableStreams;

View File

@@ -104,7 +104,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
// return stream is there are any // return stream is there are any
if (output.stream?.[0]) { if (output.stream?.[0]) {
const playableStream = await validatePlayableStream(output.stream[0], ops); const playableStream = await validatePlayableStream(output.stream[0], ops, source.id);
if (!playableStream) throw new NotFoundError('No streams found'); if (!playableStream) throw new NotFoundError('No streams found');
return { return {
sourceId: source.id, sourceId: source.id,
@@ -151,7 +151,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
if (embedOutput.stream.length === 0) { if (embedOutput.stream.length === 0) {
throw new NotFoundError('No streams found'); throw new NotFoundError('No streams found');
} }
const playableStream = await validatePlayableStream(embedOutput.stream[0], ops); const playableStream = await validatePlayableStream(embedOutput.stream[0], ops, embed.embedId);
if (!playableStream) throw new NotFoundError('No streams found'); if (!playableStream) throw new NotFoundError('No streams found');
embedOutput.stream = [playableStream]; embedOutput.stream = [playableStream];
} catch (error) { } catch (error) {

View File

@@ -1,7 +1,10 @@
import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
import { Stream } from '@/providers/streams'; import { Stream } from '@/providers/streams';
import { IndividualEmbedRunnerOptions } from '@/runners/individualRunner'; import { IndividualEmbedRunnerOptions } from '@/runners/individualRunner';
import { ProviderRunnerOptions } from '@/runners/runner'; import { ProviderRunnerOptions } from '@/runners/runner';
const SKIP_VALIDATION_CHECK_IDS = [warezcdnembedMp4Scraper.id];
export function isValidStream(stream: Stream | undefined): boolean { export function isValidStream(stream: Stream | undefined): boolean {
if (!stream) return false; if (!stream) return false;
if (stream.type === 'hls') { if (stream.type === 'hls') {
@@ -21,7 +24,10 @@ export function isValidStream(stream: Stream | undefined): boolean {
export async function validatePlayableStream( export async function validatePlayableStream(
stream: Stream, stream: Stream,
ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions, ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
sourcererId: string,
): Promise<Stream | null> { ): Promise<Stream | null> {
if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return stream;
if (stream.type === 'hls') { if (stream.type === 'hls') {
const result = await ops.proxiedFetcher.full(stream.playlist, { const result = await ops.proxiedFetcher.full(stream.playlist, {
method: 'GET', method: 'GET',
@@ -63,8 +69,11 @@ export async function validatePlayableStream(
export async function validatePlayableStreams( export async function validatePlayableStreams(
streams: Stream[], streams: Stream[],
ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions, ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
sourcererId: string,
): Promise<Stream[]> { ): Promise<Stream[]> {
return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops)))).filter( if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return streams;
return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops, sourcererId)))).filter(
(v) => v !== null, (v) => v !== null,
) as Stream[]; ) as Stream[];
} }