Merge pull request #156 from Paradox-77/dev

Add support for Filemoon MP4 streams

.docs/content/1.get-started/4.changelog.md

@@ -2,6 +2,11 @@
 title: 'Changelog'
 ---
 
+# Version 2.3.0
+- Fixed RidoMovies search results
+- Added Insertunit, SoaperTV, and WarezCDN providers
+- Disabled Showbox and VidSrc
+
 # Version 2.2.9
 - Fixed VidSrcTo (both Vidplay and Filemoon embeds) 
 - Added dropload, filelions and vtube embeds to Primewire

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@movie-web/providers",
-  "version": "2.2.9",
+  "version": "2.3.0",
   "description": "Package that contains all the providers of movie-web",
   "type": "module",
   "main": "./lib/index.js",

src/providers/all.ts

@@ -14,15 +14,19 @@ import { vidsrcembedScraper } from '@/providers/embeds/vidsrc';
 import { vTubeScraper } from '@/providers/embeds/vtube';
 import { flixhqScraper } from '@/providers/sources/flixhq/index';
 import { goMoviesScraper } from '@/providers/sources/gomovies/index';
+import { insertunitScraper } from '@/providers/sources/insertunit';
 import { kissAsianScraper } from '@/providers/sources/kissasian/index';
 import { lookmovieScraper } from '@/providers/sources/lookmovie';
 import { remotestreamScraper } from '@/providers/sources/remotestream';
 import { showboxScraper } from '@/providers/sources/showbox/index';
+import { tugaflixScraper } from '@/providers/sources/tugaflix';
 import { vidsrcScraper } from '@/providers/sources/vidsrc/index';
 import { zoechipScraper } from '@/providers/sources/zoechip';
 
+import { bflixScraper } from './embeds/bflix';
 import { closeLoadScraper } from './embeds/closeload';
 import { fileMoonScraper } from './embeds/filemoon';
+import { fileMoonMp4Scraper } from './embeds/filemoon/mp4';
 import { ridooScraper } from './embeds/ridoo';
 import { smashyStreamOScraper } from './embeds/smashystream/opstream';
 import { smashyStreamFScraper } from './embeds/smashystream/video1';
@@ -37,9 +41,11 @@ import { wootlyScraper } from './embeds/wootly';
 import { goojaraScraper } from './sources/goojara';
 import { hdRezkaScraper } from './sources/hdrezka';
 import { nepuScraper } from './sources/nepu';
+import { nitesScraper } from './sources/nites';
 import { primewireScraper } from './sources/primewire';
 import { ridooMoviesScraper } from './sources/ridomovies';
 import { smashyStreamScraper } from './sources/smashystream';
+import { soaperTvScraper } from './sources/soapertv';
 import { vidSrcToScraper } from './sources/vidsrcto';
 import { warezcdnScraper } from './sources/warezcdn';
 
@@ -62,6 +68,10 @@ export function gatherAllSources(): Array<Sourcerer> {
     hdRezkaScraper,
     primewireScraper,
     warezcdnScraper,
+    insertunitScraper,
+    nitesScraper,
+    soaperTvScraper,
+    tugaflixScraper,
   ];
 }
 
@@ -83,6 +93,7 @@ export function gatherAllEmbeds(): Array<Embed> {
     ridooScraper,
     closeLoadScraper,
     fileMoonScraper,
+    fileMoonMp4Scraper,
     vidplayScraper,
     wootlyScraper,
     doodScraper,
@@ -94,5 +105,6 @@ export function gatherAllEmbeds(): Array<Embed> {
     vTubeScraper,
     warezcdnembedHlsScraper,
     warezcdnembedMp4Scraper,
+    bflixScraper,
   ];
 }

src/providers/embeds/bflix.ts

@@ -0,0 +1,42 @@
+import { unpack } from 'unpacker';
+
+import { makeEmbed } from '@/providers/base';
+
+const evalCodeRegex = /eval\((.*)\)/g;
+const mp4Regex = /https?:\/\/.*\.mp4/;
+
+export const bflixScraper = makeEmbed({
+  id: 'bflix',
+  name: 'bFlix',
+  rank: 113,
+  scrape: async (ctx) => {
+    const mainPage = await ctx.proxiedFetcher<string>(ctx.url);
+
+    const evalCode = mainPage.match(evalCodeRegex);
+    if (!evalCode) throw new Error('Failed to find eval code');
+    const unpacked = unpack(evalCode[0]);
+
+    const file = unpacked.match(mp4Regex);
+    if (!file?.[0]) throw new Error('Failed to find file');
+
+    return {
+      stream: [
+        {
+          id: 'primary',
+          type: 'file',
+          flags: [],
+          captions: [],
+          qualities: {
+            unknown: {
+              type: 'mp4',
+              url: file[0],
+            },
+          },
+          headers: {
+            Referer: 'https://bflix.gs/',
+          },
+        },
+      ],
+    };
+  },
+});

src/providers/embeds/filemoon/index.ts

@@ -11,7 +11,7 @@ const fileRegex = /file:"(.*?)"/g;
 export const fileMoonScraper = makeEmbed({
   id: 'filemoon',
   name: 'Filemoon',
-  rank: 400,
+  rank: 300,
   scrape: async (ctx) => {
     const embedRes = await ctx.proxiedFetcher<string>(ctx.url, {
       headers: {

src/providers/embeds/filemoon/mp4.ts

@@ -0,0 +1,37 @@
+import { NotFoundError } from '@/utils/errors';
+
+import { makeEmbed } from '../../base';
+
+import { fileMoonScraper } from './index';
+
+export const fileMoonMp4Scraper = makeEmbed({
+  id: 'filemoon-mp4',
+  name: 'Filemoon MP4',
+  rank: 400,
+  scrape: async (ctx) => {
+    const result = await fileMoonScraper.scrape(ctx);
+
+    if (!result.stream) throw new NotFoundError('Failed to find result');
+
+    if (result.stream[0].type !== 'hls') throw new NotFoundError('Failed to find hls stream');
+
+    const url = result.stream[0].playlist.replace(/\/hls2\//, '/download/').replace(/\.m3u8/, '.mp4');
+
+    return {
+      stream: [
+        {
+          id: 'primary',
+          type: 'file',
+          qualities: {
+            unknown: {
+              type: 'mp4',
+              url,
+            },
+          },
+          flags: [],
+          captions: result.stream[0].captions,
+        },
+      ],
+    };
+  },
+});

src/providers/embeds/warezcdn/hls.ts

@@ -21,7 +21,7 @@ async function getVideowlUrlStream(ctx: EmbedScrapeContext, decryptedId: string)
 export const warezcdnembedHlsScraper = makeEmbed({
   id: 'warezcdnembedhls', // WarezCDN is both a source and an embed host
   name: 'WarezCDN HLS',
-  rank: 82,
+  rank: 83,
   async scrape(ctx) {
     const decryptedId = await getDecryptedId(ctx);
 

src/providers/embeds/warezcdn/mp4.ts

@@ -1,3 +1,4 @@
+import { flags } from '@/entrypoint/utils/targets';
 import { makeEmbed } from '@/providers/base';
 import { warezcdnWorkerProxy } from '@/providers/sources/warezcdn/common';
 import { EmbedScrapeContext } from '@/utils/context';
@@ -24,7 +25,7 @@ async function checkUrls(ctx: EmbedScrapeContext, fileId: string) {
 export const warezcdnembedMp4Scraper = makeEmbed({
   id: 'warezcdnembedmp4', // WarezCDN is both a source and an embed host
   name: 'WarezCDN MP4',
-  rank: 83,
+  rank: 82,
   disabled: false,
   async scrape(ctx) {
     const decryptedId = await getDecryptedId(ctx);
@@ -49,7 +50,7 @@ export const warezcdnembedMp4Scraper = makeEmbed({
             },
           },
           type: 'file',
-          flags: [],
+          flags: [flags.CORS_ALLOWED],
         },
       ],
     };

src/providers/sources/insertunit/captions.ts

@@ -0,0 +1,30 @@
+import { Caption, removeDuplicatedLanguages } from '@/providers/captions';
+
+import { Subtitle } from './types';
+
+export async function getCaptions(data: Subtitle[]) {
+  let captions: Caption[] = [];
+  for (const subtitle of data) {
+    let language = '';
+
+    if (subtitle.name.includes('Рус')) {
+      language = 'ru';
+    } else if (subtitle.name.includes('Укр')) {
+      language = 'uk';
+    } else if (subtitle.name.includes('Eng')) {
+      language = 'en';
+    } else {
+      continue;
+    }
+
+    captions.push({
+      id: subtitle.url,
+      url: subtitle.url,
+      language,
+      type: 'vtt',
+      hasCorsRestrictions: false,
+    });
+  }
+  captions = removeDuplicatedLanguages(captions);
+  return captions;
+}

src/providers/sources/insertunit/index.ts

@@ -0,0 +1,103 @@
+import { flags } from '@/entrypoint/utils/targets';
+import { makeSourcerer } from '@/providers/base';
+import { Caption } from '@/providers/captions';
+import { NotFoundError } from '@/utils/errors';
+
+import { getCaptions } from './captions';
+import { Season } from './types';
+
+const insertUnitBase = 'https://api.insertunit.ws/';
+
+export const insertunitScraper = makeSourcerer({
+  id: 'insertunit',
+  name: 'Insertunit',
+  disabled: false,
+  rank: 60,
+  flags: [flags.CORS_ALLOWED],
+  async scrapeShow(ctx) {
+    const playerData = await ctx.fetcher<string>(`/embed/imdb/${ctx.media.imdbId}`, {
+      baseUrl: insertUnitBase,
+    });
+    ctx.progress(30);
+
+    const seasonDataJSONregex = /seasons:(.*)/;
+    const seasonData = seasonDataJSONregex.exec(playerData);
+
+    if (seasonData === null || seasonData[1] === null) {
+      throw new NotFoundError('No result found');
+    }
+    ctx.progress(60);
+
+    const seasonTable: Season[] = JSON.parse(seasonData[1]) as Season[];
+
+    const currentSeason = seasonTable.find(
+      (seasonElement) => seasonElement.season === ctx.media.season.number && !seasonElement.blocked,
+    );
+
+    const currentEpisode = currentSeason?.episodes.find((episodeElement) =>
+      episodeElement.episode.includes(ctx.media.episode.number.toString()),
+    );
+
+    if (!currentEpisode?.hls) throw new NotFoundError('No result found');
+
+    let captions: Caption[] = [];
+
+    if (currentEpisode.cc != null) {
+      captions = await getCaptions(currentEpisode.cc);
+    }
+
+    ctx.progress(95);
+
+    return {
+      embeds: [],
+      stream: [
+        {
+          id: 'primary',
+          playlist: currentEpisode.hls,
+          type: 'hls',
+          flags: [flags.CORS_ALLOWED],
+          captions,
+        },
+      ],
+    };
+  },
+  async scrapeMovie(ctx) {
+    const playerData = await ctx.fetcher<string>(`/embed/imdb/${ctx.media.imdbId}`, {
+      baseUrl: insertUnitBase,
+    });
+    ctx.progress(35);
+
+    const streamRegex = /hls: "([^"]*)/;
+    const streamData = streamRegex.exec(playerData);
+
+    if (streamData === null || streamData[1] === null) {
+      throw new NotFoundError('No result found');
+    }
+    ctx.progress(75);
+
+    const subtitleRegex = /cc: (.*)/;
+    const subtitleJSONData = subtitleRegex.exec(playerData);
+
+    let captions: Caption[] = [];
+
+    if (subtitleJSONData != null && subtitleJSONData[1] != null) {
+      const subtitleData = JSON.parse(subtitleJSONData[1]);
+      captions = await getCaptions(subtitleData);
+    }
+
+    ctx.progress(90);
+
+    return {
+      embeds: [],
+      stream: [
+        {
+          id: 'primary',
+          type: 'hls',
+          playlist: streamData[1],
+          flags: [flags.CORS_ALLOWED],
+          captions,
+        },
+      ],
+    };
+  },
+});

src/providers/sources/insertunit/types.ts

@@ -0,0 +1,30 @@
+export interface Subtitle {
+  url: string;
+  name: string;
+}
+
+export interface Episode {
+  episode: string;
+  id: number;
+  videoKey: string;
+  hls: string;
+  audio: {
+    names: string[];
+    order: number[];
+  };
+  cc: Subtitle[];
+  duration: number;
+  title: string;
+  download: string;
+  sections: string[];
+  poster: string;
+  preview: {
+    src: string;
+  };
+}
+
+export interface Season {
+  season: number;
+  blocked: boolean;
+  episodes: Episode[];
+}

src/providers/sources/nites.ts

@@ -0,0 +1,79 @@
+import { load } from 'cheerio';
+
+import { SourcererOutput, makeSourcerer } from '@/providers/base';
+import { compareMedia } from '@/utils/compare';
+import { MovieScrapeContext, ShowScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
+
+const baseUrl = 'https://w1.nites.is';
+
+async function comboScraper(ctx: ShowScrapeContext | MovieScrapeContext): Promise<SourcererOutput> {
+  const searchPage = await ctx.proxiedFetcher('/wp-admin/admin-ajax.php', {
+    baseUrl,
+    method: 'POST',
+    body: new URLSearchParams({
+      action: 'ajax_pagination',
+      query_vars: 'mixed',
+      search: ctx.media.title,
+    }),
+  });
+
+  const $search = load(searchPage);
+  const searchResults: { title: string; year: number; url: string }[] = [];
+
+  $search('li').each((_, element) => {
+    const title = $search(element).find('.entry-title').first().text().trim();
+    const year = parseInt($search(element).find('.year').first().text().trim(), 10);
+    const url = $search(element).find('.lnk-blk').attr('href');
+    if (!title || !year || !url) return;
+
+    searchResults.push({ title, year, url });
+  });
+
+  let watchPageUrl = searchResults.find((x) => x && compareMedia(ctx.media, x.title, x.year))?.url;
+  if (!watchPageUrl) throw new NotFoundError('No watchable item found');
+
+  if (ctx.media.type === 'show') {
+    const match = watchPageUrl.match(/\/series\/([^/]+)\/?/);
+    if (!match) throw new Error('Failed to parse watch page url');
+    watchPageUrl = watchPageUrl.replace(
+      `/series/${match[1]}`,
+      `/episode/${match[1]}-${ctx.media.season.number}x${ctx.media.episode.number}`,
+    );
+  }
+
+  const watchPage = load(await ctx.proxiedFetcher(watchPageUrl));
+
+  // it embeds vidsrc when it bflix does not has the stream
+  // i think all shows embed vidsrc, not sure
+  const embedUrl = watchPage('ul.bx-lst li a:contains("- Bflix")')
+    .closest('aside')
+    .next('div.video-options')
+    .find('iframe')
+    .attr('data-lazy-src');
+
+  if (!embedUrl) throw new Error('Failed to find embed url');
+
+  const embedPage = load(await ctx.proxiedFetcher(embedUrl));
+
+  const url = embedPage('iframe').attr('src');
+  if (!url) throw new Error('Failed to find embed url');
+
+  return {
+    embeds: [
+      {
+        embedId: 'bflix',
+        url,
+      },
+    ],
+  };
+}
+
+export const nitesScraper = makeSourcerer({
+  id: 'nites',
+  name: 'Nites',
+  rank: 90,
+  flags: [],
+  scrapeMovie: comboScraper,
+  scrapeShow: comboScraper,
+});

src/providers/sources/soapertv/index.ts

@@ -0,0 +1,120 @@
+import { load } from 'cheerio';
+
+import { flags } from '@/entrypoint/utils/targets';
+import { Caption, labelToLanguageCode } from '@/providers/captions';
+import { MovieScrapeContext, ShowScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
+
+import { InfoResponse } from './types';
+import { SourcererOutput, makeSourcerer } from '../../base';
+
+const baseUrl = 'https://soaper.tv';
+
+const universalScraper = async (ctx: MovieScrapeContext | ShowScrapeContext): Promise<SourcererOutput> => {
+  const searchResult = await ctx.proxiedFetcher('/search.html', {
+    baseUrl,
+    query: {
+      keyword: ctx.media.title,
+    },
+  });
+  const searchResult$ = load(searchResult);
+  let showLink = searchResult$('a')
+    .filter((_, el) => searchResult$(el).text() === ctx.media.title)
+    .attr('href');
+  if (!showLink) throw new NotFoundError('Content not found');
+
+  if (ctx.media.type === 'show') {
+    const seasonNumber = ctx.media.season.number;
+    const episodeNumber = ctx.media.episode.number;
+    const showPage = await ctx.proxiedFetcher(showLink, { baseUrl });
+    const showPage$ = load(showPage);
+    const seasonBlock = showPage$('h4')
+      .filter((_, el) => showPage$(el).text().trim().split(':')[0].trim() === `Season${seasonNumber}`)
+      .parent();
+    const episodes = seasonBlock.find('a').toArray();
+    showLink = showPage$(
+      episodes.find((el) => parseInt(showPage$(el).text().split('.')[0], 10) === episodeNumber),
+    ).attr('href');
+  }
+  if (!showLink) throw new NotFoundError('Content not found');
+  const contentPage = await ctx.proxiedFetcher(showLink, { baseUrl });
+  const contentPage$ = load(contentPage);
+
+  const pass = contentPage$('#hId').attr('value');
+  const param = contentPage$('#divU').text();
+
+  if (!pass || !param) throw new NotFoundError('Content not found');
+
+  const formData = new URLSearchParams();
+  formData.append('pass', pass);
+  formData.append('param', param);
+  formData.append('e2', '0');
+  formData.append('server', '0');
+
+  const infoEndpoint = ctx.media.type === 'show' ? '/home/index/getEInfoAjax' : '/home/index/getMInfoAjax';
+  const streamRes = await ctx.proxiedFetcher<string>(infoEndpoint, {
+    baseUrl,
+    method: 'POST',
+    body: formData,
+    headers: {
+      referer: `${baseUrl}${showLink}`,
+    },
+  });
+
+  const streamResJson: InfoResponse = JSON.parse(streamRes);
+
+  const captions: Caption[] = [];
+  for (const sub of streamResJson.subs) {
+    // Some subtitles are named <Language>.srt, some are named <LanguageCode>:hi, or just <LanguageCode>
+    let language: string | null = '';
+    if (sub.name.includes('.srt')) {
+      language = labelToLanguageCode(sub.name.split('.srt')[0]);
+    } else if (sub.name.includes(':')) {
+      language = sub.name.split(':')[0];
+    } else {
+      language = sub.name;
+    }
+    if (!language) continue;
+
+    captions.push({
+      id: sub.path,
+      url: sub.path,
+      type: 'srt',
+      hasCorsRestrictions: false,
+      language,
+    });
+  }
+
+  return {
+    embeds: [],
+    stream: [
+      {
+        id: 'primary',
+        playlist: streamResJson.val,
+        type: 'hls',
+        flags: [flags.IP_LOCKED],
+        captions,
+      },
+      ...(streamResJson.val_bak
+        ? [
+            {
+              id: 'backup',
+              playlist: streamResJson.val_bak,
+              type: 'hls' as const,
+              flags: [flags.IP_LOCKED],
+              captions,
+            },
+          ]
+        : []),
+    ],
+  };
+};
+
+export const soaperTvScraper = makeSourcerer({
+  id: 'soapertv',
+  name: 'SoaperTV',
+  rank: 115,
+  flags: [flags.IP_LOCKED],
+  scrapeMovie: universalScraper,
+  scrapeShow: universalScraper,
+});

src/providers/sources/soapertv/types.ts

@@ -0,0 +1,15 @@
+export interface Subtitle {
+  path: string;
+  name: string;
+}
+
+export interface InfoResponse {
+  key: boolean;
+  val: string;
+  vtt: string;
+  val_bak: string;
+  pos: number;
+  type: string;
+  subs: Subtitle[];
+  ip: string;
+}

src/providers/sources/tugaflix/common.ts

@@ -0,0 +1,21 @@
+import { load } from 'cheerio';
+
+export const baseUrl = 'https://tugaflix.best/';
+
+export function parseSearch(page: string): { title: string; year?: number; url: string }[] {
+  const results: { title: string; year?: number; url: string }[] = [];
+  const $ = load(page);
+
+  $('.items .poster').each((_, element) => {
+    const $link = $(element).find('a');
+    const url = $link.attr('href');
+    // ex title: Home Alone (1990)
+    const [, title, year] = $link.attr('title')?.match(/^(.*?)\s*(?:\((\d{4})\))?\s*$/) || [];
+    if (!title || !url) return;
+
+    // tiles dont always have the year
+    results.push({ title, year: year ? parseInt(year, 10) : undefined, url });
+  });
+
+  return results;
+}

src/providers/sources/tugaflix/index.ts

@@ -0,0 +1,116 @@
+import { load } from 'cheerio';
+
+import { flags } from '@/entrypoint/utils/targets';
+import { SourcererEmbed, makeSourcerer } from '@/providers/base';
+import { compareMedia } from '@/utils/compare';
+import { NotFoundError } from '@/utils/errors';
+
+import { baseUrl, parseSearch } from './common';
+
+export const tugaflixScraper = makeSourcerer({
+  id: 'tugaflix',
+  name: 'Tugaflix',
+  rank: 73,
+  flags: [flags.IP_LOCKED],
+  scrapeMovie: async (ctx) => {
+    const searchResults = parseSearch(
+      await ctx.proxiedFetcher<string>('/filmes/', {
+        baseUrl,
+        query: {
+          s: ctx.media.title,
+        },
+      }),
+    );
+    if (searchResults.length === 0) throw new NotFoundError('No watchable item found');
+
+    const url = searchResults.find((x) => x && compareMedia(ctx.media, x.title, x.year))?.url;
+    if (!url) throw new NotFoundError('No watchable item found');
+
+    const videoPage = await ctx.proxiedFetcher<string>(url, {
+      method: 'POST',
+      body: new URLSearchParams({ play: '' }),
+    });
+    const $ = load(videoPage);
+
+    const embeds: SourcererEmbed[] = [];
+
+    for (const element of $('.play a')) {
+      const embedUrl = $(element).attr('href');
+      if (!embedUrl) continue;
+
+      const embedPage = await ctx.proxiedFetcher.full(
+        embedUrl.startsWith('https://') ? embedUrl : `https://${embedUrl}`,
+      );
+
+      const finalUrl = load(embedPage.body)('a:contains("Download Filme")').attr('href');
+      if (!finalUrl) continue;
+
+      if (finalUrl.includes('streamtape')) {
+        embeds.push({
+          embedId: 'streamtape',
+          url: finalUrl,
+        });
+        // found doodstream on a few shows, maybe movies use it too?
+        // the player 2 is just streamtape in a custom player
+      } else if (finalUrl.includes('dood')) {
+        embeds.push({
+          embedId: 'dood',
+          url: finalUrl,
+        });
+      }
+    }
+
+    return {
+      embeds,
+    };
+  },
+  scrapeShow: async (ctx) => {
+    const searchResults = parseSearch(
+      await ctx.proxiedFetcher<string>('/series/', {
+        baseUrl,
+        query: {
+          s: ctx.media.title,
+        },
+      }),
+    );
+    if (searchResults.length === 0) throw new NotFoundError('No watchable item found');
+
+    const url = searchResults.find((x) => x && compareMedia(ctx.media, x.title, x.year))?.url;
+    if (!url) throw new NotFoundError('No watchable item found');
+
+    const s = ctx.media.season.number < 10 ? `0${ctx.media.season.number}` : ctx.media.season.number.toString();
+    const e = ctx.media.episode.number < 10 ? `0${ctx.media.episode.number}` : ctx.media.episode.number.toString();
+    const videoPage = await ctx.proxiedFetcher(url, {
+      method: 'POST',
+      body: new URLSearchParams({ [`S${s}E${e}`]: '' }),
+    });
+
+    const embedUrl = load(videoPage)('iframe[name="player"]').attr('src');
+    if (!embedUrl) throw new Error('Failed to find iframe');
+
+    const playerPage = await ctx.proxiedFetcher(embedUrl.startsWith('https:') ? embedUrl : `https:${embedUrl}`, {
+      method: 'POST',
+      body: new URLSearchParams({ submit: '' }),
+    });
+
+    const embeds: SourcererEmbed[] = [];
+
+    const finalUrl = load(playerPage)('a:contains("Download Episodio")').attr('href');
+
+    if (finalUrl?.includes('streamtape')) {
+      embeds.push({
+        embedId: 'streamtape',
+        url: finalUrl,
+      });
+    } else if (finalUrl?.includes('dood')) {
+      embeds.push({
+        embedId: 'dood',
+        url: finalUrl,
+      });
+    }
+
+    return {
+      embeds,
+    };
+  },
+});

src/providers/sources/vidsrc/index.ts

@@ -6,6 +6,7 @@ export const vidsrcScraper = makeSourcerer({
   id: 'vidsrc',
   name: 'VidSrc',
   rank: 90,
+  disabled: true,
   flags: [],
   scrapeMovie,
   scrapeShow,

src/providers/sources/vidsrcto/index.ts

@@ -60,10 +60,16 @@ const universalScraper = async (ctx: ShowScrapeContext | MovieScrapeContext): Pr
       const urlWithSubtitles = embedArr.find((v) => v.source === 'Vidplay' && v.url.includes('sub.info'))?.url;
       const subtitleUrl = urlWithSubtitles ? new URL(urlWithSubtitles).searchParams.get('sub.info') : null;
       if (subtitleUrl) fullUrl.searchParams.set('sub.info', subtitleUrl);
-      embeds.push({
+      embeds.push(
-        embedId: 'filemoon',
+        {
-        url: fullUrl.toString(),
+          embedId: 'filemoon',
-      });
+          url: fullUrl.toString(),
+        },
+        {
+          embedId: 'filemoon-mp4',
+          url: fullUrl.toString(),
+        },
+      );
     }
   }
 

src/providers/sources/warezcdn/common.ts

@@ -1,4 +1,24 @@
+import { ScrapeContext } from '@/utils/context';
+
 export const warezcdnBase = 'https://embed.warezcdn.com';
 export const warezcdnApiBase = 'https://warezcdn.com/embed';
 export const warezcdnPlayerBase = 'https://warezcdn.com/player';
 export const warezcdnWorkerProxy = 'https://workerproxy.warezcdn.workers.dev';
+
+export async function getExternalPlayerUrl(ctx: ScrapeContext, embedId: string, embedUrl: string) {
+  const params = {
+    id: embedUrl,
+    sv: embedId,
+  };
+  const realUrl = await ctx.proxiedFetcher<string>(`/getPlay.php`, {
+    baseUrl: warezcdnApiBase,
+    headers: {
+      Referer: `${warezcdnApiBase}/getEmbed.php?${new URLSearchParams(params)}`,
+    },
+    query: params,
+  });
+
+  const realEmbedUrl = realUrl.match(/window\.location\.href="([^"]*)";/);
+  if (!realEmbedUrl) throw new Error('Could not find embed url');
+  return realEmbedUrl[1];
+}

src/providers/sources/warezcdn/index.ts

@@ -1,77 +1,114 @@
 import { load } from 'cheerio';
 
+import { flags } from '@/entrypoint/utils/targets';
 import { SourcererEmbed, makeSourcerer } from '@/providers/base';
 import { mixdropScraper } from '@/providers/embeds/mixdrop';
 import { warezcdnembedHlsScraper } from '@/providers/embeds/warezcdn/hls';
 import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
-import { MovieScrapeContext, ShowScrapeContext } from '@/utils/context';
 import { NotFoundError } from '@/utils/errors';
 
-import { warezcdnApiBase, warezcdnBase } from './common';
+import { getExternalPlayerUrl, warezcdnBase } from './common';
-
+import { SerieAjaxResponse } from './types';
-const universalScraper = async (ctx: MovieScrapeContext | ShowScrapeContext) => {
-  if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
-
-  let id = `filme/${ctx.media.imdbId}`;
-  if (ctx.media.type === 'show')
-    id = `serie/${ctx.media.imdbId}/${ctx.media.season.number}/${ctx.media.episode.number}`;
-
-  const serversPage = await ctx.proxiedFetcher<string>(`/${id}`, {
-    baseUrl: warezcdnBase,
-  });
-  const $ = load(serversPage);
-
-  const embedsHost = $('.hostList.active [data-load-embed]').get();
-
-  const embeds: SourcererEmbed[] = [];
-
-  embedsHost.forEach(async (element) => {
-    const embedHost = $(element).attr('data-load-embed-host')!;
-    const embedUrl = $(element).attr('data-load-embed')!;
-
-    if (embedHost === 'mixdrop') {
-      const params = {
-        id: embedUrl,
-        sv: 'mixdrop',
-      };
-      const realUrl = await ctx.proxiedFetcher<string>(`/getPlay.php`, {
-        baseUrl: warezcdnApiBase,
-        headers: {
-          Referer: `${warezcdnApiBase}/getEmbed.php?${new URLSearchParams(params)}`,
-        },
-        query: params,
-      });
-
-      const realEmbedUrl = realUrl.match(/window\.location\.href="([^"]*)";/);
-      if (!realEmbedUrl) throw new Error('Could not find embed url');
-      embeds.push({
-        embedId: mixdropScraper.id,
-        url: realEmbedUrl[1],
-      });
-    } else if (embedHost === 'warezcdn') {
-      embeds.push(
-        {
-          embedId: warezcdnembedHlsScraper.id,
-          url: embedUrl,
-        },
-        {
-          embedId: warezcdnembedMp4Scraper.id,
-          url: embedUrl,
-        },
-      );
-    }
-  });
-
-  return {
-    embeds,
-  };
-};
 
 export const warezcdnScraper = makeSourcerer({
   id: 'warezcdn',
   name: 'WarezCDN',
   rank: 81,
-  flags: [],
+  flags: [flags.CORS_ALLOWED],
-  scrapeMovie: universalScraper,
+  scrapeMovie: async (ctx) => {
-  scrapeShow: universalScraper,
+    if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
+
+    const serversPage = await ctx.proxiedFetcher<string>(`/filme/${ctx.media.imdbId}`, {
+      baseUrl: warezcdnBase,
+    });
+    const $ = load(serversPage);
+
+    const embedsHost = $('.hostList.active [data-load-embed]').get();
+
+    const embeds: SourcererEmbed[] = [];
+
+    embedsHost.forEach(async (element) => {
+      const embedHost = $(element).attr('data-load-embed-host')!;
+      const embedUrl = $(element).attr('data-load-embed')!;
+
+      if (embedHost === 'mixdrop') {
+        const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', embedUrl);
+        if (!realEmbedUrl) throw new Error('Could not find embed url');
+        embeds.push({
+          embedId: mixdropScraper.id,
+          url: realEmbedUrl,
+        });
+      } else if (embedHost === 'warezcdn') {
+        embeds.push(
+          {
+            embedId: warezcdnembedHlsScraper.id,
+            url: embedUrl,
+          },
+          {
+            embedId: warezcdnembedMp4Scraper.id,
+            url: embedUrl,
+          },
+        );
+      }
+    });
+
+    return {
+      embeds,
+    };
+  },
+  scrapeShow: async (ctx) => {
+    if (!ctx.media.imdbId) throw new NotFoundError('This source requires IMDB id.');
+
+    const url = `${warezcdnBase}/serie/${ctx.media.imdbId}/${ctx.media.season.number}/${ctx.media.episode.number}`;
+
+    const serversPage = await ctx.proxiedFetcher<string>(url);
+
+    const episodeId = serversPage.match(/\$\('\[data-load-episode-content="(\d+)"\]'\)/)?.[1];
+
+    if (!episodeId) throw new NotFoundError('Failed to find episode id');
+
+    const streamsData = await ctx.proxiedFetcher<string>(`/serieAjax.php`, {
+      method: 'POST',
+      baseUrl: warezcdnBase,
+      body: new URLSearchParams({
+        getAudios: episodeId,
+      }),
+      headers: {
+        Origin: warezcdnBase,
+        Referer: url,
+        'X-Requested-With': 'XMLHttpRequest',
+      },
+    });
+
+    const streams: SerieAjaxResponse = JSON.parse(streamsData);
+    const list = streams.list['0'];
+    const embeds: SourcererEmbed[] = [];
+
+    // 3 means ok
+    if (list.mixdropStatus === '3') {
+      const realEmbedUrl = await getExternalPlayerUrl(ctx, 'mixdrop', list.id);
+      if (!realEmbedUrl) throw new Error('Could not find embed url');
+      embeds.push({
+        embedId: mixdropScraper.id,
+        url: realEmbedUrl,
+      });
+    }
+
+    if (list.warezcdnStatus === '3') {
+      embeds.push(
+        {
+          embedId: warezcdnembedHlsScraper.id,
+          url: list.id,
+        },
+        {
+          embedId: warezcdnembedMp4Scraper.id,
+          url: list.id,
+        },
+      );
+    }
+
+    return {
+      embeds,
+    };
+  },
 });

src/providers/sources/warezcdn/types.ts

@@ -0,0 +1,16 @@
+interface Data {
+  id: string;
+  audio: string;
+  mixdropStatus: string;
+  fembedStatus: string;
+  streamtapeStatus: string;
+  warezcdnStatus: string;
+}
+
+type List = {
+  [key: string]: Data;
+};
+
+export interface SerieAjaxResponse {
+  list: List;
+}

src/runners/individualRunner.ts

@@ -71,7 +71,7 @@ export async function scrapeInvidualSource(
 
   // only check for playable streams if there are streams, and if there are no embeds
   if (output.stream && output.stream.length > 0 && output.embeds.length === 0) {
-    const playableStreams = await validatePlayableStreams(output.stream, ops);
+    const playableStreams = await validatePlayableStreams(output.stream, ops, sourceScraper.id);
     if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
     output.stream = playableStreams;
   }
@@ -112,7 +112,7 @@ export async function scrapeIndividualEmbed(
     .filter((stream) => flagsAllowedInFeatures(ops.features, stream.flags));
   if (output.stream.length === 0) throw new NotFoundError('No streams found');
 
-  const playableStreams = await validatePlayableStreams(output.stream, ops);
+  const playableStreams = await validatePlayableStreams(output.stream, ops, embedScraper.id);
   if (playableStreams.length === 0) throw new NotFoundError('No playable streams found');
   output.stream = playableStreams;
 

src/runners/runner.ts

@@ -104,7 +104,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
 
     // return stream is there are any
     if (output.stream?.[0]) {
-      const playableStream = await validatePlayableStream(output.stream[0], ops);
+      const playableStream = await validatePlayableStream(output.stream[0], ops, source.id);
       if (!playableStream) throw new NotFoundError('No streams found');
       return {
         sourceId: source.id,
@@ -151,7 +151,7 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
         if (embedOutput.stream.length === 0) {
           throw new NotFoundError('No streams found');
         }
-        const playableStream = await validatePlayableStream(embedOutput.stream[0], ops);
+        const playableStream = await validatePlayableStream(embedOutput.stream[0], ops, embed.embedId);
         if (!playableStream) throw new NotFoundError('No streams found');
         embedOutput.stream = [playableStream];
       } catch (error) {

src/utils/valid.ts

@@ -1,7 +1,10 @@
+import { warezcdnembedMp4Scraper } from '@/providers/embeds/warezcdn/mp4';
 import { Stream } from '@/providers/streams';
 import { IndividualEmbedRunnerOptions } from '@/runners/individualRunner';
 import { ProviderRunnerOptions } from '@/runners/runner';
 
+const SKIP_VALIDATION_CHECK_IDS = [warezcdnembedMp4Scraper.id];
+
 export function isValidStream(stream: Stream | undefined): boolean {
   if (!stream) return false;
   if (stream.type === 'hls') {
@@ -21,7 +24,10 @@ export function isValidStream(stream: Stream | undefined): boolean {
 export async function validatePlayableStream(
   stream: Stream,
   ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
+  sourcererId: string,
 ): Promise<Stream | null> {
+  if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return stream;
+
   if (stream.type === 'hls') {
     const result = await ops.proxiedFetcher.full(stream.playlist, {
       method: 'GET',
@@ -63,8 +69,11 @@ export async function validatePlayableStream(
 export async function validatePlayableStreams(
   streams: Stream[],
   ops: ProviderRunnerOptions | IndividualEmbedRunnerOptions,
+  sourcererId: string,
 ): Promise<Stream[]> {
-  return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops)))).filter(
+  if (SKIP_VALIDATION_CHECK_IDS.includes(sourcererId)) return streams;
+
+  return (await Promise.all(streams.map((stream) => validatePlayableStream(stream, ops, sourcererId)))).filter(
     (v) => v !== null,
   ) as Stream[];
 }