Merge branch 'lookmovie' of https://github.com/MemeCornucopia/providers-lookmovie into lookmovie

.docs/package.json

@@ -11,7 +11,7 @@
   },
   "devDependencies": {
     "@nuxt-themes/docus": "^1.13.1",
-    "@nuxt/devtools": "^0.6.7",
+    "@nuxt/devtools": "^1.0.1",
     "@nuxt/eslint-config": "^0.1.1",
     "@nuxtjs/plausible": "^0.2.1",
     "@types/node": "^20.4.0",

package-lock.json

@@ -1,18 +1,19 @@
 {
   "name": "@movie-web/providers",
-  "version": "1.0.1",
+  "version": "1.1.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@movie-web/providers",
-      "version": "1.0.1",
+      "version": "1.1.0",
       "license": "MIT",
       "dependencies": {
         "cheerio": "^1.0.0-rc.12",
         "crypto-js": "^4.1.1",
         "form-data": "^4.0.0",
         "json5": "^2.2.3",
+        "iso-639-1": "^3.1.0",
         "nanoid": "^3.3.6",
         "node-fetch": "^2.7.0",
         "unpacker": "^1.0.1"
@@ -1442,7 +1443,8 @@
     },
     "node_modules/crypto-js": {
       "version": "4.2.0",
-      "license": "MIT"
+      "resolved": "https://registry.npmjs.org/crypto-js/-/crypto-js-4.2.0.tgz",
+      "integrity": "sha512-KALDyEYgpY+Rlob/iriUtjV6d5Eq+Y191A5g4UqLAi8CyGP9N1+FdVbkc1SxKc2r4YAYqG8JzO2KGL+AizD70Q=="
     },
     "node_modules/css-select": {
       "version": "5.1.0",
@@ -2908,12 +2910,41 @@
     "node_modules/isarray": {
       "version": "2.0.5",
       "dev": true,
-      "license": "MIT"
+      "dependencies": {
+        "is-docker": "^2.0.0"
+      },
+      "engines": {
+        "node": ">=8"
+      }
+    },
+    "node_modules/is-wsl/node_modules/is-docker": {
+      "version": "2.2.1",
+      "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-2.2.1.tgz",
+      "integrity": "sha512-F+i2BKsFrH66iaUFc0woD8sLy8getkwTwtOBjvs56Cx4CgJDeKQeqfz8wAYiSb8JOprWhHH5p77PbmYCvvUuXQ==",
+      "dev": true,
+      "bin": {
+        "is-docker": "cli.js"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "funding": {
+        "url": "https://github.com/sponsors/sindresorhus"
+      }
     },
     "node_modules/isexe": {
       "version": "2.0.0",
-      "dev": true,
-      "license": "ISC"
+      "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
+      "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==",
+      "dev": true
+    },
+    "node_modules/iso-639-1": {
+      "version": "3.1.0",
+      "resolved": "https://registry.npmjs.org/iso-639-1/-/iso-639-1-3.1.0.tgz",
+      "integrity": "sha512-rWcHp9dcNbxa5C8jA/cxFlWNFNwy5Vup0KcFvgA8sPQs9ZeJHj/Eq0Y8Yz2eL8XlWYpxw4iwh9FfTeVxyqdRMw==",
+      "engines": {
+        "node": ">=6.0"
+      }
     },
     "node_modules/istanbul-lib-coverage": {
       "version": "3.2.2",
@@ -3574,7 +3605,9 @@
       }
     },
     "node_modules/postcss": {
-      "version": "8.4.32",
+      "version": "8.4.31",
+      "resolved": "https://registry.npmjs.org/postcss/-/postcss-8.4.31.tgz",
+      "integrity": "sha512-PS08Iboia9mts/2ygV3eLpY5ghnUcfLV/EXTOW1E2qYxJKGGBUtNjN76FYHnMs36RmARn41bC0AZmn+rR0OVpQ==",
       "dev": true,
       "funding": [
         {

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@movie-web/providers",
-  "version": "1.0.1",
+  "version": "1.1.2",
   "description": "Package that contains all the providers of movie-web",
   "main": "./lib/index.umd.js",
   "types": "./lib/index.d.ts",
@@ -80,6 +80,7 @@
     "crypto-js": "^4.1.1",
     "form-data": "^4.0.0",
     "json5": "^2.2.3",
+    "iso-639-1": "^3.1.0",
     "nanoid": "^3.3.6",
     "node-fetch": "^2.7.0",
     "unpacker": "^1.0.1"

src/__test__/utils/valid.test.ts

@@ -0,0 +1,55 @@
+import { makeStandardFetcher } from "@/fetchers/standardFetch";
+import { makeProviders } from "@/main/builder";
+import { targets } from "@/main/targets";
+import { isValidStream } from "@/utils/valid";
+import fetch from "node-fetch";
+import { describe, it, expect } from "vitest";
+
+describe('isValidStream()', () => {
+  it('should pass valid streams', () => {
+    expect(isValidStream({
+      type: "file",
+      flags: [],
+      qualities: {
+        "1080": {
+          type: "mp4",
+          url: "hello-world"
+        }
+      }
+    })).toBe(true);
+    expect(isValidStream({
+      type: "hls",
+      flags: [],
+      playlist: "hello-world"
+    })).toBe(true);
+  });
+
+  it('should detect empty qualities', () => {
+    expect(isValidStream({
+      type: "file",
+      flags: [],
+      qualities: {}
+    })).toBe(false);
+  });
+  
+  it('should detect empty stream urls', () => {
+    expect(isValidStream({
+      type: "file",
+      flags: [],
+      qualities: {
+        "1080": {
+          type: "mp4",
+          url: "",
+        }
+      }
+    })).toBe(false);
+  });
+    
+  it('should detect emtpy HLS playlists', () => {
+    expect(isValidStream({
+      type: "hls",
+      flags: [],
+      playlist: "",
+    })).toBe(false);
+  });
+});

src/dev-cli.ts

@@ -1,5 +1,7 @@
 /* eslint import/no-extraneous-dependencies: ["error", {"devDependencies": true}] */
 
+import util from 'node:util';
+
 import { program } from 'commander';
 import dotenv from 'dotenv';
 import { prompt } from 'enquirer';
@@ -45,6 +47,10 @@ if (!TMDB_API_KEY?.trim()) {
   throw new Error('Missing MOVIE_WEB_TMDB_API_KEY environment variable');
 }
 
+function logDeepObject(object: Record<any, any>) {
+  console.log(util.inspect(object, { showHidden: false, depth: null, colors: true }));
+}
+
 function getAllSources() {
   // * The only way to get a list of all sources is to
   // * create all these things. Maybe this should change
@@ -181,7 +187,7 @@ async function runScraper(providers: ProviderControls, source: MetaOutput, optio
         id: source.id,
       });
       spinnies.succeed('scrape', { text: 'Done!' });
-      console.log(result);
+      logDeepObject(result);
     } catch (error) {
       let message = 'Unknown error';
       if (error instanceof Error) {
@@ -206,7 +212,7 @@ async function runScraper(providers: ProviderControls, source: MetaOutput, optio
         id: source.id,
       });
       spinnies.succeed('scrape', { text: 'Done!' });
-      console.log(result);
+      logDeepObject(result);
     } catch (error) {
       let message = 'Unknown error';
       if (error instanceof Error) {

src/main/individualRunner.ts

@@ -6,6 +6,7 @@ import { EmbedOutput, SourcererOutput } from '@/providers/base';
 import { ProviderList } from '@/providers/get';
 import { ScrapeContext } from '@/utils/context';
 import { NotFoundError } from '@/utils/errors';
+import { isValidStream } from '@/utils/valid';
 
 export type IndividualSourceRunnerOptions = {
   features: FeatureMap;
@@ -50,7 +51,7 @@ export async function scrapeInvidualSource(
     });
 
   // stream doesn't satisfy the feature flags, so gets removed in output
-  if (output?.stream && !flagsAllowedInFeatures(ops.features, output.stream.flags)) {
+  if (output?.stream && (!isValidStream(output.stream) || !flagsAllowedInFeatures(ops.features, output.stream.flags))) {
     output.stream = undefined;
   }
 
@@ -87,7 +88,9 @@ export async function scrapeIndividualEmbed(
     },
   });
 
+  if (!isValidStream(output.stream)) throw new NotFoundError('stream is incomplete');
   if (!flagsAllowedInFeatures(ops.features, output.stream.flags))
     throw new NotFoundError("stream doesn't satisfy target feature flags");
+
   return output;
 }

src/main/runner.ts

@@ -8,6 +8,7 @@ import { Stream } from '@/providers/streams';
 import { ScrapeContext } from '@/utils/context';
 import { NotFoundError } from '@/utils/errors';
 import { reorderOnIdList } from '@/utils/list';
+import { isValidStream } from '@/utils/valid';
 
 export type RunOutput = {
   sourceId: string;
@@ -79,6 +80,9 @@ export async function runAllProviders(list: ProviderList, ops: ProviderRunnerOpt
           ...contextBase,
           media: ops.media,
         });
+      if (output?.stream && !isValidStream(output?.stream)) {
+        throw new NotFoundError('stream is incomplete');
+      }
       if (output?.stream && !flagsAllowedInFeatures(ops.features, output.stream.flags)) {
         throw new NotFoundError("stream doesn't satisfy target feature flags");
       }

src/providers/all.ts

@@ -1,4 +1,5 @@
 import { Embed, Sourcerer } from '@/providers/base';
+import { febBoxScraper } from '@/providers/embeds/febBox';
 import { mixdropScraper } from '@/providers/embeds/mixdrop';
 import { mp4uploadScraper } from '@/providers/embeds/mp4upload';
 import { streamsbScraper } from '@/providers/embeds/streamsb';
@@ -12,6 +13,8 @@ import { remotestreamScraper } from '@/providers/sources/remotestream';
 import { superStreamScraper } from '@/providers/sources/superstream/index';
 import { zoechipScraper } from '@/providers/sources/zoechip';
 
+import { showBoxScraper } from './sources/showbox';
+
 export function gatherAllSources(): Array<Sourcerer> {
   // all sources are gathered here
   return [
@@ -22,10 +25,11 @@ export function gatherAllSources(): Array<Sourcerer> {
     goMoviesScraper,
     zoechipScraper,
     lookmovieScraper,
+    showBoxScraper,
   ];
 }
 
 export function gatherAllEmbeds(): Array<Embed> {
   // all embeds are gathered here
-  return [upcloudScraper, mp4uploadScraper, streamsbScraper, upstreamScraper, mixdropScraper];
+  return [upcloudScraper, mp4uploadScraper, streamsbScraper, upstreamScraper, febBoxScraper, mixdropScraper];
 }

src/providers/captions.ts

@@ -0,0 +1,32 @@
+import ISO6391 from 'iso-639-1';
+
+export const captionTypes = {
+  srt: 'srt',
+  vtt: 'vtt',
+};
+export type CaptionType = keyof typeof captionTypes;
+
+export type Caption = {
+  type: CaptionType;
+  url: string;
+  hasCorsRestrictions: boolean;
+  language: string;
+};
+
+export function getCaptionTypeFromUrl(url: string): CaptionType | null {
+  const extensions = Object.keys(captionTypes) as CaptionType[];
+  const type = extensions.find((v) => url.endsWith(`.${v}`));
+  if (!type) return null;
+  return type;
+}
+
+export function labelToLanguageCode(label: string): string | null {
+  const code = ISO6391.getCode(label);
+  if (code.length === 0) return null;
+  return code;
+}
+
+export function isValidLanguageCode(code: string | null): boolean {
+  if (!code) return false;
+  return ISO6391.validate(code);
+}

src/providers/embeds/febBox.ts

@@ -0,0 +1,74 @@
+import { flags } from '@/main/targets';
+import { makeEmbed } from '@/providers/base';
+import { StreamFile } from '@/providers/streams';
+import { NotFoundError } from '@/utils/errors';
+
+const febBoxBase = `https://www.febbox.com`;
+
+const allowedQualities = ['360', '480', '720', '1080'];
+
+export const febBoxScraper = makeEmbed({
+  id: 'febbox',
+  name: 'FebBox',
+  rank: 160,
+  async scrape(ctx) {
+    const shareKey = ctx.url.split('/')[4];
+    const streams = await ctx.proxiedFetcher<{
+      data?: {
+        file_list?: {
+          fid?: string;
+        }[];
+      };
+    }>('/file/file_share_list', {
+      headers: {
+        'accept-language': 'en', // without this header, the request is marked as a webscraper
+      },
+      baseUrl: febBoxBase,
+      query: {
+        share_key: shareKey,
+        pwd: '',
+      },
+    });
+
+    const fid = streams?.data?.file_list?.[0]?.fid;
+    if (!fid) throw new NotFoundError('no result found');
+
+    const formParams = new URLSearchParams();
+    formParams.append('fid', fid);
+    formParams.append('share_key', shareKey);
+
+    const player = await ctx.proxiedFetcher<string>('/file/player', {
+      baseUrl: febBoxBase,
+      body: formParams,
+      method: 'POST',
+      headers: {
+        'accept-language': 'en', // without this header, the request is marked as a webscraper
+      },
+    });
+
+    const sourcesMatch = player?.match(/var sources = (\[[^\]]+\]);/);
+    const qualities = sourcesMatch ? JSON.parse(sourcesMatch[0].replace('var sources = ', '').replace(';', '')) : null;
+
+    const embedQualities: Record<string, StreamFile> = {};
+
+    qualities.forEach((quality: { file: string; label: string }) => {
+      const normalizedLabel = quality.label.toLowerCase().replace('p', '');
+      if (allowedQualities.includes(normalizedLabel)) {
+        if (!quality.file) return;
+        embedQualities[normalizedLabel] = {
+          type: 'mp4',
+          url: quality.file,
+        };
+      }
+    });
+
+    return {
+      stream: {
+        type: 'file',
+        captions: [],
+        flags: [flags.NO_CORS],
+        qualities: embedQualities,
+      },
+    };
+  },
+});

src/providers/embeds/mixdrop.ts

@@ -36,6 +36,7 @@ export const mixdropScraper = makeEmbed({
       stream: {
         type: 'file',
         flags: [],
+        captions: [],
         qualities: {
           unknown: {
             type: 'mp4',

src/providers/embeds/mp4upload.ts

@@ -18,6 +18,7 @@ export const mp4uploadScraper = makeEmbed({
       stream: {
         type: 'file',
         flags: [flags.NO_CORS],
+        captions: [],
         qualities: {
           '1080': {
             type: 'mp4',

src/providers/embeds/streamsb.ts

@@ -159,6 +159,7 @@ export const streamsbScraper = makeEmbed({
         type: 'file',
         flags: [flags.NO_CORS],
         qualities,
+        captions: [],
       },
     };
   },

src/providers/embeds/upcloud.ts

@@ -2,6 +2,7 @@ import crypto from 'crypto-js';
 
 import { flags } from '@/main/targets';
 import { makeEmbed } from '@/providers/base';
+import { Caption, getCaptionTypeFromUrl, labelToLanguageCode } from '@/providers/captions';
 
 const { AES, enc } = crypto;
 
@@ -24,6 +25,34 @@ function isJSON(json: string) {
   }
 }
 
+/*
+example script segment:
+switch(I9){case 0x0:II=X,IM=t;break;case 0x1:II=b,IM=D;break;case 0x2:II=x,IM=f;break;case 0x3:II=S,IM=j;break;case 0x4:II=U,IM=G;break;case 0x5:II=partKeyStartPosition_5,IM=partKeyLength_5;}
+*/
+function extractKey(script: string): [number, number][] | null {
+  const startOfSwitch = script.lastIndexOf('switch');
+  const endOfCases = script.indexOf('partKeyStartPosition');
+  const switchBody = script.slice(startOfSwitch, endOfCases);
+
+  const nums: [number, number][] = [];
+  const matches = switchBody.matchAll(/:[a-zA-Z0-9]+=([a-zA-Z0-9]+),[a-zA-Z0-9]+=([a-zA-Z0-9]+);/g);
+  for (const match of matches) {
+    const innerNumbers: number[] = [];
+    for (const varMatch of [match[1], match[2]]) {
+      const regex = new RegExp(`${varMatch}=0x([a-zA-Z0-9]+)`, 'g');
+      const varMatches = [...script.matchAll(regex)];
+      const lastMatch = varMatches[varMatches.length - 1];
+      if (!lastMatch) return null;
+      const number = parseInt(lastMatch[1], 16);
+      innerNumbers.push(number);
+    }
+
+    nums.push([innerNumbers[0], innerNumbers[1]]);
+  }
+
+  return nums;
+}
+
 export const upcloudScraper = makeEmbed({
   id: 'upcloud',
   name: 'UpCloud',
@@ -45,20 +74,22 @@ export const upcloudScraper = makeEmbed({
     let sources: { file: string; type: string } | null = null;
 
     if (!isJSON(streamRes.sources)) {
-      const decryptionKey = JSON.parse(
-        await ctx.proxiedFetcher<string>(`https://raw.githubusercontent.com/enimax-anime/key/e4/key.txt`),
-      ) as [number, number][];
+      const scriptJs = await ctx.proxiedFetcher<string>(`https://rabbitstream.net/js/player/prod/e4-player.min.js`);
+      const decryptionKey = extractKey(scriptJs);
+      if (!decryptionKey) throw new Error('Key extraction failed');
 
       let extractedKey = '';
-      const sourcesArray = streamRes.sources.split('');
-      for (const index of decryptionKey) {
-        for (let i: number = index[0]; i < index[1]; i += 1) {
-          extractedKey += streamRes.sources[i];
-          sourcesArray[i] = '';
-        }
-      }
+      let strippedSources = streamRes.sources;
+      let totalledOffset = 0;
+      decryptionKey.forEach(([a, b]) => {
+        const start = a + totalledOffset;
+        const end = start + b;
+        extractedKey += streamRes.sources.slice(start, end);
+        strippedSources = strippedSources.replace(streamRes.sources.substring(start, end), '');
+        totalledOffset += b;
+      });
 
-      const decryptedStream = AES.decrypt(sourcesArray.join(''), extractedKey).toString(enc.Utf8);
+      const decryptedStream = AES.decrypt(strippedSources, extractedKey).toString(enc.Utf8);
       const parsedStream = JSON.parse(decryptedStream)[0];
       if (!parsedStream) throw new Error('No stream found');
       sources = parsedStream;
@@ -66,11 +97,27 @@ export const upcloudScraper = makeEmbed({
 
     if (!sources) throw new Error('upcloud source not found');
 
+    const captions: Caption[] = [];
+    streamRes.tracks.forEach((track) => {
+      if (track.kind !== 'captions') return;
+      const type = getCaptionTypeFromUrl(track.file);
+      if (!type) return;
+      const language = labelToLanguageCode(track.label);
+      if (!language) return;
+      captions.push({
+        language,
+        hasCorsRestrictions: false,
+        type,
+        url: track.file,
+      });
+    });
+
     return {
       stream: {
         type: 'hls',
         playlist: sources.file,
         flags: [flags.NO_CORS],
+        captions,
       },
     };
   },

src/providers/embeds/upstream.ts

@@ -25,6 +25,7 @@ export const upstreamScraper = makeEmbed({
             type: 'hls',
             playlist: link[1],
             flags: [flags.NO_CORS],
+            captions: [],
           },
         };
       }

src/providers/sources/flixhq/index.ts

@@ -1,7 +1,7 @@
 import { flags } from '@/main/targets';
 import { makeSourcerer } from '@/providers/base';
 import { upcloudScraper } from '@/providers/embeds/upcloud';
-import { getFlixhqSourceDetails, getFlixhqSources } from '@/providers/sources/flixhq/scrape';
+import { getFlixhqMovieSources, getFlixhqShowSources, getFlixhqSourceDetails } from '@/providers/sources/flixhq/scrape';
 import { getFlixhqId } from '@/providers/sources/flixhq/search';
 import { NotFoundError } from '@/utils/errors';
 
@@ -15,10 +15,27 @@ export const flixhqScraper = makeSourcerer({
     const id = await getFlixhqId(ctx, ctx.media);
     if (!id) throw new NotFoundError('no search results match');
 
-    const sources = await getFlixhqSources(ctx, id);
+    const sources = await getFlixhqMovieSources(ctx, ctx.media, id);
     const upcloudStream = sources.find((v) => v.embed.toLowerCase() === 'upcloud');
     if (!upcloudStream) throw new NotFoundError('upcloud stream not found for flixhq');
 
+    return {
+      embeds: [
+        {
+          embedId: upcloudScraper.id,
+          url: await getFlixhqSourceDetails(ctx, upcloudStream.episodeId),
+        },
+      ],
+    };
+  },
+  async scrapeShow(ctx) {
+    const id = await getFlixhqId(ctx, ctx.media);
+    if (!id) throw new NotFoundError('no search results match');
+
+    const sources = await getFlixhqShowSources(ctx, ctx.media, id);
+    const upcloudStream = sources.find((v) => v.embed.toLowerCase() === 'server upcloud');
+    if (!upcloudStream) throw new NotFoundError('upcloud stream not found for flixhq');
+
     return {
       embeds: [
         {

src/providers/sources/flixhq/scrape.ts

@@ -1,16 +1,26 @@
 import { load } from 'cheerio';
 
+import { MovieMedia, ShowMedia } from '@/main/media';
 import { flixHqBase } from '@/providers/sources/flixhq/common';
 import { ScrapeContext } from '@/utils/context';
+import { NotFoundError } from '@/utils/errors';
 
-export async function getFlixhqSources(ctx: ScrapeContext, id: string) {
-  const type = id.split('/')[0];
+export async function getFlixhqSourceDetails(ctx: ScrapeContext, sourceId: string): Promise<string> {
+  const jsonData = await ctx.proxiedFetcher<Record<string, any>>(`/ajax/sources/${sourceId}`, {
+    baseUrl: flixHqBase,
+  });
+
+  return jsonData.link;
+}
+
+export async function getFlixhqMovieSources(ctx: ScrapeContext, media: MovieMedia, id: string) {
   const episodeParts = id.split('-');
   const episodeId = episodeParts[episodeParts.length - 1];
 
-  const data = await ctx.proxiedFetcher<string>(`/ajax/${type}/episodes/${episodeId}`, {
+  const data = await ctx.proxiedFetcher<string>(`/ajax/movie/episodes/${episodeId}`, {
     baseUrl: flixHqBase,
   });
+
   const doc = load(data);
   const sourceLinks = doc('.nav-item > a')
     .toArray()
@@ -28,10 +38,55 @@ export async function getFlixhqSources(ctx: ScrapeContext, id: string) {
   return sourceLinks;
 }
 
-export async function getFlixhqSourceDetails(ctx: ScrapeContext, sourceId: string): Promise<string> {
-  const jsonData = await ctx.proxiedFetcher<Record<string, any>>(`/ajax/sources/${sourceId}`, {
+export async function getFlixhqShowSources(ctx: ScrapeContext, media: ShowMedia, id: string) {
+  const episodeParts = id.split('-');
+  const episodeId = episodeParts[episodeParts.length - 1];
+
+  const seasonsListData = await ctx.proxiedFetcher<string>(`/ajax/season/list/${episodeId}`, {
     baseUrl: flixHqBase,
   });
 
-  return jsonData.link;
+  const seasonsDoc = load(seasonsListData);
+  const season = seasonsDoc('.dropdown-item')
+    .toArray()
+    .find((el) => seasonsDoc(el).text() === `Season ${media.season.number}`)?.attribs['data-id'];
+
+  if (!season) throw new NotFoundError('season not found');
+
+  const seasonData = await ctx.proxiedFetcher<string>(`/ajax/season/episodes/${season}`, {
+    baseUrl: flixHqBase,
+  });
+  const seasonDoc = load(seasonData);
+  const episode = seasonDoc('.nav-item > a')
+    .toArray()
+    .map((el) => {
+      return {
+        id: seasonDoc(el).attr('data-id'),
+        title: seasonDoc(el).attr('title'),
+      };
+    })
+    .find((e) => e.title?.startsWith(`Eps ${media.episode.number}`))?.id;
+
+  if (!episode) throw new NotFoundError('episode not found');
+
+  const data = await ctx.proxiedFetcher<string>(`/ajax/episode/servers/${episode}`, {
+    baseUrl: flixHqBase,
+  });
+
+  const doc = load(data);
+
+  const sourceLinks = doc('.nav-item > a')
+    .toArray()
+    .map((el) => {
+      const query = doc(el);
+      const embedTitle = query.attr('title');
+      const linkId = query.attr('data-id');
+      if (!embedTitle || !linkId) throw new Error('invalid sources');
+      return {
+        embed: embedTitle,
+        episodeId: linkId,
+      };
+    });
+
+  return sourceLinks;
 }

src/providers/sources/flixhq/search.ts

@@ -1,11 +1,11 @@
 import { load } from 'cheerio';
 
-import { MovieMedia } from '@/main/media';
+import { MovieMedia, ShowMedia } from '@/main/media';
 import { flixHqBase } from '@/providers/sources/flixhq/common';
 import { compareMedia } from '@/utils/compare';
 import { ScrapeContext } from '@/utils/context';
 
-export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia): Promise<string | null> {
+export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia | ShowMedia): Promise<string | null> {
   const searchResults = await ctx.proxiedFetcher<string>(`/search/${media.title.replaceAll(/[^a-z0-9A-Z]/g, '-')}`, {
     baseUrl: flixHqBase,
   });
@@ -23,7 +23,7 @@ export async function getFlixhqId(ctx: ScrapeContext, media: MovieMedia): Promis
       return {
         id,
         title,
-        year: +year,
+        year: parseInt(year, 10),
       };
     });
 

src/providers/sources/gomovies/index.ts

@@ -17,9 +17,7 @@ export const goMoviesScraper = makeSourcerer({
   async scrapeShow(ctx) {
     const search = await ctx.proxiedFetcher<string>(`/ajax/search`, {
       method: 'POST',
-      body: JSON.stringify({
-        keyword: ctx.media.title,
-      }),
+      body: new URLSearchParams({ keyword: ctx.media.title }),
       headers: {
         'X-Requested-With': 'XMLHttpRequest',
       },
@@ -104,9 +102,7 @@ export const goMoviesScraper = makeSourcerer({
   async scrapeMovie(ctx) {
     const search = await ctx.proxiedFetcher<string>(`ajax/search`, {
       method: 'POST',
-      body: JSON.stringify({
-        keyword: ctx.media.title,
-      }),
+      body: new URLSearchParams({ keyword: ctx.media.title }),
       headers: {
         'X-Requested-With': 'XMLHttpRequest',
       },

src/providers/sources/remotestream.ts

@@ -23,6 +23,7 @@ export const remotestreamScraper = makeSourcerer({
     return {
       embeds: [],
       stream: {
+        captions: [],
         playlist: playlistLink,
         type: 'hls',
         flags: [flags.NO_CORS],
@@ -40,6 +41,7 @@ export const remotestreamScraper = makeSourcerer({
     return {
       embeds: [],
       stream: {
+        captions: [],
         playlist: playlistLink,
         type: 'hls',
         flags: [flags.NO_CORS],

src/providers/sources/showbox/index.ts

@@ -0,0 +1,63 @@
+import { load } from 'cheerio';
+
+import { flags } from '@/main/targets';
+import { makeSourcerer } from '@/providers/base';
+import { febBoxScraper } from '@/providers/embeds/febBox';
+import { compareMedia } from '@/utils/compare';
+import { NotFoundError } from '@/utils/errors';
+
+const showboxBase = `https://www.showbox.media`;
+
+export const showBoxScraper = makeSourcerer({
+  id: 'show_box',
+  name: 'ShowBox',
+  rank: 20,
+  flags: [flags.NO_CORS],
+  async scrapeMovie(ctx) {
+    const search = await ctx.proxiedFetcher<string>('/search', {
+      baseUrl: showboxBase,
+      query: {
+        keyword: ctx.media.title,
+      },
+    });
+
+    const searchPage = load(search);
+    const result = searchPage('.film-name > a')
+      .toArray()
+      .map((el) => {
+        const titleContainer = el.parent?.parent;
+        if (!titleContainer) return;
+        const year = searchPage(titleContainer).find('.fdi-item').first().text();
+
+        return {
+          title: el.attribs.title,
+          path: el.attribs.href,
+          year: !year.includes('SS') ? parseInt(year, 10) : undefined,
+        };
+      })
+      .find((v) => v && compareMedia(ctx.media, v.title, v.year ? v.year : undefined));
+
+    if (!result?.path) throw new NotFoundError('no result found');
+
+    const febboxResult = await ctx.proxiedFetcher<{
+      data?: { link?: string };
+    }>('/index/share_link', {
+      baseUrl: showboxBase,
+      query: {
+        id: result.path.split('/')[3],
+        type: '1',
+      },
+    });
+
+    if (!febboxResult?.data?.link) throw new NotFoundError('no result found');
+
+    return {
+      embeds: [
+        {
+          embedId: febBoxScraper.id,
+          url: febboxResult.data.link,
+        },
+      ],
+    };
+  },
+});

src/providers/sources/superstream/getStreamQualities.ts

@@ -3,24 +3,24 @@ import { ScrapeContext } from '@/utils/context';
 
 import { sendRequest } from './sendRequest';
 
-import { allowedQualities } from '.';
+const allowedQualities = ['360', '480', '720', '1080'];
 
 export async function getStreamQualities(ctx: ScrapeContext, apiQuery: object) {
-  const mediaRes: { list: { path: string; real_quality: string }[] } = (await sendRequest(ctx, apiQuery)).data;
+  const mediaRes: { list: { path: string; quality: string; fid?: number }[] } = (await sendRequest(ctx, apiQuery)).data;
   ctx.progress(66);
 
   const qualityMap = mediaRes.list
-    .filter((file) => allowedQualities.includes(file.real_quality.replace('p', '')))
+    .filter((file) => allowedQualities.includes(file.quality.replace('p', '')))
     .map((file) => ({
       url: file.path,
-      quality: file.real_quality.replace('p', ''),
+      quality: file.quality.replace('p', ''),
     }));
 
   const qualities: Record<string, StreamFile> = {};
 
   allowedQualities.forEach((quality) => {
     const foundQuality = qualityMap.find((q) => q.quality === quality);
-    if (foundQuality) {
+    if (foundQuality && foundQuality.url) {
       qualities[quality] = {
         type: 'mp4',
         url: foundQuality.url,
@@ -28,5 +28,8 @@ export async function getStreamQualities(ctx: ScrapeContext, apiQuery: object) {
     }
   });
 
-  return qualities;
+  return {
+    qualities,
+    fid: mediaRes.list[0]?.fid,
+  };
 }

src/providers/sources/superstream/index.ts

@@ -1,13 +1,12 @@
 import { flags } from '@/main/targets';
 import { makeSourcerer } from '@/providers/base';
+import { getSubtitles } from '@/providers/sources/superstream/subtitles';
 import { compareTitle } from '@/utils/compare';
 import { NotFoundError } from '@/utils/errors';
 
 import { getStreamQualities } from './getStreamQualities';
 import { sendRequest } from './sendRequest';
 
-export const allowedQualities = ['360', '480', '720', '1080'];
-
 export const superStreamScraper = makeSourcerer({
   id: 'superstream',
   name: 'Superstream',
@@ -15,14 +14,14 @@ export const superStreamScraper = makeSourcerer({
   flags: [flags.NO_CORS],
   async scrapeShow(ctx) {
     const searchQuery = {
-      module: 'Search3',
+      module: 'Search4',
       page: '1',
       type: 'all',
       keyword: ctx.media.title,
       pagelimit: '20',
     };
 
-    const searchRes = (await sendRequest(ctx, searchQuery, true)).data;
+    const searchRes = (await sendRequest(ctx, searchQuery, true)).data.list;
     ctx.progress(33);
 
     const superstreamEntry = searchRes.find(
@@ -43,11 +42,19 @@ export const superStreamScraper = makeSourcerer({
       group: '',
     };
 
-    const qualities = await getStreamQualities(ctx, apiQuery);
+    const { qualities, fid } = await getStreamQualities(ctx, apiQuery);
 
     return {
       embeds: [],
       stream: {
+        captions: await getSubtitles(
+          ctx,
+          superstreamId,
+          fid,
+          'show',
+          ctx.media.episode.number,
+          ctx.media.season.number,
+        ),
         qualities,
         type: 'file',
         flags: [flags.NO_CORS],
@@ -56,14 +63,14 @@ export const superStreamScraper = makeSourcerer({
   },
   async scrapeMovie(ctx) {
     const searchQuery = {
-      module: 'Search3',
+      module: 'Search4',
       page: '1',
       type: 'all',
       keyword: ctx.media.title,
       pagelimit: '20',
     };
 
-    const searchRes = (await sendRequest(ctx, searchQuery, true)).data;
+    const searchRes = (await sendRequest(ctx, searchQuery, true)).data.list;
     ctx.progress(33);
 
     const superstreamEntry = searchRes.find(
@@ -82,11 +89,12 @@ export const superStreamScraper = makeSourcerer({
       group: '',
     };
 
-    const qualities = await getStreamQualities(ctx, apiQuery);
+    const { qualities, fid } = await getStreamQualities(ctx, apiQuery);
 
     return {
       embeds: [],
       stream: {
+        captions: await getSubtitles(ctx, superstreamId, fid, 'movie'),
         qualities,
         type: 'file',
         flags: [flags.NO_CORS],

src/providers/sources/superstream/subtitles.ts

@@ -0,0 +1,58 @@
+import { Caption, getCaptionTypeFromUrl, isValidLanguageCode } from '@/providers/captions';
+import { sendRequest } from '@/providers/sources/superstream/sendRequest';
+import { ScrapeContext } from '@/utils/context';
+
+interface CaptionApiResponse {
+  data: {
+    list: {
+      subtitles: {
+        order: number;
+        lang: string;
+        file_path: string;
+      }[];
+    }[];
+  };
+}
+
+export async function getSubtitles(
+  ctx: ScrapeContext,
+  id: string,
+  fid: number | undefined,
+  type: 'show' | 'movie',
+  episodeId?: number,
+  seasonId?: number,
+): Promise<Caption[]> {
+  const module = type === 'movie' ? 'Movie_srt_list_v2' : 'TV_srt_list_v2';
+  const subtitleApiQuery = {
+    fid,
+    uid: '',
+    module,
+    mid: type === 'movie' ? id : undefined,
+    tid: type !== 'movie' ? id : undefined,
+    episode: episodeId?.toString(),
+    season: seasonId?.toString(),
+    group: episodeId ? '' : undefined,
+  };
+
+  const subtitleList = ((await sendRequest(ctx, subtitleApiQuery)) as CaptionApiResponse).data.list;
+  const output: Caption[] = [];
+
+  subtitleList.forEach((sub) => {
+    const subtitle = sub.subtitles.sort((a, b) => b.order - a.order)[0];
+    if (!subtitle) return;
+    const subtitleType = getCaptionTypeFromUrl(subtitle.file_path);
+    if (!subtitleType) return;
+
+    const validCode = isValidLanguageCode(subtitle.lang);
+    if (!validCode) return;
+
+    output.push({
+      language: subtitle.lang,
+      hasCorsRestrictions: true,
+      type: subtitleType,
+      url: subtitle.file_path,
+    });
+  });
+
+  return output;
+}

src/providers/streams.ts

@@ -1,4 +1,5 @@
 import { Flags } from '@/main/targets';
+import { Caption } from '@/providers/captions';
 
 export type StreamFile = {
   type: 'mp4';
@@ -12,12 +13,14 @@ export type FileBasedStream = {
   type: 'file';
   flags: Flags[];
   qualities: Partial<Record<Qualities, StreamFile>>;
+  captions: Caption[];
 };
 
 export type HlsBasedStream = {
   type: 'hls';
   flags: Flags[];
   playlist: string;
+  captions: Caption[];
 };
 
 export type Stream = FileBasedStream | HlsBasedStream;

src/utils/errors.ts

@@ -1,6 +1,6 @@
 export class NotFoundError extends Error {
   constructor(reason?: string) {
-    super(`Couldn't found a stream: ${reason ?? 'not found'}`);
+    super(`Couldn't find a stream: ${reason ?? 'not found'}`);
     this.name = 'NotFoundError';
   }
 }

src/utils/valid.ts

@@ -0,0 +1,17 @@
+import { Stream } from '@/providers/streams';
+
+export function isValidStream(stream: Stream | undefined): boolean {
+  if (!stream) return false;
+  if (stream.type === 'hls') {
+    if (!stream.playlist) return false;
+    return true;
+  }
+  if (stream.type === 'file') {
+    const validQualities = Object.values(stream.qualities).filter((v) => v.url.length > 0);
+    if (validQualities.length === 0) return false;
+    return true;
+  }
+
+  // unknown file type
+  return false;
+}