diff --git a/src/extractor/ExternalUrl.ts b/src/extractor/ExternalUrl.ts index 34d5c0d..35b300f 100644 --- a/src/extractor/ExternalUrl.ts +++ b/src/extractor/ExternalUrl.ts @@ -1,4 +1,3 @@ -import { BlockedError } from '../error'; import { Context, Format, Meta, UrlResult } from '../types'; import { showExternalUrls } from '../utils'; import { Extractor } from './Extractor'; @@ -14,19 +13,7 @@ export class ExternalUrl extends Extractor { return showExternalUrls(ctx.config) && null !== url.host.match(/.*/); } - protected async extractInternal(ctx: Context, url: URL, meta: Meta): Promise { - const headers = { Referer: meta.referer ?? url.href }; - - try { - // Make sure the URL is accessible, but avoid causing noise and delays doing this - await this.fetcher.head(ctx, url, { noFlareSolverr: true, timeout: 1000, headers }); - } catch (error) { - /* istanbul ignore if */ - if (!(error instanceof BlockedError)) { - return []; - } - } - + protected async extractInternal(_ctx: Context, url: URL, meta: Meta): Promise { return [ { url: url, diff --git a/src/extractor/__snapshots__/ExternalUrl.test.ts.snap b/src/extractor/__snapshots__/ExternalUrl.test.ts.snap index fa3e9a7..02ba3e7 100644 --- a/src/extractor/__snapshots__/ExternalUrl.test.ts.snap +++ b/src/extractor/__snapshots__/ExternalUrl.test.ts.snap @@ -1,6 +1,20 @@ // Jest Snapshot v1, https://jestjs.io/docs/snapshot-testing -exports[`ExternalUrl 404 - not found 1`] = `[]`; +exports[`ExternalUrl 404 - not found 1`] = ` +[ + { + "format": "unknown", + "isExternal": true, + "label": "streamtape.com", + "meta": { + "countryCodes": [], + }, + "sourceId": "external_", + "ttl": 21600000, + "url": "https://streamtape.com/e/gjA1OQ4klyHxgJ", + }, +] +`; exports[`ExternalUrl netu.fanstream.us 1`] = ` [