Creepso/webstreamr-github
1
0
Fork 0
Code Issues 27 Pull requests 7 Projects Releases 240 Packages Wiki Activity Actions

fix(extractor): do not skip external blocked URLs

Browse source
This commit is contained in:
WebStreamr 2025-07-18 17:47:28 +00:00
parent f6dcd74dfb
commit 533470d080
No known key found for this signature in database
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/extractor/ExternalUrl.ts
View file

@ -1,3 +1,4 @@
import { BlockedError } from '../error';
import { Context, CountryCode, Format, UrlResult } from '../types';
import { Fetcher, showExternalUrls } from '../utils';
import { Extractor } from './Extractor';
@ -25,8 +26,11 @@ export class ExternalUrl extends Extractor {
try {
// Make sure the URL is accessible, but avoid causing noise and delays doing this
await this.fetcher.head(ctx, url, { noFlareSolverr: true, timeout: 1000, headers: { Referer: url.origin } });
} catch {
return [];
} catch (error) {
/* istanbul ignore if */
if (!(error instanceof BlockedError)) {
return [];
}
}
return [