From 533470d0809768308a7fcde29c85c8403ebe4454 Mon Sep 17 00:00:00 2001 From: WebStreamr <210764791+webstreamr@users.noreply.github.com> Date: Fri, 18 Jul 2025 17:47:28 +0000 Subject: [PATCH] fix(extractor): do not skip external blocked URLs --- src/extractor/ExternalUrl.ts | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/src/extractor/ExternalUrl.ts b/src/extractor/ExternalUrl.ts index b51104b..012c894 100644 --- a/src/extractor/ExternalUrl.ts +++ b/src/extractor/ExternalUrl.ts @@ -1,3 +1,4 @@ +import { BlockedError } from '../error'; import { Context, CountryCode, Format, UrlResult } from '../types'; import { Fetcher, showExternalUrls } from '../utils'; import { Extractor } from './Extractor'; @@ -25,8 +26,11 @@ export class ExternalUrl extends Extractor { try { // Make sure the URL is accessible, but avoid causing noise and delays doing this await this.fetcher.head(ctx, url, { noFlareSolverr: true, timeout: 1000, headers: { Referer: url.origin } }); - } catch { - return []; + } catch (error) { + /* istanbul ignore if */ + if (!(error instanceof BlockedError)) { + return []; + } } return [