From 952993a537bc0fd59229fc8b0091a5e7a6a0ed09 Mon Sep 17 00:00:00 2001
From: WebStreamr <210764791+webstreamr@users.noreply.github.com>
Date: Sun, 15 Jun 2025 20:41:02 +0000
Subject: [PATCH] chore(extractor): set Referer to URL origin for external URLs

---
 src/extractor/ExternalUrl.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/extractor/ExternalUrl.ts b/src/extractor/ExternalUrl.ts
index 7f0f3cc..db587ba 100644
--- a/src/extractor/ExternalUrl.ts
+++ b/src/extractor/ExternalUrl.ts
@@ -24,7 +24,7 @@ export class ExternalUrl extends Extractor {
   protected async extractInternal(ctx: Context, url: URL, countryCode: CountryCode, title: string | undefined): Promise<UrlResult[]> {
     try {
       // Make sure the URL is accessible, but avoid causing noise and delays doing this
-      await this.fetcher.head(ctx, url, { noFlareSolverr: true, timeout: 1000 });
+      await this.fetcher.head(ctx, url, { noFlareSolverr: true, timeout: 1000, headers: { Referer: url.origin } });
     } catch {
       return [];
     }