From fdf1415f6d6a5ad1d2a45c5e33acbf623cce6bb3 Mon Sep 17 00:00:00 2001 From: WebStreamr <210764791+webstreamr@users.noreply.github.com> Date: Sat, 16 Aug 2025 16:22:37 +0000 Subject: [PATCH] chore(extractor): remove HEAD request to XPrime hosters to determine size they seem to be currently rate-limiting and the size info is not that useful here --- src/extractor/XPrime.ts | 1 - ...:oca.flutch09.workers.dev-1631c50f388844984edc66178ed9fc16 | 1 - ...:oca.flutch09.workers.dev-ab4d9eb3b877778ac1dc5049b76b4c6b | 1 - ...:oca.flutch09.workers.dev-c29c4da102aa03b0daa32906662c0769 | 1 - ...:oca.flutch09.workers.dev-dd0e4b16f44d92bd4152c576686c7a20 | 1 - src/extractor/__snapshots__/XPrime.test.ts.snap | 4 ---- 6 files changed, 9 deletions(-) delete mode 100644 src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-1631c50f388844984edc66178ed9fc16 delete mode 100644 src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-ab4d9eb3b877778ac1dc5049b76b4c6b delete mode 100644 src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-c29c4da102aa03b0daa32906662c0769 delete mode 100644 src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-dd0e4b16f44d92bd4152c576686c7a20 diff --git a/src/extractor/XPrime.ts b/src/extractor/XPrime.ts index 2628f57..dc6e06d 100644 --- a/src/extractor/XPrime.ts +++ b/src/extractor/XPrime.ts @@ -54,7 +54,6 @@ export class XPrime extends Extractor { ttl: this.ttl, meta: { countryCodes: [countryCode], - bytes: parseInt((await this.fetcher.head(ctx, url, { headers: { Referer: referer }, minCacheTtl: this.ttl }))['content-length'] as string), height: parseInt(resolution), title, }, diff --git a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-1631c50f388844984edc66178ed9fc16 b/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-1631c50f388844984edc66178ed9fc16 deleted file mode 100644 index 485fe5d..0000000 --- a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-1631c50f388844984edc66178ed9fc16 +++ /dev/null @@ -1 +0,0 @@ -{"accept-ranges":"bytes","access-control-allow-methods":"*","access-control-allow-origin":"https://xprime.tv","age":"189968","ali-swift-global-savetime":"1755063340","alt-svc":"h3=\":443\"; ma=86400","cache-control":"public, max-age=31536000, immutable","cdn-cache-control":"public, max-age=31536000, immutable","cf-cache-status":"MISS","cf-ray":"96f7f793caffd26c-FRA","connection":"close","content-disposition":"attachment;filename=Alien: Earth-S1E1-480P.mp4","content-length":"420170402","content-type":"video/mp4","date":"Fri, 15 Aug 2025 10:21:48 GMT","eagleid":"2ff617a417552533081123028e","etag":"\"C6A45A0457EDA758D7DF7576FF2FDB1C-12\"","last-modified":"Wed, 13 Aug 2025 05:30:23 GMT","nel":"{\"success_fraction\":0,\"report_to\":\"cf-nel\",\"max_age\":604800}","report-to":"{\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v4?s=iK6KXy00H4dsUV65PssAn7rKLgvq2C2cak5DPDyN0R%2BpG8MpU3RJIVMrmmf4Ux79jlRKXxBT3S%2Bjp210eZLTAkruPkqJBbm%2BRgrYNXnjwBaTOkkKhDwZC3Hdb6OKpX0sbnvb2YXyqsTpQ0786Z35AARB6RaQhms%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800}","server":"cloudflare","server-timing":"cfL4;desc=\"?proto=TCP&rtt=0&min_rtt=0&rtt_var=0&sent=0&recv=0&lost=0&retrans=0&sent_bytes=0&recv_bytes=0&delivery_rate=0&cwnd=0&unsent_bytes=0&cid=2581445feac3607a&ts=721&x=0\"","timing-allow-origin":"*","vary":"Accept-Encoding","via":"ens-cache30.l2us4[160,160,206-0,M], ens-cache20.l2us4[161,0], ens-cache15.us22[0,0,200-0,H], ens-cache16.us22[5,0]","x-cache":"HIT TCP_HIT dirn:11:315619406 mlen:0","x-oss-cdn-auth":"success","x-oss-hash-crc64ecma":"16834050796546943518","x-oss-object-type":"Multipart","x-oss-request-id":"689C242CA5D3D93034286C85","x-oss-server-time":"8","x-oss-storage-class":"Standard","x-swift-cachetime":"31104000","x-swift-savetime":"Wed, 13 Aug 2025 05:35:40 GMT"} \ No newline at end of file diff --git a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-ab4d9eb3b877778ac1dc5049b76b4c6b b/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-ab4d9eb3b877778ac1dc5049b76b4c6b deleted file mode 100644 index 4b90aad..0000000 --- a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-ab4d9eb3b877778ac1dc5049b76b4c6b +++ /dev/null @@ -1 +0,0 @@ -{"accept-ranges":"bytes","access-control-allow-methods":"*","access-control-allow-origin":"https://xprime.tv","age":"199101","ali-swift-global-savetime":"1755054206","alt-svc":"h3=\":443\"; ma=86400","cache-control":"public, max-age=31536000, immutable","cdn-cache-control":"public, max-age=31536000, immutable","cf-cache-status":"MISS","cf-ray":"96f7f7937a70d26c-FRA","connection":"close","content-disposition":"attachment;filename=Alien: Earth-S1E1-1080P.mp4","content-length":"871281904","content-type":"video/mp4","date":"Fri, 15 Aug 2025 10:21:47 GMT","eagleid":"a3b5fea017552533074354078e","etag":"\"A916E682B7AC6E06B851A8C778FECF87-51\"","last-modified":"Wed, 13 Aug 2025 03:03:24 GMT","nel":"{\"success_fraction\":0,\"report_to\":\"cf-nel\",\"max_age\":604800}","report-to":"{\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v4?s=4VKbB%2B%2BCwOuVnc8rJR1AXcYR6yksEpmK1RNI5BXUt0EZW5HhZwtdvOVk%2BOdtenwt492cI5myJvdekV2GKA78Pz17V%2FMTLSCnaBXkfFKttbLfmdXxKL51w6dBncXMmq3J1rvW%2BlDBLMxqtMlvN%2FXNMlkJdZXScSc%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800}","server":"cloudflare","server-timing":"cfL4;desc=\"?proto=TCP&rtt=0&min_rtt=0&rtt_var=0&sent=0&recv=0&lost=0&retrans=0&sent_bytes=0&recv_bytes=0&delivery_rate=0&cwnd=0&unsent_bytes=0&cid=eb4294c1b3c9cfec&ts=40&x=0\"","timing-allow-origin":"*","vary":"Accept-Encoding","via":"ens-cache12.l2de3[19,19,206-0,M], ens-cache2.l2de3[386,0], ens-cache5.de10[0,0,200-0,H], ens-cache12.de10[3,0]","x-cache":"HIT TCP_MEM_HIT dirn:-2:-2 mlen:0","x-oss-cdn-auth":"success","x-oss-hash-crc64ecma":"11633186024771853813","x-oss-object-type":"Multipart","x-oss-request-id":"689C007E989F153439D3D9E1","x-oss-server-time":"16","x-oss-storage-class":"Standard","x-swift-cachetime":"31104000","x-swift-savetime":"Wed, 13 Aug 2025 03:03:26 GMT"} \ No newline at end of file diff --git a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-c29c4da102aa03b0daa32906662c0769 b/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-c29c4da102aa03b0daa32906662c0769 deleted file mode 100644 index f995e35..0000000 --- a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-c29c4da102aa03b0daa32906662c0769 +++ /dev/null @@ -1 +0,0 @@ -{"accept-ranges":"bytes","access-control-allow-methods":"*","access-control-allow-origin":"https://xprime.tv","age":"5442571","ali-swift-global-savetime":"1749810736","alt-svc":"h3=\":443\"; ma=86400","cache-control":"public, max-age=31536000, immutable","cdn-cache-control":"public, max-age=31536000, immutable","cf-cache-status":"MISS","cf-ray":"96f7f790ed31d26c-FRA","connection":"close","content-disposition":"attachment;filename=Superman.mp4","content-length":"896638128","content-type":"video/mp4","date":"Fri, 15 Aug 2025 10:21:47 GMT","eagleid":"a3b5fea317552533071221673e","etag":"\"E273E5E2EA0F4F351EE597E014D3EDEE-3\"","last-modified":"Thu, 01 Jun 2023 12:10:55 GMT","nel":"{\"success_fraction\":0,\"report_to\":\"cf-nel\",\"max_age\":604800}","report-to":"{\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v4?s=MPOgJvCX2NGVXvLVAkL9Do%2BXxQJB6Z2j1%2FaClvju88VXQvlO21PTiMZaPtnjIorRafTOREYJ9Y8892ZJkQ38oV5%2BNFcJSUfJQo8hY0Kv3rPPrNYWZBYMFGqgQhOxIk3dsBiowMrb22BRG6cgPv3UGjW4cCxuEoc%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800}","server":"cloudflare","server-timing":"cfL4;desc=\"?proto=TCP&rtt=0&min_rtt=0&rtt_var=0&sent=0&recv=0&lost=0&retrans=0&sent_bytes=0&recv_bytes=0&delivery_rate=0&cwnd=0&unsent_bytes=0&cid=503c8ba5bfeda5bc&ts=125&x=0\"","timing-allow-origin":"*","vary":"Accept-Encoding","via":"ens-cache1.l2de3[0,0,206-0,H], ens-cache5.l2de3[1,0], ens-cache13.de10[0,0,200-0,H], ens-cache15.de10[4,0]","x-cache":"HIT TCP_MEM_HIT dirn:-2:-2 mlen:0","x-oss-cdn-auth":"success","x-oss-hash-crc64ecma":"4771098201880069728","x-oss-object-type":"Multipart","x-oss-qos-delay-time":"1426548","x-oss-request-id":"684BFE2F2547D43238F66A0F","x-oss-server-time":"4","x-oss-storage-class":"Standard","x-swift-cachetime":"30538308","x-swift-savetime":"Thu, 19 Jun 2025 23:40:28 GMT"} \ No newline at end of file diff --git a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-dd0e4b16f44d92bd4152c576686c7a20 b/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-dd0e4b16f44d92bd4152c576686c7a20 deleted file mode 100644 index 346ecd2..0000000 --- a/src/extractor/__fixtures__/XPrime/head-https:oca.flutch09.workers.dev-dd0e4b16f44d92bd4152c576686c7a20 +++ /dev/null @@ -1 +0,0 @@ -{"accept-ranges":"bytes","access-control-allow-methods":"*","access-control-allow-origin":"https://xprime.tv","age":"1163","ali-swift-global-savetime":"1749411183","alt-svc":"h3=\":443\"; ma=86400","cache-control":"public, max-age=31536000, immutable","cdn-cache-control":"public, max-age=31536000, immutable","cf-cache-status":"HIT","cf-ray":"96f7f7909ca9d26c-FRA","connection":"close","content-disposition":"attachment;filename=Superman.mp4","content-length":"401394599","content-type":"video/mp4","date":"Fri, 15 Aug 2025 10:21:47 GMT","eagleid":"a3b5fea617552521434468697e","etag":"\"0F8C23B2BD3CC7F6BA6379E8354B0F84\"","last-modified":"Thu, 17 Nov 2022 00:30:11 GMT","nel":"{\"success_fraction\":0,\"report_to\":\"cf-nel\",\"max_age\":604800}","report-to":"{\"endpoints\":[{\"url\":\"https:\\/\\/a.nel.cloudflare.com\\/report\\/v4?s=5FtQGStEmGWQDt5%2FJ9tfbv6%2FV8Zu7qy7b%2BnLU%2BdVqv7ojoP7bEtRJ%2BXY5xpTmWTFuzFVroRhqPLEb873RCU60Jhc7iZhZDhLPISYsqnek%2BDvftzT96Fv9Yk1tQQxDL2pm%2BpAlnZfAD8D4cW%2BEQ4ofLszBL1YaTs%3D\"}],\"group\":\"cf-nel\",\"max_age\":604800}","server":"cloudflare","server-timing":"cfL4;desc=\"?proto=TCP&rtt=0&min_rtt=0&rtt_var=0&sent=0&recv=0&lost=0&retrans=0&sent_bytes=0&recv_bytes=0&delivery_rate=0&cwnd=0&unsent_bytes=0&cid=2e26c3ffa922ad37&ts=31&x=0\"","timing-allow-origin":"*","vary":"Accept-Encoding","via":"ens-cache8.l2de3[0,0,206-0,H], ens-cache12.l2de3[3,0], ens-cache17.de10[0,0,200-0,H], ens-cache18.de10[7,0]","x-cache":"HIT TCP_MEM_HIT dirn:-2:-2 mlen:0","x-oss-cdn-auth":"success","x-oss-hash-crc64ecma":"4264950399079041808","x-oss-object-type":"Normal","x-oss-request-id":"6845E56FB7AA223534E03B81","x-oss-server-time":"27","x-oss-storage-class":"Standard","x-swift-cachetime":"30691545","x-swift-savetime":"Fri, 13 Jun 2025 14:07:18 GMT"} \ No newline at end of file diff --git a/src/extractor/__snapshots__/XPrime.test.ts.snap b/src/extractor/__snapshots__/XPrime.test.ts.snap index ac9172d..c10a4ec 100644 --- a/src/extractor/__snapshots__/XPrime.test.ts.snap +++ b/src/extractor/__snapshots__/XPrime.test.ts.snap @@ -6,7 +6,6 @@ exports[`XPrime primebox Alien: Earth 1`] = ` "format": "mp4", "label": "XPrime Primebox", "meta": { - "bytes": 871281904, "countryCodes": [ "en", ], @@ -24,7 +23,6 @@ exports[`XPrime primebox Alien: Earth 1`] = ` "format": "mp4", "label": "XPrime Primebox", "meta": { - "bytes": 420170402, "countryCodes": [ "en", ], @@ -47,7 +45,6 @@ exports[`XPrime primebox Superman 1`] = ` "format": "mp4", "label": "XPrime Primebox", "meta": { - "bytes": 401394599, "countryCodes": [ "en", ], @@ -65,7 +62,6 @@ exports[`XPrime primebox Superman 1`] = ` "format": "mp4", "label": "XPrime Primebox", "meta": { - "bytes": 896638128, "countryCodes": [ "en", ],