Creepso/webstreamr-github
1
0
Fork 0
Code Issues 27 Pull requests 7 Projects Releases 240 Packages Wiki Activity Actions

chore(extractor): start refreshing results randomly after at least 2/3 of the TTL passed

Browse source
This commit is contained in:
WebStreamr 2025-09-02 14:41:29 +00:00
parent 896ec74959
commit 969ab8d0d7
No known key found for this signature in database
1 changed files with 14 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/extractor/ExtractorRegistry.ts
View file

@ -28,8 +28,16 @@ export class ExtractorRegistry {
: `${extractor.id}_${normalizedUrl}`;
const storedDataRaw = await this.urlResultCache.get<UrlResult[]>(cacheKey, { raw: true });
if (storedDataRaw) {
return (storedDataRaw.value as UrlResult[]).map(urlResult => ({ ...urlResult, ttl: storedDataRaw.expires as number - Date.now(), url: new URL(urlResult.url) }));
const expires = storedDataRaw?.expires;
if (storedDataRaw && expires) {
// Ignore the cache randomly after at least 2/3 of the TTL passed to start refreshing results slowly
const refreshTimestamp = this.randomInteger(expires - extractor.ttl * (2 / 3), expires);
const now = Date.now();
/* istanbul ignore if */
if (refreshTimestamp > now) {
return (storedDataRaw.value as UrlResult[]).map(urlResult => ({ ...urlResult, ttl: expires - now, url: new URL(urlResult.url) }));
}
}
this.logger.info(`Extract stream URL using ${extractor.id} extractor from ${url}`, ctx);
@ -42,4 +50,8 @@ export class ExtractorRegistry {
return urlResults;
};
private randomInteger(min: number, max: number) {
return Math.floor(Math.random() * (max - min + 1)) + min;
}
}