Creepso/webstreamr-github
1
0
Fork 0
Code Issues 27 Pull requests 7 Projects Releases 240 Packages Wiki Activity Actions

feat(extractor): cache not found results too

Browse source
This commit is contained in:
WebStreamr 2025-05-25 18:53:15 +02:00
parent 9e9d4b2081
commit 6b5c9a4ce7
No known key found for this signature in database
1 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/extractor/ExtractorRegistry.ts
View file

@ -12,7 +12,7 @@ import { NotFoundError } from '../error';
export class ExtractorRegistry {
private readonly logger: winston.Logger;
private readonly extractors: Extractor[];
private readonly urlResultCache: TTLCache<string, UrlResult>;
private readonly urlResultCache: TTLCache<string, UrlResult | undefined>;
constructor(logger: winston.Logger, fetcher: Fetcher) {
this.logger = logger;
@ -27,7 +27,7 @@ export class ExtractorRegistry {
readonly handle = async (ctx: Context, url: URL, countryCode: string): Promise<UrlResult | undefined> => {
let urlResult = this.urlResultCache.get(url.href);
if (urlResult) {
if (this.urlResultCache.has(url.href)) {
return urlResult;
}
@ -38,6 +38,8 @@ export class ExtractorRegistry {
urlResult = await extractor.extract(ctx, url, countryCode);
} catch (error) {
if (error instanceof NotFoundError) {
this.urlResultCache.set(url.href, urlResult, { ttl: extractor.ttl });
return undefined;
}