Creepso/webstreamr-github
1
0
Fork 0
Code Issues 27 Pull requests 7 Projects Releases 240 Packages Wiki Activity Actions

chore(fetcher): block a host temporarily after 30 times timing out instead of 10

Browse source
This commit is contained in:
WebStreamr 2025-08-08 08:24:23 +00:00
parent 785091f340
commit 78ced84774
No known key found for this signature in database
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/utils/Fetcher.ts
View file

@ -57,7 +57,7 @@ export class Fetcher {
private readonly DEFAULT_TIMEOUT = 15000;
private readonly DEFAULT_QUEUE_LIMIT = 5;
private readonly DEFAULT_QUEUE_TIMEOUT = 5000;
private readonly DEFAULT_FAILED_REQUEST_COUNT_THROW = 10;
private readonly DEFAULT_TIMEOUTS_COUNT_THROW = 30;
private readonly TIMEOUT_CACHE_TTL = 3600000; // 1h
private readonly logger: winston.Logger;
@ -256,7 +256,7 @@ export class Fetcher {
throw new TooManyRequestsError(this.rateLimitedCache.getRemainingTTL(url.host) / 1000);
}
if ((this.timeoutsCountCache.get(url.host) ?? 0) >= (init?.timeoutsCountThrow ?? this.DEFAULT_FAILED_REQUEST_COUNT_THROW)) {
if ((this.timeoutsCountCache.get(url.host) ?? 0) >= (init?.timeoutsCountThrow ?? this.DEFAULT_TIMEOUTS_COUNT_THROW)) {
throw new TooManyTimeoutsError();
}