Creepso/webstreamr-github
1
0
Fork 0
Code Issues 27 Pull requests 7 Projects Releases 240 Packages Wiki Activity Actions

feat: implement hourly movie cache warmup

Browse source
This commit is contained in:
WebStreamr 2025-06-06 12:08:53 +00:00
parent 01218c77a6
commit 9ba4e7374c
No known key found for this signature in database
2 changed files with 37 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

35
src/index.ts
View file

@ -13,7 +13,7 @@ import {
} from './handler';
import { ExtractorRegistry } from './extractor';
import { ConfigureController, ManifestController, StreamController } from './controller';
import { envGet, envIsProd, Fetcher, StreamResolver } from './utils';
import { envGet, envIsProd, Fetcher, getImdbIdFromTmdbId, StreamResolver, tmdbFetch } from './utils';
const logger = winston.createLogger({
transports: [
@ -63,7 +63,9 @@ addon.use((_req: Request, res: Response, next: NextFunction) => {
addon.use('/', (new ConfigureController(handlers)).router);
addon.use('/', (new ManifestController(handlers)).router);
addon.use('/', (new StreamController(logger, handlers, new StreamResolver(logger))).router);
const streamResolver = new StreamResolver(logger);
addon.use('/', (new StreamController(logger, handlers, streamResolver)).router);
addon.get('/', (_req: Request, res: Response) => {
res.redirect('/configure');
@ -73,3 +75,32 @@ const port = parseInt(envGet('PORT') || '51546');
addon.listen(port, () => {
logger.info(`Add-on Repository URL: http://127.0.0.1:${port}/manifest.json`);
});
const cacheWarmup = async () => {
const ctx = { id: 'warmup', ip: '127.0.0.1', config: { de: 'on', en: 'on', es: 'on', fr: 'on', it: 'on', mx: 'on' } };
logger.info(`starting cache warmup`, ctx);
interface MovieResponsePartial { results: { id: number }[] }
const movies = [
...(await tmdbFetch(ctx, fetcher, '/movie/now_playing') as MovieResponsePartial)['results'],
...(await tmdbFetch(ctx, fetcher, '/movie/popular') as MovieResponsePartial)['results'],
...(await tmdbFetch(ctx, fetcher, '/movie/top_rated') as MovieResponsePartial)['results'],
...(await tmdbFetch(ctx, fetcher, '/trending/movie/day') as MovieResponsePartial)['results'],
];
const movieIds: number[] = [];
movies.forEach((movie) => {
if (!movieIds.includes(movie.id)) {
movieIds.push(movie.id);
}
});
for (const id of movieIds) {
const imdbId = await getImdbIdFromTmdbId(ctx, fetcher, { id, series: undefined, episode: undefined });
await streamResolver.resolve(ctx, handlers, 'movie', imdbId.id);
}
logger.info(`warmed up cache with ${movieIds.length} movies`, ctx);
setTimeout(cacheWarmup, 3600000); // 1 hour
};
setTimeout(cacheWarmup, 10000);

8
src/utils/tmdb.ts
View file

@ -32,10 +32,10 @@ export const parseTmdbId = (id: string): TmdbId => {
};
};
const fetch = async (ctx: Context, fetcher: Fetcher, url: URL): Promise<unknown> => {
export const tmdbFetch = async (ctx: Context, fetcher: Fetcher, path: string): Promise<unknown> => {
const config = { 'headers': { Authorization: 'Bearer ' + envGet('TMDB_ACCESS_TOKEN') }, 'Content-Type': 'application/json' };
return JSON.parse(await fetcher.text(ctx, url, config));
return JSON.parse(await fetcher.text(ctx, new URL(`https://api.themoviedb.org/3${path}`), config));
};
const imdbTmdbMap = new Map<string, number>();
@ -44,7 +44,7 @@ export const getTmdbIdFromImdbId = async (ctx: Context, fetcher: Fetcher, imdbId
return { id: imdbTmdbMap.get(imdbId.id) as number, series: imdbId.series, episode: imdbId.episode };
}
const response = await fetch(ctx, fetcher, new URL(`https://api.themoviedb.org/3/find/${imdbId.id}?external_source=imdb_id`)) as FindResponsePartial;
const response = await tmdbFetch(ctx, fetcher, `/find/${imdbId.id}?external_source=imdb_id`) as FindResponsePartial;
const id = (imdbId.series ? response.tv_results[0] : response.movie_results[0])?.id;
@ -64,7 +64,7 @@ export const getImdbIdFromTmdbId = async (ctx: Context, fetcher: Fetcher, tmdbId
const type = tmdbId.series ? 'tv' : 'movie';
const response = await fetch(ctx, fetcher, new URL(`https://api.themoviedb.org/3/${type}/${tmdbId.id}/external_ids`)) as ExternalIdsResponsePartial;
const response = await tmdbFetch(ctx, fetcher, `/${type}/${tmdbId.id}/external_ids`) as ExternalIdsResponsePartial;
tmdbImdbMap.set(tmdbId.id, response.imdb_id);
return { id: response.imdb_id, series: tmdbId.series, episode: tmdbId.episode };