feat(scraper): Added SCRAPE_ON_START flag

To start scraping on boot

Author: TriPSs

.env.example

@@ -39,3 +39,6 @@ TRAKT_KEY=
 
 # The time between cronjobs.
 CRON_TIME='0 0 3 * * *'
+
+# Should the scraper start scraping on start
+SCRAPE_ON_START=false

apps/scraper/src/scraper.module.ts

@@ -51,14 +51,18 @@ export class ScraperModule implements OnApplicationBootstrap {
   private providersService: ProvidersService
 
   public onApplicationBootstrap(): void {
-    const job = new CronJob(this.configService.get('CRON_TIME'), () => {
+    const job = new CronJob(this.configService.get(ConfigService.CRON_TIME), () => {
       this.scrapeConfigs()
     })
 
     this.schedulerRegistry.addCronJob(ScraperModule.JOB_NAME, job)
     job.start()
 
-    this.logger.log(`Enabled cron on '${this.configService.get('CRON_TIME')}'`)
+    this.logger.log(`Enabled cron on '${this.configService.get(ConfigService.CRON_TIME)}'`)
+
+    if (this.configService.get(ConfigService.SCRAPE_ON_START)) {
+      this.scrapeConfigs()
+    }
   }
 
   private async scrapeConfigs(): Promise<void> {

apps/scraper/src/shared/config/config.service.ts

@@ -15,6 +15,7 @@ export class ConfigService {
   public static readonly MONGO_PORT: string = 'MONGO_PORT'
   public static readonly MONGO_DATABASE: string = 'MONGO_DATABASE'
   public static readonly CRON_TIME: string = 'CRON_TIME'
+  public static readonly SCRAPE_ON_START: string = 'SCRAPE_ON_START'
   public static readonly TRAKT_KEY: string = 'TRAKT_KEY'
   public static readonly TMDB_KEY: string = 'TMDB_KEY'
   public static readonly TVDB_KEY: string = 'TVDB_KEY'
@@ -109,6 +110,8 @@ export class ConfigService {
 
       [ConfigService.FANART_KEY]: Joi.string()
         .required(),
+
+      [ConfigService.SCRAPE_ON_START]: Joi.boolean()
     })
 
     const { error, value: validatedEnvConfig } = envVarsSchema.validate(envConfig, { stripUnknown: true })