feat(jobs,notifications): add job existence short-circuiting and subscription logging; shrink metadata generation

Author: digitalnomad91

src/jobs/job.service.ts

@@ -155,6 +155,17 @@ export class JobService {
     return job;
   }
 
+  /**
+   * Lightweight existence check by canonical job URL.
+   * Returns true if a job record already exists. Used by external
+   * fetch/store services to short-circuit processing once we start
+   * encountering previously ingested (older) records.
+   */
+  async jobExists(url: string): Promise<boolean> {
+    const existing = await this.prisma.job.findUnique({ where: { url }, select: { id: true } });
+    return !!existing;
+  }
+
   /**
    * Create a new job listing
    * Creates a job with associated company, tags, and metadata

src/jobs/reddit.service.ts

@@ -72,6 +72,13 @@ export class RedditService {
             data: post,
           },
         };
+        // EARLY STOP: if this job already exists we assume all subsequent
+        // posts are older (API returns newest first) and can stop processing.
+        const exists = await this.jobService.jobExists(post.url);
+        if (exists) {
+          this.logger.log(`Encountered existing Reddit job ${post.url}; stopping further processing.`);
+          break;
+        }
         const upsertedJob = await this.jobService.upsertJob(jobInput);
         // Send notifications for new jobs
         const notificationPayload: NotificationPayload = {

src/jobs/web3career.service.ts

@@ -52,6 +52,12 @@ export class Web3CareerService {
             data: job,
           },
         };
+        // EARLY STOP: if job already exists assume remaining are older.
+        const exists = await this.jobService.jobExists(job.apply_url);
+        if (exists) {
+          this.logger.log(`Encountered existing Web3Career job ${job.apply_url}; stopping further processing.`);
+          break;
+        }
         const upserted = await this.jobService.upsertJob(jobInput);
         newJobs.push(upserted);
       } catch (error: any) {