Sync logs and db records

Author: andrwils

src/cron/janitor.ts

@@ -3,6 +3,32 @@ import * as fs from 'fs';
 import { DB_FILE_STATUS, JANITOR_COPIES } from '../constants';
 import { DatabaseService } from '../services/database.service';
 
+export async function syncLogsDb(db: DatabaseService) {
+  console.log('janitor: sync logs with DB records');
+  const result = await db.query<{
+    id: number;
+    basename: string;
+    path: string;
+  }>(
+    `
+    SELECT id, basename, path
+    FROM logs
+    WHERE status = ?
+    ORDER BY id DESC
+    `,
+    [DB_FILE_STATUS.CopiedToObjectStore],
+  );
+  for (const row of result.rows) {
+    try {
+      const filePath = row.path;
+      fs.openSync(`${filePath}`, 'r');
+    } catch (err) {
+      console.log(`Delete db row id with missing log: ${row.id}`);
+      db.deleteLog(row.id);
+    }
+  }
+}
+
 export async function removeOldLogs(db: DatabaseService) {
   console.log('janitor: start');
   const nameHash: { [key: string]: number } = {};

src/index.ts

@@ -11,7 +11,7 @@ import {
 import { backup } from './cron/backup';
 import { DatabaseService } from './services/database.service';
 import { rotateLogs } from './cron/rotate';
-import { removeOldLogs } from './cron/janitor';
+import { removeOldLogs, syncLogsDb } from './cron/janitor';
 import { compress } from './cron/compress';
 
 console.log('Starting...');
@@ -41,6 +41,7 @@ async function main() {
     await backup(db);
   });
   const janitorJob = Cron(CRON_JANITOR, async () => {
+    await syncLogsDb(db);
     await removeOldLogs(db);
   });
   console.log(`Rotate job next run: ${rotateJob.nextRun()}`);