Skip to content

Commit

Permalink
fix: optimizations for jobs/parse-logs.js
Browse files Browse the repository at this point in the history
  • Loading branch information
titanism committed Feb 27, 2025
1 parent e7e9d51 commit a0d4f55
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 14 deletions.
8 changes: 8 additions & 0 deletions app/models/logs.js
Original file line number Diff line number Diff line change
Expand Up @@ -287,6 +287,14 @@ const PARTIAL_INDICES = [
// meta.session.headers
];

// indices for jobs/parse-logs.js
Logs.index({
is_restricted: 1,
domains: 1,
domains_checked_at: 1
});

// indices for my account > logs
Logs.index({ bounce_category: 1, domains: 1 }); // admin
Logs.index({ bounce_category: 1, domains: 1, user: 1 }); // non-admin
Logs.index({ bounce_category: 1, domains: 1, 'meta.app.hostname': 1 });
Expand Down
23 changes: 9 additions & 14 deletions jobs/parse-logs.js
Original file line number Diff line number Diff line change
Expand Up @@ -118,20 +118,15 @@ graceful.listen();
log.skip_duplicate_check = true;
await log.save();
} catch (err) {
if (err.is_denylist_without_domains) {
try {
await Logs.deleteOne(
{ _id: log._id },
{
writeConcern: { w: 0, j: false }
}
);
} catch (err) {
logger.error(err);
}
} else {
logger.error(err);
}
if (err.is_denylist_without_domains)
Logs.deleteOne(
{ _id: log._id },
{
writeConcern: { w: 0, j: false }
}
)
.then()
.catch((err) => logger.error(err));
}
}
} catch (err) {
Expand Down

0 comments on commit a0d4f55

Please sign in to comment.