reduce campaigns and ses webhook concurrency

This commit is contained in:
KM Koushik
2025-07-22 21:39:36 +10:00
parent f73a1c75ad
commit 105932101c
3 changed files with 13 additions and 3 deletions

View File

@@ -17,7 +17,7 @@ import {
import { validateDomainFromEmail } from "~/server/service/domain-service"; import { validateDomainFromEmail } from "~/server/service/domain-service";
import { import {
getDocumentUploadUrl, getDocumentUploadUrl,
isStorageConfigured isStorageConfigured,
} from "~/server/service/storage-service"; } from "~/server/service/storage-service";
const statuses = Object.values(CampaignStatus) as [CampaignStatus]; const statuses = Object.values(CampaignStatus) as [CampaignStatus];
@@ -63,8 +63,18 @@ export const campaignRouter = createTRPCRouter({
skip: offset, skip: offset,
take: limit, take: limit,
}); });
let time = performance.now();
campaignsP.then((campaigns) => {
console.log(
`Time taken to get campaigns: ${performance.now() - time} milliseconds`
);
});
const [campaigns, count] = await Promise.all([campaignsP, countP]); const [campaigns, count] = await Promise.all([campaignsP, countP]);
console.log(
`Time taken to get campaigns and count: ${performance.now() - time} milliseconds`
);
return { campaigns, totalPage: Math.ceil(count / limit) }; return { campaigns, totalPage: Math.ceil(count / limit) };
}), }),

View File

@@ -379,7 +379,7 @@ export async function updateCampaignAnalytics(
}); });
} }
const CAMPAIGN_EMAIL_CONCURRENCY = 200; const CAMPAIGN_EMAIL_CONCURRENCY = 50;
class CampaignEmailService { class CampaignEmailService {
private static campaignQueue = new Queue(CAMPAIGN_MAIL_PROCESSING_QUEUE, { private static campaignQueue = new Queue(CAMPAIGN_MAIL_PROCESSING_QUEUE, {

View File

@@ -290,7 +290,7 @@ export class SesHookParser {
}, },
{ {
connection: getRedis(), connection: getRedis(),
concurrency: 200, concurrency: 50,
} }
); );