Improvement on createCommit function to add changes in batches

backend/src/services/folder-commit/folder-commit-service.ts

@@ -7,6 +7,7 @@ import { TPermissionServiceFactory } from "@app/ee/services/permission/permissio
 import { ProjectPermissionCommitsActions, ProjectPermissionSub } from "@app/ee/services/permission/project-permission";
 import { getConfig } from "@app/lib/config/env";
 import { BadRequestError, DatabaseError, NotFoundError } from "@app/lib/errors";
+import { chunkArray } from "@app/lib/fn";
 import { logger } from "@app/lib/logger";
 
 import { ActorAuthMethod, ActorType } from "../auth/auth-type";
@@ -590,8 +591,13 @@ export const folderCommitServiceFactory = ({
         tx
       );
 
+      const batchSize = 500;
+      const chunks = chunkArray(data.changes, batchSize);
+
+      await Promise.all(
+        chunks.map(async (chunk) => {
           await folderCommitChangesDAL.insertMany(
-        data.changes.map((change) => ({
+            chunk.map((change) => ({
               folderCommitId: newCommit.id,
               changeType: change.type,
               secretVersionId: change.secretVersionId,
@@ -600,6 +606,8 @@ export const folderCommitServiceFactory = ({
             })),
             tx
           );
+        })
+      );
 
       await createFolderCheckpoint({ folderId: data.folderId, folderCommitId: newCommit.id, tx });
       if (folderCommitQueueService) {