Merge pull request #3671 from Infisical/fix/pitCheckpointCreationBatch

PIT: fix checkpoint creation to do it in batches to avoid insert fails

backend/src/lib/config/env.ts

@@ -245,7 +245,7 @@ const envSchema = z
     DATADOG_HOSTNAME: zpStr(z.string().optional()),
 
     // PIT
-    PIT_CHECKPOINT_WINDOW: zpStr(z.string().optional().default("1")),
+    PIT_CHECKPOINT_WINDOW: zpStr(z.string().optional().default("2")),
     PIT_TREE_CHECKPOINT_WINDOW: zpStr(z.string().optional().default("30")),
 
     /* CORS ----------------------------------------------------------------------------- */

backend/src/services/folder-commit/folder-commit-service.ts

@@ -295,10 +295,19 @@ export const folderCommitServiceFactory = ({
       },
       tx
     );
+
+    const batchSize = 500;
+    const chunks = chunkArray(checkpointResources, batchSize);
+
+    await Promise.all(
+      chunks.map(async (chunk) => {
         await folderCheckpointResourcesDAL.insertMany(
-      checkpointResources.map((resource) => ({ folderCheckpointId: newCheckpoint.id, ...resource })),
+          chunk.map((resource) => ({ folderCheckpointId: newCheckpoint.id, ...resource })),
           tx
         );
+      })
+    );
+
     return latestCommitId;
   };