awatertrevi/infisical
1
0
Fork 0
mirror of https://github.com/awatertrevi/infisical.git synced 2026-10-08 05:27:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: fixed tokenization strategy

Browse Source
This commit is contained in:
=
2025-08-08 12:29:19 +05:30
parent 676ebaf3c2
commit 34eb9f475a
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/src/lib/fn/string.ts
+10 -4
View File
@@ -20,10 +20,16 @@ const vowelRegex = new RE2(/^[aeiou]/i);
export const startsWithVowel = (str: string) => vowelRegex.test(str); export const startsWithVowel = (str: string) => vowelRegex.test(str);
const pickWordsRegex = new RE2(/(\W+)/);
export const sanitizeString = (dto: { unsanitizedString: string; tokens: string[] }) => { export const sanitizeString = (dto: { unsanitizedString: string; tokens: string[] }) => {
let sanitizedString = dto.unsanitizedString; const words = dto.unsanitizedString.split(pickWordsRegex);
dto.tokens.filter(Boolean).forEach((el) => {
sanitizedString = sanitizedString.replaceAll(el, "[REDACTED]"); const redactionSet = new Set(dto.tokens.filter(Boolean));
const sanitizedWords = words.map((el) => {
if (redactionSet.has(el)) {
return "[REDACTED]";
}
return el;
}); });
return sanitizedString; return sanitizedWords.join("");
}; };