Project Files
src / utils / docs / retrieval / chunkText.ts
export function chunkText(text: string, chunkSize = 1000, overlap = 150): string[] {
const chunks: string[] = [];
let start = 0;
while (start < text.length) {
const end = Math.min(start + chunkSize, text.length);
chunks.push(text.slice(start, end));
if (end === text.length) break;
start = end - overlap;
}
return chunks;
}