refactor: improve paragraph chunking logic in content chunker

Author: DeepanshKhurana

build/utils/markdown-chunker.ts

@@ -350,23 +350,24 @@ export function chunkContent(
           currentLines = 0;
         }
       }
-    } else if (block.type === 'paragraph' && block.estimatedLines > linesPerPage) {
-      if (currentChunk.trim()) {
-        chunks.push(currentChunk.trim());
-        currentChunk = '';
-        currentLines = 0;
-      }
-
-      const sentences = block.content.match(/[^.!?]+[.!?]+/g) || [block.content];
-      for (const sentence of sentences) {
-        const sentenceLines = Math.ceil(sentence.length / charsPerLine);
-        if (currentLines + sentenceLines > linesPerPage && currentChunk.trim()) {
-          chunks.push(currentChunk.trim());
-          currentChunk = sentence;
-          currentLines = sentenceLines;
-        } else {
-          currentChunk += sentence;
-          currentLines += sentenceLines;
+    } else if (block.type === 'paragraph') {
+      const remainingSpace = linesPerPage - currentLines;
+      
+      if (remainingSpace >= block.estimatedLines) {
+        currentChunk += (currentChunk ? '\n\n' : '') + block.content;
+        currentLines += block.estimatedLines;
+      } else {
+        const sentences = block.content.match(/[^.!?]+[.!?]+/g) || [block.content];
+        for (const sentence of sentences) {
+          const sentenceLines = Math.ceil(sentence.length / charsPerLine);
+          if (currentLines + sentenceLines > linesPerPage && currentChunk.trim()) {
+            chunks.push(currentChunk.trim());
+            currentChunk = sentence.trim();
+            currentLines = sentenceLines;
+          } else {
+            currentChunk += (currentChunk && !currentChunk.endsWith('\n\n') ? '' : '') + sentence;
+            currentLines += sentenceLines;
+          }
         }
       }
     } else {