Browse Source

use markdown

nHigashiWeseek 1 year ago
parent
commit
4c1de975eb
1 changed files with 1 additions and 1 deletions
  1. 1 1
      packages/markdown-splitter/src/services/markdown-splitter.ts

+ 1 - 1
packages/markdown-splitter/src/services/markdown-splitter.ts

@@ -14,7 +14,7 @@ export async function splitMarkdownIntoChunks(
 ): Promise<Document[]> {
 ): Promise<Document[]> {
   const validMarkdownString = markdownString || '';
   const validMarkdownString = markdownString || '';
 
 
-  const mdSplitter = new RecursiveCharacterTextSplitter({
+  const mdSplitter = RecursiveCharacterTextSplitter.fromLanguage('markdown', {
     chunkSize, // Use the provided chunkSize
     chunkSize, // Use the provided chunkSize
     chunkOverlap: 0,
     chunkOverlap: 0,
   });
   });