Method: Langchain::Chunker::RecursiveText#chunks

Defined in:
lib/langchain/chunker/recursive_text.rb

#chunks ⇒ Array<Langchain::Chunk>

Returns:



26
27
28
29
30
31
32
33
34
35
36
 
# File 'lib/langchain/chunker/recursive_text.rb', line 26

def chunks
  splitter = Baran::RecursiveCharacterTextSplitter.new(
    chunk_size: chunk_size,
    chunk_overlap: chunk_overlap,
    separators: separators
  )

  splitter.chunks(text).map do |chunk|
    Langchain::Chunk.new(text: chunk[:text])
  end
end