Module: ChunkerRuby

Defined in:
lib/chunker_ruby.rb,
lib/chunker_ruby/code.rb,
lib/chunker_ruby/html.rb,
lib/chunker_ruby/chunk.rb,
lib/chunker_ruby/token.rb,
lib/chunker_ruby/version.rb,
lib/chunker_ruby/markdown.rb,
lib/chunker_ruby/semantic.rb,
lib/chunker_ruby/sentence.rb,
lib/chunker_ruby/character.rb,
lib/chunker_ruby/separator.rb,
lib/chunker_ruby/base_splitter.rb,
lib/chunker_ruby/json_splitter.rb,
lib/chunker_ruby/sliding_window.rb,
lib/chunker_ruby/rails/chunkable.rb,
lib/chunker_ruby/recursive_character.rb

Defined Under Namespace

Modules: Rails Classes: BaseSplitter, Character, Chunk, Code, HTML, JSONSplitter, Markdown, RecursiveCharacter, Semantic, Sentence, Separator, SlidingWindow, Token

Constant Summary collapse

VERSION = 
"0.2.0"

Class Method Summary collapse

Class Method Details

.split(text, chunk_size: 1000, chunk_overlap: 200, **options) ⇒ Object 



19
20
21
 
# File 'lib/chunker_ruby.rb', line 19

def self.split(text, chunk_size: 1000, chunk_overlap: 200, **options)
  RecursiveCharacter.new(chunk_size: chunk_size, chunk_overlap: chunk_overlap, **options).split(text)
end