Method List

Classes Methods Files

Search:

#attention_mask TokenizerRuby::Encoding
#count TokenizerRuby::Tokenizer
#decode TokenizerRuby::Tokenizer
#decode_batch TokenizerRuby::Tokenizer
#disable_padding TokenizerRuby::Tokenizer
#disable_truncation TokenizerRuby::Tokenizer
#enable_padding TokenizerRuby::Tokenizer
#enable_truncation TokenizerRuby::Tokenizer
#encode TokenizerRuby::Tokenizer
#encode_batch TokenizerRuby::Tokenizer
from_file TokenizerRuby::Tokenizer
from_pretrained TokenizerRuby::Tokenizer
#id_to_token TokenizerRuby::Tokenizer
#ids TokenizerRuby::Encoding
#initialize TokenizerRuby::Tokenizer
#initialize TokenizerRuby::Encoding
#length TokenizerRuby::Encoding
#offsets TokenizerRuby::Encoding
#special_tokens_mask TokenizerRuby::Encoding
#token_to_id TokenizerRuby::Tokenizer
#tokens TokenizerRuby::Encoding
#truncate TokenizerRuby::Tokenizer
#type_ids TokenizerRuby::Encoding
#vocab_size TokenizerRuby::Tokenizer
#word_ids TokenizerRuby::Encoding