tokenizer Member List

This is the complete list of members for tokenizer, including all inherited members.

_abbr_map	tokenizer	[private]
_error	tokenizer	[private]
_regex_map	tokenizer	[private]
add_abbreviation(const char *abbr)	tokenizer
add_regex(const char *regex, size_t key, size_t min, size_t max)	tokenizer
clear()	tokenizer	[private]
clear_abbr()	tokenizer
clear_regex()	tokenizer
do_abbr(const char *phrase, tokenizer_output_sequence_t &tokens) const	tokenizer	[private]
do_hyphen(const char *phrase, tokenizer_output_sequence_t &tokens) const	tokenizer	[private]
do_regex(const char *phrase, tokenizer_output_sequence_t &tokens) const	tokenizer	[private]
get_last_error() const	tokenizer	[inline]
load_abbr(const char *file_name)	tokenizer
load_regex(const char *file_name)	tokenizer
match(const char *x, size_t len, size_t tokens, size_t &key) const	tokenizer	[private]
tokenize(const char *str, tokenizer_output_sequence_t &out, byte_allocator &all, size_t flags=T_ALL) const	tokenizer
tokenizer()	tokenizer
~tokenizer()	tokenizer