This is the complete list of members for Tokenizer, including all inherited members.
resTableAttr2IntVector(const Table &resTable, std::vector< std::vector< ui > > &recordsA, std::vector< std::vector< ui > > &recordsB, std::vector< double > &weightsA, std::vector< double > &weightsB, std::vector< double > &wordwt, ui columnA, ui columnB, TokenizerType tok_type, ui &num_word, ui q) | Tokenizer | static |
RStableAttr2IntVector(const Table &tableA, const Table &tableB, std::vector< std::vector< ui > > &recordsA, std::vector< std::vector< ui > > &recordsB, std::vector< double > &weightsA, std::vector< double > &weightsB, std::vector< double > &wordwt, std::vector< ui > &id_mapA, std::vector< ui > &id_mapB, ui columnA, ui columnB, TokenizerType tok_type, ui &num_word, ui q) | Tokenizer | static |
SelftableAttr2IntVector(const Table &tableA, std::vector< std::vector< ui > > &recordsA, std::vector< double > &weightsA, std::vector< double > &wordwt, std::vector< ui > &id_mapA, ui columnA, TokenizerType tok_type, ui &num_word, ui q) | Tokenizer | static |
sortIdMap(std::vector< ui > &id_map, const std::vector< std::vector< ui > > &datasets) | Tokenizer | static |
string2TokensAlphaNumeric(const std::string &s, std::vector< std::string > &res) | Tokenizer | static |
string2TokensDlm(const std::string &s, std::vector< std::string > &res, const std::string &delims) | Tokenizer | static |
string2TokensQGram(const std::string &s, std::vector< std::string > &res, ui q) | Tokenizer | static |
string2TokensWSpace(const std::string &s, std::vector< std::string > &res) | Tokenizer | static |
stringNormalize(std::string &s, ui startegy) | Tokenizer | static |
Tokenizer()=default | Tokenizer | |
Tokenizer(const Tokenizer &other)=delete | Tokenizer | |
Tokenizer(Tokenizer &&other)=delete | Tokenizer | |
updateBagAlphaNumeric(const Table &table, std::vector< std::vector< std::string > > &bow, ui column) | Tokenizer | static |
updateBagDlm(const Table &table, std::vector< std::vector< std::string > > &bow, ui column, const std::string &dlim, ui strategy) | Tokenizer | static |
updateBagQGram(const Table &table, std::vector< std::vector< std::string > > &bow, ui column, ui q) | Tokenizer | static |
~Tokenizer()=default | Tokenizer |