Entity Matching by Similarity Join
 
Loading...
Searching...
No Matches
Tokenizer Member List

This is the complete list of members for Tokenizer, including all inherited members.

resTableAttr2IntVector(const Table &resTable, std::vector< std::vector< ui > > &recordsA, std::vector< std::vector< ui > > &recordsB, std::vector< double > &weightsA, std::vector< double > &weightsB, std::vector< double > &wordwt, ui columnA, ui columnB, TokenizerType tok_type, ui &num_word, ui q)Tokenizerstatic
RStableAttr2IntVector(const Table &tableA, const Table &tableB, std::vector< std::vector< ui > > &recordsA, std::vector< std::vector< ui > > &recordsB, std::vector< double > &weightsA, std::vector< double > &weightsB, std::vector< double > &wordwt, std::vector< ui > &id_mapA, std::vector< ui > &id_mapB, ui columnA, ui columnB, TokenizerType tok_type, ui &num_word, ui q)Tokenizerstatic
SelftableAttr2IntVector(const Table &tableA, std::vector< std::vector< ui > > &recordsA, std::vector< double > &weightsA, std::vector< double > &wordwt, std::vector< ui > &id_mapA, ui columnA, TokenizerType tok_type, ui &num_word, ui q)Tokenizerstatic
sortIdMap(std::vector< ui > &id_map, const std::vector< std::vector< ui > > &datasets)Tokenizerstatic
string2TokensAlphaNumeric(const std::string &s, std::vector< std::string > &res)Tokenizerstatic
string2TokensDlm(const std::string &s, std::vector< std::string > &res, const std::string &delims)Tokenizerstatic
string2TokensQGram(const std::string &s, std::vector< std::string > &res, ui q)Tokenizerstatic
string2TokensWSpace(const std::string &s, std::vector< std::string > &res)Tokenizerstatic
stringNormalize(std::string &s, ui startegy)Tokenizerstatic
Tokenizer()=defaultTokenizer
Tokenizer(const Tokenizer &other)=deleteTokenizer
Tokenizer(Tokenizer &&other)=deleteTokenizer
updateBagAlphaNumeric(const Table &table, std::vector< std::vector< std::string > > &bow, ui column)Tokenizerstatic
updateBagDlm(const Table &table, std::vector< std::vector< std::string > > &bow, ui column, const std::string &dlim, ui strategy)Tokenizerstatic
updateBagQGram(const Table &table, std::vector< std::vector< std::string > > &bow, ui column, ui q)Tokenizerstatic
~Tokenizer()=defaultTokenizer