pulsatrix 1.1.0
Loading...
Searching...
No Matches
pulsatrix::WordLevelModel Member List

This is the complete list of members for pulsatrix::WordLevelModel, including all inherited members.

id_to_token(int64_t id) const overridepulsatrix::WordLevelModelvirtual
token_to_id(std::string_view token) const overridepulsatrix::WordLevelModelvirtual
tokenize(std::string_view piece) const overridepulsatrix::WordLevelModelvirtual
vocab_size() const overridepulsatrix::WordLevelModelinlinevirtual
WordLevelModel(std::vector< std::string > vocab, const std::string &unk_token)pulsatrix::WordLevelModel
~TokenModel()=defaultpulsatrix::TokenModelvirtual