pulsatrix 1.1.0
Loading...
Searching...
No Matches
pulsatrix::CharModel Member List

This is the complete list of members for pulsatrix::CharModel, including all inherited members.

CharModel(std::vector< std::string > chars, const std::string &unk_token)pulsatrix::CharModel
id_to_token(int64_t id) const overridepulsatrix::CharModelvirtual
token_to_id(std::string_view token) const overridepulsatrix::CharModelvirtual
tokenize(std::string_view piece) const overridepulsatrix::CharModelvirtual
vocab_size() const overridepulsatrix::CharModelinlinevirtual
~TokenModel()=defaultpulsatrix::TokenModelvirtual