pulsatrix 1.1.0
Loading...
Searching...
No Matches
pulsatrix::TokenModel Member List

This is the complete list of members for pulsatrix::TokenModel, including all inherited members.

id_to_token(int64_t id) const =0pulsatrix::TokenModelpure virtual
token_to_id(std::string_view token) const =0pulsatrix::TokenModelpure virtual
tokenize(std::string_view piece) const =0pulsatrix::TokenModelpure virtual
vocab_size() const =0pulsatrix::TokenModelpure virtual
~TokenModel()=defaultpulsatrix::TokenModelvirtual