pulsatrix
Loading...
Searching...
No Matches
pulsatrix::MultiHeadAttentionModule Member List

This is the complete list of members for pulsatrix::MultiHeadAttentionModule, including all inherited members.

backward(const Tensor &grad_output) overridepulsatrix::MultiHeadAttentionModulevirtual
compute_device() const overridepulsatrix::MultiHeadAttentionModuleinlinevirtual
d_model() constpulsatrix::MultiHeadAttentionModuleinline
forward(const Tensor &input)pulsatrix::Moduleinline
forward_impl(const Tensor &input) overridepulsatrix::MultiHeadAttentionModuleprotectedvirtual
forward_traced(const Tensor &input, NodeId input_node, ComputationGraph &graph, Autograd &autograd)pulsatrix::Moduleinline
head_dim() constpulsatrix::MultiHeadAttentionModuleinline
is_training() constpulsatrix::Moduleinline
k_norm()pulsatrix::MultiHeadAttentionModuleinline
k_proj()pulsatrix::MultiHeadAttentionModuleinline
last_attention_weights() constpulsatrix::MultiHeadAttentionModuleinline
MultiHeadAttentionModule(int64_t d_model, int64_t num_heads, DeviceBackend *backend, bool use_rope=true, bool use_qk_norm=false)pulsatrix::MultiHeadAttentionModule
named_parameters() overridepulsatrix::MultiHeadAttentionModulevirtual
num_heads() constpulsatrix::MultiHeadAttentionModuleinline
op_type() const overridepulsatrix::MultiHeadAttentionModuleinlinevirtual
out_proj()pulsatrix::MultiHeadAttentionModuleinline
parameters()pulsatrix::Moduleinlinevirtual
propagate_relevance(const Tensor &relevance_out, const LRPRuleConfig &config) overridepulsatrix::MultiHeadAttentionModulevirtual
q_norm()pulsatrix::MultiHeadAttentionModuleinline
q_proj()pulsatrix::MultiHeadAttentionModuleinline
set_requires_grad(bool requires_grad, const std::string &prefix="")pulsatrix::Moduleinline
set_training(bool training) overridepulsatrix::MultiHeadAttentionModulevirtual
supports_lrp_rule(LRPRule rule) constpulsatrix::Moduleinlinevirtual
uses_qk_norm() constpulsatrix::MultiHeadAttentionModuleinline
uses_rope() constpulsatrix::MultiHeadAttentionModuleinline
v_proj()pulsatrix::MultiHeadAttentionModuleinline
~Module()=defaultpulsatrix::Modulevirtual