dqn_agent.hpp

Go to the documentation of this file.

 
#pragma once
 
#include <cstdint>
 
#include "pulsatrix/agent.hpp"
#include "pulsatrix/device_backend.hpp"
#include "pulsatrix/module.hpp"
#include "pulsatrix/tensor.hpp"
 
namespace pulsatrix {
 
class DQNAgent : public Agent {
public:
    DQNAgent(Module* q_network, int64_t action_dim, float epsilon, DeviceBackend* backend, uint32_t seed = 42);
 
    [[nodiscard]] Tensor act(const Tensor& observation) override;
 
    [[nodiscard]] Tensor act_greedy(const Tensor& observation);
 
    void set_epsilon(float epsilon);
 
    [[nodiscard]] float epsilon() const { return epsilon_; }
 
    [[nodiscard]] int64_t action_dim() const { return action_dim_; }
 
private:
    [[nodiscard]] float next_unit();
 
    [[nodiscard]] int64_t next_index(int64_t bound);
 
    [[nodiscard]] Tensor greedy_action(const Tensor& observation);
 
    Module* q_network_;
    int64_t action_dim_;
    float epsilon_;
    DeviceBackend* backend_;
    uint32_t lcg_state_;
};
 
}  // namespace pulsatrix