ReLU.hpp

Go to the documentation of this file.

#pragma once
 
#include "Activation.hpp"
 
namespace NNFS
{
    class ReLU : public Activation
    {
    public:
        ReLU() : Activation(ActivationType::RELU) {}
 
        void forward(Eigen::MatrixXd &out, const Eigen::MatrixXd &x) override
        {
            _forward_input = x;
 
            out = (x.array() < 0.0).select(0.0, x);
        }
 
        void backward(Eigen::MatrixXd &out, const Eigen::MatrixXd &dx) override
        {
            out = dx.array() * (_forward_input.array() > 0).cast<double>();
        }
    };
} // namespace NNFS