Activation.hpp

Go to the documentation of this file.

#pragma once
 
#include "../Layer/Layer.hpp"
 
namespace NNFS
{
    enum class ActivationType
    {
        RELU,
        SIGMOID,
        TANH,
        SOFTMAX,
        NONE
    };
    class Activation : public Layer
    {
    public:
        ActivationType activation_type; // Type of activation function
 
    public:
        Activation(ActivationType activation_type) : Layer(LayerType::ACTIVATION), activation_type(activation_type) {}
 
    protected:
        Eigen::MatrixXd _forward_input; // Input data for forward pass
    };
} // namespace NNFS