lwtDev::LSTMLayer Class Reference

#include <Stack.h>

Inheritance diagram for lwtDev::LSTMLayer:

Collaboration diagram for lwtDev::LSTMLayer:

Public Member Functions
	LSTMLayer (const ActivationConfig &activation, const ActivationConfig &inner_activation, const MatrixXd &W_i, const MatrixXd &U_i, const VectorXd &b_i, const MatrixXd &W_f, const MatrixXd &U_f, const VectorXd &b_f, const MatrixXd &W_o, const MatrixXd &U_o, const VectorXd &b_o, const MatrixXd &W_c, const MatrixXd &U_c, const VectorXd &b_c, bool go_backwards, bool return_sequence)
virtual	~LSTMLayer ()
virtual MatrixXd	scan (const MatrixXd &) const override
void	step (const VectorXd &input, LSTMState &) const

Public Attributes
bool	m_go_backwards = false
bool	m_return_sequence = false

Private Attributes
std::function< double(double)>	m_activation_fun
std::function< double(double)>	m_inner_activation_fun
MatrixXd	m_W_i
MatrixXd	m_U_i
VectorXd	m_b_i
MatrixXd	m_W_f
MatrixXd	m_U_f
VectorXd	m_b_f
MatrixXd	m_W_o
MatrixXd	m_U_o
VectorXd	m_b_o
MatrixXd	m_W_c
MatrixXd	m_U_c
VectorXd	m_b_c
int	m_n_outputs

Detailed Description

Definition at line 236 of file Stack.h.

Constructor & Destructor Documentation

LSTMLayer()

lwtDev::LSTMLayer::LSTMLayer	(	const ActivationConfig &	activation,
		const ActivationConfig &	inner_activation,
		const MatrixXd &	W_i,
		const MatrixXd &	U_i,
		const VectorXd &	b_i,
		const MatrixXd &	W_f,
		const MatrixXd &	U_f,
		const VectorXd &	b_f,
		const MatrixXd &	W_o,
		const MatrixXd &	U_o,
		const VectorXd &	b_o,
		const MatrixXd &	W_c,
		const MatrixXd &	U_c,
		const VectorXd &	b_c,
		bool	go_backwards,
		bool	return_sequence )

Definition at line 473 of file Stack.cxx.

                                   :
    m_W_i(W_i),
    m_U_i(U_i),
    m_b_i(b_i),
    m_W_f(W_f),
    m_U_f(U_f),
    m_b_f(b_f),
    m_W_o(W_o),
    m_U_o(U_o),
    m_b_o(b_o),
    m_W_c(W_c),
    m_U_c(U_c),
    m_b_c(b_c)
  {
    m_n_outputs = m_W_o.rows();
 
    m_activation_fun = get_activation(activation);
    m_inner_activation_fun = get_activation(inner_activation);
    m_go_backwards = go_backwards;
    m_return_sequence = return_sequence;
  }

~LSTMLayer()

virtual lwtDev::LSTMLayer::~LSTMLayer ( )

inlinevirtual

Definition at line 248 of file Stack.h.

{};

Member Function Documentation

scan()

MatrixXd lwtDev::LSTMLayer::scan ( const MatrixXd & x ) const

overridevirtual

Implements lwtDev::IRecurrentLayer.

Definition at line 535 of file Stack.cxx.

                                                    {
    LSTMState state(x.cols(), m_n_outputs);
 
    for(state.time = 0; state.time < x.cols(); state.time++) {
      if(m_go_backwards)
        step( x.col( x.cols() -1 - state.time ), state );
      else
        step( x.col( state.time ), state );
    }
 
    return state.h_t;
  }

step()

void lwtDev::LSTMLayer::step	(	const VectorXd &	input,
		LSTMState &	s ) const

Definition at line 516 of file Stack.cxx.

                                                              {
    // https://github.com/fchollet/keras/blob/master/keras/layers/recurrent.py#L740
 
    const auto& act_fun = m_activation_fun;
    const auto& in_act_fun = m_inner_activation_fun;
 
    int tm1 = s.time == 0 ? 0 : s.time - 1;
    VectorXd h_tm1 = s.h_t.col(tm1);
    VectorXd C_tm1 = s.C_t.col(tm1);
 
    VectorXd i  =  (m_W_i*x_t + m_b_i + m_U_i*h_tm1).unaryExpr(in_act_fun);
    VectorXd f  =  (m_W_f*x_t + m_b_f + m_U_f*h_tm1).unaryExpr(in_act_fun);
    VectorXd o  =  (m_W_o*x_t + m_b_o + m_U_o*h_tm1).unaryExpr(in_act_fun);
    VectorXd ct =  (m_W_c*x_t + m_b_c + m_U_c*h_tm1).unaryExpr(act_fun);
 
    s.C_t.col(s.time) = f.cwiseProduct(C_tm1) + i.cwiseProduct(ct);
    s.h_t.col(s.time) = o.cwiseProduct(s.C_t.col(s.time).unaryExpr(act_fun));
  }

Member Data Documentation

m_activation_fun

std::function<double(double)> lwtDev::LSTMLayer::m_activation_fun

private

Definition at line 253 of file Stack.h.

m_b_c

VectorXd lwtDev::LSTMLayer::m_b_c

private

Definition at line 270 of file Stack.h.

m_b_f

VectorXd lwtDev::LSTMLayer::m_b_f

private

Definition at line 262 of file Stack.h.

m_b_i

VectorXd lwtDev::LSTMLayer::m_b_i

private

Definition at line 258 of file Stack.h.

m_b_o

VectorXd lwtDev::LSTMLayer::m_b_o

private

Definition at line 266 of file Stack.h.

m_go_backwards

bool lwtDev::IRecurrentLayer::m_go_backwards = false

inherited

Definition at line 218 of file Stack.h.

m_inner_activation_fun

std::function<double(double)> lwtDev::LSTMLayer::m_inner_activation_fun

private

Definition at line 254 of file Stack.h.

m_n_outputs

int lwtDev::LSTMLayer::m_n_outputs

private

Definition at line 272 of file Stack.h.

m_return_sequence

bool lwtDev::IRecurrentLayer::m_return_sequence = false

inherited

Definition at line 219 of file Stack.h.

m_U_c

MatrixXd lwtDev::LSTMLayer::m_U_c

private

Definition at line 269 of file Stack.h.

m_U_f

MatrixXd lwtDev::LSTMLayer::m_U_f

private

Definition at line 261 of file Stack.h.

m_U_i

MatrixXd lwtDev::LSTMLayer::m_U_i

private

Definition at line 257 of file Stack.h.

m_U_o

MatrixXd lwtDev::LSTMLayer::m_U_o

private

Definition at line 265 of file Stack.h.

m_W_c

MatrixXd lwtDev::LSTMLayer::m_W_c

private

Definition at line 268 of file Stack.h.

m_W_f

MatrixXd lwtDev::LSTMLayer::m_W_f

private

Definition at line 260 of file Stack.h.

m_W_i

MatrixXd lwtDev::LSTMLayer::m_W_i

private

Definition at line 256 of file Stack.h.

m_W_o

MatrixXd lwtDev::LSTMLayer::m_W_o

private

Definition at line 264 of file Stack.h.

---

The documentation for this class was generated from the following files:

• Stack.h
• Stack.cxx