lwtDev::GRULayer Class Reference

#include <Stack.h>

Inheritance diagram for lwtDev::GRULayer:

Collaboration diagram for lwtDev::GRULayer:

Public Member Functions
	GRULayer (const ActivationConfig &activation, const ActivationConfig &inner_activation, const MatrixXd &W_z, const MatrixXd &U_z, const VectorXd &b_z, const MatrixXd &W_r, const MatrixXd &U_r, const VectorXd &b_r, const MatrixXd &W_h, const MatrixXd &U_h, const VectorXd &b_h)
virtual	~GRULayer ()
virtual MatrixXd	scan (const MatrixXd &) const override
void	step (const VectorXd &input, GRUState &) const

Public Attributes
bool	m_go_backwards = false
bool	m_return_sequence = false

Private Attributes
std::function< double(double)>	m_activation_fun
std::function< double(double)>	m_inner_activation_fun
MatrixXd	m_W_z
MatrixXd	m_U_z
VectorXd	m_b_z
MatrixXd	m_W_r
MatrixXd	m_U_r
VectorXd	m_b_r
MatrixXd	m_W_h
MatrixXd	m_U_h
VectorXd	m_b_h
int	m_n_outputs

Detailed Description

Definition at line 277 of file Stack.h.

Constructor & Destructor Documentation

GRULayer()

lwtDev::GRULayer::GRULayer	(	const ActivationConfig &	activation,
		const ActivationConfig &	inner_activation,
		const MatrixXd &	W_z,
		const MatrixXd &	U_z,
		const VectorXd &	b_z,
		const MatrixXd &	W_r,
		const MatrixXd &	U_r,
		const VectorXd &	b_r,
		const MatrixXd &	W_h,
		const MatrixXd &	U_h,
		const VectorXd &	b_h )

Definition at line 550 of file Stack.cxx.

                                                                                      :
    m_W_z(W_z),
    m_U_z(U_z),
    m_b_z(b_z),
    m_W_r(W_r),
    m_U_r(U_r),
    m_b_r(b_r),
    m_W_h(W_h),
    m_U_h(U_h),
    m_b_h(b_h)
  {
    m_n_outputs = m_W_h.rows();
 
    m_activation_fun = get_activation(activation);
    m_inner_activation_fun = get_activation(inner_activation);
  }

~GRULayer()

virtual lwtDev::GRULayer::~GRULayer ( )

inlinevirtual

Definition at line 286 of file Stack.h.

{};

Member Function Documentation

scan()

MatrixXd lwtDev::GRULayer::scan ( const MatrixXd & x ) const

overridevirtual

Implements lwtDev::IRecurrentLayer.

Definition at line 598 of file Stack.cxx.

                                                   {
 
    GRUState state(x.cols(), m_n_outputs);
 
    for(state.time = 0; state.time < x.cols(); state.time++) {
      step( x.col( state.time ), state );
    }
 
    return state.h_t;
  }

step()

void lwtDev::GRULayer::step	(	const VectorXd &	input,
		GRUState &	s ) const

Definition at line 582 of file Stack.cxx.

                                                             {
    // https://github.com/fchollet/keras/blob/master/keras/layers/recurrent.py#L547
 
    const auto& act_fun = m_activation_fun;
    const auto& in_act_fun = m_inner_activation_fun;
 
    int tm1 = s.time == 0 ? 0 : s.time - 1;
    VectorXd h_tm1 = s.h_t.col(tm1);
    VectorXd z  = (m_W_z*x_t + m_b_z + m_U_z*h_tm1).unaryExpr(in_act_fun);
    VectorXd r  = (m_W_r*x_t + m_b_r + m_U_r*h_tm1).unaryExpr(in_act_fun);
    VectorXd rh = r.cwiseProduct(h_tm1);
    VectorXd hh = (m_W_h*x_t + m_b_h + m_U_h*rh).unaryExpr(act_fun);
    VectorXd one = VectorXd::Ones(z.size());
    s.h_t.col(s.time)  = z.cwiseProduct(h_tm1) + (one - z).cwiseProduct(hh);
  }

Member Data Documentation

m_activation_fun

std::function<double(double)> lwtDev::GRULayer::m_activation_fun

private

Definition at line 291 of file Stack.h.

m_b_h

VectorXd lwtDev::GRULayer::m_b_h

private

Definition at line 304 of file Stack.h.

m_b_r

VectorXd lwtDev::GRULayer::m_b_r

private

Definition at line 300 of file Stack.h.

m_b_z

VectorXd lwtDev::GRULayer::m_b_z

private

Definition at line 296 of file Stack.h.

m_go_backwards

bool lwtDev::IRecurrentLayer::m_go_backwards = false

inherited

Definition at line 218 of file Stack.h.

m_inner_activation_fun

std::function<double(double)> lwtDev::GRULayer::m_inner_activation_fun

private

Definition at line 292 of file Stack.h.

m_n_outputs

int lwtDev::GRULayer::m_n_outputs

private

Definition at line 306 of file Stack.h.

m_return_sequence

bool lwtDev::IRecurrentLayer::m_return_sequence = false

inherited

Definition at line 219 of file Stack.h.

m_U_h

MatrixXd lwtDev::GRULayer::m_U_h

private

Definition at line 303 of file Stack.h.

m_U_r

MatrixXd lwtDev::GRULayer::m_U_r

private

Definition at line 299 of file Stack.h.

m_U_z

MatrixXd lwtDev::GRULayer::m_U_z

private

Definition at line 295 of file Stack.h.

m_W_h

MatrixXd lwtDev::GRULayer::m_W_h

private

Definition at line 302 of file Stack.h.

m_W_r

MatrixXd lwtDev::GRULayer::m_W_r

private

Definition at line 298 of file Stack.h.

m_W_z

MatrixXd lwtDev::GRULayer::m_W_z

private

Definition at line 294 of file Stack.h.

---

The documentation for this class was generated from the following files:

• Stack.h
• Stack.cxx