hex

Class Layer

java.lang.Object

water.Iced

hex.Layer

All Implemented Interfaces:

java.lang.Cloneable, Freezable

Direct Known Subclasses:

Layer.Input, Layer.Maxout, Layer.Output, Layer.Rectifier, Layer.Tanh

public abstract class Layer
extends Iced

Neural network layer.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Layer.Input
static class	Layer.Linear
static class	Layer.Maxout
static class	Layer.Output
static class	Layer.Rectifier
static class	Layer.RectifierDropout
static class	Layer.RectifierPrime
static class	Layer.Softmax
static class	Layer.Tanh
static class	Layer.TanhPrime Apply tanh to the weights' transpose.
static class	Layer.VecLinear
static class	Layer.VecsInput
static class	Layer.VecSoftmax

Field Summary

Fields

Modifier and Type	Field and Description
protected float[]	_a
protected float[]	_b
protected float[]	_bm
protected float[]	_bp
protected float[]	_e
protected Layer.Input	_input
protected Layer	_previous
protected float[]	_w
protected float[]	_wm
protected float[]	_wp
static DocGen.FieldDoc[]	DOC_FIELDS
float	l1
float	l2
long	momentum_ramp
float	momentum_stable
float	momentum_start
boolean	per_weight
float	rate
float	rate_annealing
int	units

Constructor Summary

Constructors

Constructor and Description
Layer()

Method Summary

Methods

Modifier and Type	Method and Description
protected abstract void	bprop()
protected void	bprop(int u, float g, float r, float m) Apply gradient g to unit u with rate r and momentum m.
Layer	clone()
void	close()
protected abstract void	fprop(boolean training)
void	init(Layer[] ls, int index)
void	init(Layer[] ls, int index, boolean weights, long step, java.util.Random rand)
float	momentum(long n)
float	rate(long n)
static void	shareWeights(Layer[] src, Layer[] dst)
static void	shareWeights(Layer src, Layer dst)
AutoBuffer	writeJSON(AutoBuffer bb)

Methods inherited from class water.Iced

frozenType, init, newInstance, read, toDocField, write, writeJSONFields

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DOC_FIELDS

public static DocGen.FieldDoc[] DOC_FIELDS

units

public int units

rate

public float rate

rate_annealing

public float rate_annealing

l1

public float l1

l2

public float l2

momentum_start

public float momentum_start

momentum_ramp

public long momentum_ramp

momentum_stable

public float momentum_stable

per_weight

public boolean per_weight

_w

protected transient float[] _w

_b

protected transient float[] _b

_a

protected transient float[] _a

_e

protected transient float[] _e

_wm

protected transient float[] _wm

_bm

protected transient float[] _bm

_wp

protected transient float[] _wp

_bp

protected transient float[] _bp

_previous

protected transient Layer _previous

_input

protected transient Layer.Input _input

Constructor Detail

Layer

public Layer()

Method Detail

init

public final void init(Layer[] ls,
        int index)

init

public void init(Layer[] ls,
        int index,
        boolean weights,
        long step,
        java.util.Random rand)

close

public void close()

fprop

protected abstract void fprop(boolean training)

bprop

protected abstract void bprop()

bprop

protected final void bprop(int u,
         float g,
         float r,
         float m)

Apply gradient g to unit u with rate r and momentum m.

rate

public float rate(long n)

momentum

public float momentum(long n)

clone

public Layer clone()

Overrides:

clone in class Iced

shareWeights

public static void shareWeights(Layer src,
                Layer dst)

shareWeights

public static void shareWeights(Layer[] src,
                Layer[] dst)

writeJSON

public AutoBuffer writeJSON(AutoBuffer bb)

Overrides:

writeJSON in class Iced