hex.gbm

Class SharedTreeModelBuilder<TM extends DTree.TreeModel>

java.lang.Object

water.Iced

water.api.Constants

water.api.RequestStatics

water.api.RequestArguments

water.api.RequestQueries

water.api.RequestBuilders

water.api.Request

water.Request2

water.Job

water.Job.FrameJob

water.Job.ColumnsJob

water.Job.ModelJob

water.Job.ValidatedJob

hex.gbm.SharedTreeModelBuilder<TM>

All Implemented Interfaces:

java.lang.Cloneable, Freezable

Direct Known Subclasses:

DRF, GBM

public abstract class SharedTreeModelBuilder<TM extends DTree.TreeModel>
extends Job.ValidatedJob

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	SharedTreeModelBuilder.Score
class	SharedTreeModelBuilder.ScoreBuildHistogram

Nested classes/interfaces inherited from class water.Job

Job.ChunkProgress, Job.ChunkProgressJob, Job.ColumnsJob, Job.Fail, Job.FrameJob, Job.HexJob, Job.JobCancelledException, Job.JobState, Job.ModelJob, Job.Progress, Job.ProgressMonitor, Job.ValidatedJob

Nested classes/interfaces inherited from class water.Request2

Request2.ColumnSelect, Request2.Dependent, Request2.DoClassBoolean, Request2.DRFCopyDataBoolean, Request2.MultiVecSelect, Request2.MultiVecSelectType, Request2.TypeaheadKey, Request2.VecClassSelect, Request2.VecSelect

Nested classes/interfaces inherited from class water.api.Request

Request.API, Request.Default, Request.Filter, Request.Validator<V>

Nested classes/interfaces inherited from class water.api.RequestBuilders

RequestBuilders.ArrayBuilder, RequestBuilders.ArrayHeaderRowBuilder, RequestBuilders.ArrayRowBuilder, RequestBuilders.ArrayRowElementBuilder, RequestBuilders.ArrayRowSingleColBuilder, RequestBuilders.BooleanStringBuilder, RequestBuilders.Builder, RequestBuilders.ElementBuilder, RequestBuilders.HideBuilder, RequestBuilders.KeyCellBuilder, RequestBuilders.KeyElementBuilder, RequestBuilders.KeyLinkElementBuilder, RequestBuilders.KeyMinAvgMaxBuilder, RequestBuilders.NoCaptionObjectBuilder, RequestBuilders.ObjectBuilder, RequestBuilders.PaginatedTable, RequestBuilders.PreFormattedBuilder, RequestBuilders.Response, RequestBuilders.ResponseInfo, RequestBuilders.WarningCellBuilder

Nested classes/interfaces inherited from class water.api.RequestArguments

RequestArguments.Argument<T>, RequestArguments.Bool, RequestArguments.CaseModeSelect, RequestArguments.CaseSelect, RequestArguments.ClassifyBool, RequestArguments.DRFCopyDataBool, RequestArguments.EnumArgument<T extends java.lang.Enum<T>>, RequestArguments.ExistingFile, RequestArguments.FrameClassVec, RequestArguments.FrameKeyMultiVec, RequestArguments.FrameKeyVec, RequestArguments.GeneralFile, RequestArguments.H2OCategoryStrata, RequestArguments.H2OCategoryWeights, RequestArguments.H2OExistingKey, RequestArguments.H2OGLMModelKey, RequestArguments.H2OHexKey, RequestArguments.H2OHexKeyCol, RequestArguments.H2OKey, RequestArguments.H2OKey2, RequestArguments.H2OKMeansModelKey, RequestArguments.H2OModelKey<TM extends OldModel,TK extends TypeaheadKeysRequest>, RequestArguments.HexAllColumnSelect, RequestArguments.HexColumnSelect, RequestArguments.HexKeyClassCol, RequestArguments.HexNonClassColumnSelect, RequestArguments.HexNonConstantColumnSelect, RequestArguments.HexPCAColumnSelect, RequestArguments.InputCheckBox, RequestArguments.InputSelect<T>, RequestArguments.InputText<T>, RequestArguments.Int, RequestArguments.LongInt, RequestArguments.MultipleSelect<T>, RequestArguments.MultipleText<T>, RequestArguments.NTree, RequestArguments.NumberSequence, RequestArguments.Real, RequestArguments.Record<T>, RequestArguments.RFModelKey, RequestArguments.RSeq, RequestArguments.Str, RequestArguments.StringList, RequestArguments.TypeaheadInputText<T>

Nested classes/interfaces inherited from class water.api.RequestStatics

RequestStatics.RequestType

Nested classes/interfaces inherited from class water.api.Constants

Constants.Extensions, Constants.Schemes, Constants.Suffixes

Field Summary

Fields

Modifier and Type	Field and Description
protected long[]	_distribution
protected double[]	_errs
protected int	_nclass
protected int	_ncols
protected long	_nrows
static int	DECIDED_ROW Marker for already decided row.
static double[]	DEFAULT_THRESHOLDS
static DocGen.FieldDoc[]	DOC_FIELDS
int	max_depth
static int	MAX_SUPPORTED_LEVELS Maximal number of supported levels in response.
int	min_rows
int	nbins
int	ntrees
static int	OUT_OF_BAG Marker for sampled out rows
boolean	score_each_iteration

Fields inherited from class water.Job.ValidatedJob

_names, _responseName, _train, _valid, _validResponse, validation

Fields inherited from class water.Job.ModelJob

classification, response

Fields inherited from class water.Job.ColumnsJob

cols, ignored_cols, ignored_cols_by_name

Fields inherited from class water.Job.FrameJob

source

Fields inherited from class water.Job

_fjtask, CANCELLED_END_TIME, description, destination_key, end_time, exception, job_key, start_time, state

Fields inherited from class water.Request2

_parms, response_info

Fields inherited from class water.api.Request

_requestHelp, SUPPORTS_ONLY_V1, SUPPORTS_ONLY_V2, SUPPORTS_V1_V2

Fields inherited from class water.api.RequestBuilders

ARRAY_BUILDER, ARRAY_HEADER_ROW_BUILDER, ARRAY_ROW_BUILDER, ARRAY_ROW_ELEMENT_BUILDER, ARRAY_ROW_SINGLECOL_BUILDER, ELEMENT_BUILDER, GSON_BUILDER, OBJECT_BUILDER, ROOT_OBJECT

Fields inherited from class water.api.RequestQueries

_queryHtml

Fields inherited from class water.api.RequestArguments

_arguments

Fields inherited from class water.api.Constants

ALPHA, ARGUMENTS, AUC, BASE, BEST_THRESHOLD, BETA_EPS, BIN_LIMIT, BROWSE, BUCKET, BUILT_IN_KEY_JOBS, CANCELLED, CARDINALITY, CASE, CASE_MODE, CHUNK, CLASS, CLOUD_HEALTH, CLOUD_NAME, CLOUD_SIZE, CLOUD_UPTIME_MILLIS, CLUSTERS, COEFFICIENTS, COLS, COLUMNS_DISPLAY, CONSENSUS, CONTENTS, COUNT, DATA_KEY, DEPTH, DESCRIPTION, DEST_KEY, DTHRESHOLDS, ELAPSED, END_TIME, ENUM_DOMAIN_SIZE, ERROR, ESCAPE_NAN, EXCLUSIVE_SPLIT_LIMIT, EXPRESSION, FAILED, FAMILY, FEATURES, FILE, FILES, FILTER, FIRST_CHUNK, FJ_QUEUE_HI, FJ_QUEUE_LO, FJ_THREADS_HI, FJ_THREADS_LO, FREE_DISK, FREE_MEM, HEADER, HEIGHT, HELP, IGNORE, ITEMS, ITERATIVE_CM, JOB, JOB_KEY, JOBS, JSON_H2O, KEY, KEYS, LAMBDA, LAST_CONTACT, LIMIT, LINK, LOCKED, MAX, MAX_DISK, MAX_ITER, MAX_MEM, MAX_ROWS, MEAN, MIN, MODEL_KEY, MODELS, MORE, MTRY, MTRY_NODES, NAME, NEG_X, NO_CM, NODE, NODE_HEALTH, NODE_NAME, NODES, NORMALIZE, NUM_COLS, NUM_CPUS, NUM_FAILED, NUM_KEYS, NUM_MISSING_VALUES, NUM_ROWS, NUM_SUCCEEDED, NUM_TREES, OBJECT, OFFSET, OOBEE, PARALLEL, PARSER_TYPE, PATH, PREVIEW, PREVIOUS_MODEL_KEY, PROGRESS, PROGRESS_KEY, PROGRESS_TOTAL, REDIRECT, REDIRECT_ARGS, REPLICATION_FACTOR, REQUEST_TIME, RESPONSE, RHO, ROW, ROW_SIZE, ROWS, RPCS, SAMPLE, SAMPLING_STRATEGY, SCALE, SEED, SENT_ROWS, SEPARATOR, SIZE, SOURCE_KEY, STACK_TRACES, START_TIME, STAT_TYPE, STATUS, STEP, STRATA_SAMPLES, SUCCEEDED, SYSTEM_LOAD, TASK_KEY, TCPS_ACTIVE, TCPS_DUTY, TIME, TOT_MEM, TREE_COUNT, TREE_DEPTH, TREE_LEAVES, TREE_NUM, TREES, TWEEDIE_POWER, TYPE, URL, USE_NON_LOCAL_DATA, VALUE, VALUE_SIZE, VALUE_TYPE, VARIANCE, VERSION, VIEW, WARNINGS, WEIGHT, WEIGHTS, WIDTH, X, XVAL, Y

Constructor Summary

Constructors

Constructor and Description
SharedTreeModelBuilder()

Method Summary

Methods

Modifier and Type	Method and Description
protected DHistogram[][][]	buildLayer(Frame fr, DTree[] ktrees, int[] leafs, DHistogram[][][] hcs, boolean subset, boolean build_tree_per_node)
void	buildModel()
protected abstract void	buildModel(Frame fr, java.lang.String[] names, java.lang.String[][] domains, Key outputKey, Key dataKey, Key testKey, Timer t_build)
protected Chunk	chk_nids(Chunk[] chks, int t)
protected Chunk	chk_resp(Chunk[] chks)
protected Chunk	chk_tree(Chunk[] chks, int c)
protected Chunk	chk_work(Chunk[] chks, int c)
protected void	cleanUp(Frame fr, Timer t_build)
double	computeAUC(ConfusionMatrix[] cms)
static java.util.Random	createRNG(long seed)
protected TM	doScoring(TM model, Key outputKey, Frame fr, DTree[] ktrees, int tid, DTree.TreeModel.TreeStats tstats, boolean finalScoring, boolean oob, boolean build_tree_per_node)
protected boolean	inBagRow(Chunk[] chks, int row)
protected void	init() Invoked before job runs.
static boolean	isDecidedRow(int nid)
static boolean	isOOBRow(int nid)
protected abstract Log.Tag.Sys	logTag()
protected abstract DTree.DecidedNode	makeDecided(DTree.UndecidedNode udn, DHistogram[] hs)
protected abstract TM	makeModel(TM model, double err, ConfusionMatrix cm)
protected abstract TM	makeModel(TM model, DTree[] ktrees, DTree.TreeModel.TreeStats tstats)
static int	nid2Oob(int nid)
static int	oob2Nid(int oobNid)
protected static void	printGenerateTrees(DTree[] trees)
float	progress()
protected abstract float	score1(Chunk[] chks, float[] fs, int row)
java.lang.String	speedDescription() Description of a speed criteria: msecs/frob
long	speedValue() Value of the described speed criteria: msecs/frob
protected Vec	vec_nids(Frame fr, int t)
protected Vec	vec_resp(Frame fr, int t)

Methods inherited from class water.Job.ValidatedJob

toJSON

Methods inherited from class water.Job.ModelJob

registered

Methods inherited from class water.Job.ColumnsJob

selectFrame, selectVecs

Methods inherited from class water.Job

all, cancel, cancel, cancel, checkIdx, defaultDestKey, defaultJobKey, dest, exec, findJob, findJobByDest, fork, get, gridParallelism, invoke, isCancelled, isJobEnded, isRunning, onCancelled, redirect, remove, runTimeMs, self, serve, start, waitUntilJobEnded, waitUntilJobEnded

Methods inherited from class water.Request2

create, fillResponseInfo, input, logStart, makeJsonBox, serveGrid, set, split, superServeGrid, supportedVersions, toString

Methods inherited from class water.api.Request

addToNavbar, addToNavbar, DocExampleFail, DocExampleSucc, href, href, hrefType, HTMLHelp, htmlTemplate, initializeNavBar, log, mapTypeahead, ReSTHelp, serve, serveJava, toDocGET, toHTML, toJava, wrap, wrap, wrap, writeJSONFields

Methods inherited from class water.api.RequestBuilders

build, buildJSONResponseBox, buildResponseHeader, name

Methods inherited from class water.api.RequestQueries

buildQuery, checkArguments, queryArgumentValueSet

Methods inherited from class water.api.RequestArguments

arguments, argumentsToJson, frameColumnNameToIndex, vaCategoryNames, vaCategoryNames, vaColumnNameToIndex

Methods inherited from class water.api.RequestStatics

checkJsonName, encodeRedirectArgs, JSON2HTML, jsonError, requestName, Str2JSON

Methods inherited from class water.Iced

clone, frozenType, init, newInstance, read, toDocField, write, writeJSON

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

DOC_FIELDS

public static DocGen.FieldDoc[] DOC_FIELDS

ntrees

public int ntrees

max_depth

public int max_depth

min_rows

public int min_rows

nbins

public int nbins

score_each_iteration

public boolean score_each_iteration

_errs

protected transient double[] _errs

_ncols

protected int _ncols

_nrows

protected long _nrows

_nclass

protected int _nclass

_distribution

protected long[] _distribution

MAX_SUPPORTED_LEVELS

public static final int MAX_SUPPORTED_LEVELS

Maximal number of supported levels in response.

See Also:

Constant Field Values

DECIDED_ROW

public static final int DECIDED_ROW

Marker for already decided row.

See Also:

Constant Field Values

OUT_OF_BAG

public static final int OUT_OF_BAG

Marker for sampled out rows

See Also:

Constant Field Values

DEFAULT_THRESHOLDS

public static double[] DEFAULT_THRESHOLDS

Constructor Detail

SharedTreeModelBuilder

public SharedTreeModelBuilder()

Method Detail

progress

public float progress()

Overrides:

progress in class Job

init

protected void init()

Description copied from class: Job

Invoked before job runs. This is the place to checks arguments are valid or throw IllegalArgumentException. It will get invoked both from the Web and Java APIs.

Overrides:

init in class Job.ValidatedJob

buildModel

public void buildModel()

cleanUp

protected void cleanUp(Frame fr,
           Timer t_build)

doScoring

protected TM doScoring(TM model,
           Key outputKey,
           Frame fr,
           DTree[] ktrees,
           int tid,
           DTree.TreeModel.TreeStats tstats,
           boolean finalScoring,
           boolean oob,
           boolean build_tree_per_node)

chk_resp

protected Chunk chk_resp(Chunk[] chks)

chk_tree

protected Chunk chk_tree(Chunk[] chks,
             int c)

chk_work

protected Chunk chk_work(Chunk[] chks,
             int c)

chk_nids

protected Chunk chk_nids(Chunk[] chks,
             int t)

vec_nids

protected final Vec vec_nids(Frame fr,
           int t)

vec_resp

protected final Vec vec_resp(Frame fr,
           int t)

buildLayer

protected DHistogram[][][] buildLayer(Frame fr,
                          DTree[] ktrees,
                          int[] leafs,
                          DHistogram[][][] hcs,
                          boolean subset,
                          boolean build_tree_per_node)

makeDecided

protected abstract DTree.DecidedNode makeDecided(DTree.UndecidedNode udn,
                            DHistogram[] hs)

score1

protected abstract float score1(Chunk[] chks,
           float[] fs,
           int row)

computeAUC

public double computeAUC(ConfusionMatrix[] cms)

speedDescription

public java.lang.String speedDescription()

Description copied from class: Job

Description of a speed criteria: msecs/frob

Overrides:

speedDescription in class Job

speedValue

public long speedValue()

Description copied from class: Job

Value of the described speed criteria: msecs/frob

Overrides:

speedValue in class Job

logTag

protected abstract Log.Tag.Sys logTag()

buildModel

protected abstract void buildModel(Frame fr,
              java.lang.String[] names,
              java.lang.String[][] domains,
              Key outputKey,
              Key dataKey,
              Key testKey,
              Timer t_build)

makeModel

protected abstract TM makeModel(TM model,
           double err,
           ConfusionMatrix cm)

makeModel

protected abstract TM makeModel(TM model,
           DTree[] ktrees,
           DTree.TreeModel.TreeStats tstats)

inBagRow

protected boolean inBagRow(Chunk[] chks,
               int row)

isOOBRow

public static final boolean isOOBRow(int nid)

isDecidedRow

public static final boolean isDecidedRow(int nid)

oob2Nid

public static final int oob2Nid(int oobNid)

nid2Oob

public static final int nid2Oob(int nid)

createRNG

public static java.util.Random createRNG(long seed)

printGenerateTrees

protected static void printGenerateTrees(DTree[] trees)