#include <itkGradientDescentLineSearchOptimizerv4.h>

Inheritance diagram for itk::GradientDescentLineSearchOptimizerv4Template< TInternalComputationValueType >:

Collaboration diagram for itk::GradientDescentLineSearchOptimizerv4Template< TInternalComputationValueType >:

Detailed Description

template<typename TInternalComputationValueType>
class itk::GradientDescentLineSearchOptimizerv4Template< TInternalComputationValueType >

Gradient descent optimizer with a golden section line search.

GradientDescentLineSearchOptimizer implements a simple gradient descent optimizer that is followed by a line search to find the best value for the learning rate. At each iteration the current position is updated according to

$p_{n+1} = p_n + \mbox{learningRateByGoldenSectionLineSearch} \, \frac{\partial f(p_n) }{\partial p_n}$

Options are identical to the superclass's except for:

options Epsilon, LowerLimit and UpperLimit that will guide a golden section line search to find the optimal gradient update within the range :

[ learningRate * LowerLimit , learningRate * UpperLimit ]

where Epsilon sets the resolution of the search. Smaller values lead to additional computation time but better localization of the minimum.

By default, this optimizer will return the best value and associated parameters that were calculated during the optimization. See SetReturnBestParametersAndValue().

Definition at line 59 of file itkGradientDescentLineSearchOptimizerv4.h.

Public Types
typedef SmartPointer< const Self >	ConstPointer

typedef itk::Function::WindowConvergenceMonitoringFunction < TInternalComputationValueType >	ConvergenceMonitoringType

typedef Superclass::DerivativeType	DerivativeType

typedef TInternalComputationValueType	InternalComputationValueType

typedef Superclass::MeasureType	MeasureType

typedef Superclass::ParametersType	ParametersType

typedef SmartPointer< Self >	Pointer

typedef GradientDescentLineSearchOptimizerv4Template	Self

typedef GradientDescentOptimizerv4Template < TInternalComputationValueType >	Superclass

Public Types inherited from itk::GradientDescentOptimizerv4Template< TInternalComputationValueType >
typedef SmartPointer< const Self >	ConstPointer

typedef Superclass::DerivativeType	DerivativeType

typedef Superclass::IndexRangeType	IndexRangeType

typedef TInternalComputationValueType	InternalComputationValueType

typedef Superclass::MeasureType	MeasureType

typedef Superclass::ParametersType	ParametersType

typedef SmartPointer< Self >	Pointer

typedef Superclass::ScalesType	ScalesType

typedef GradientDescentOptimizerv4Template	Self

typedef Superclass::StopConditionType	StopConditionType

typedef GradientDescentOptimizerBasev4Template < TInternalComputationValueType >	Superclass

Public Types inherited from itk::GradientDescentOptimizerBasev4Template< TInternalComputationValueType >
typedef SmartPointer< const Self >	ConstPointer

typedef itk::Function::WindowConvergenceMonitoringFunction < TInternalComputationValueType >	ConvergenceMonitoringType

typedef Superclass::DerivativeType	DerivativeType

typedef ThreadedIndexedContainerPartitioner::IndexRangeType	IndexRangeType

typedef TInternalComputationValueType	InternalComputationValueType

typedef Superclass::MeasureType	MeasureType

typedef Superclass::MetricType	MetricType

typedef MetricType::Pointer	MetricTypePointer

typedef Superclass::ParametersType	ParametersType

typedef SmartPointer< Self >	Pointer

typedef Superclass::ScalesType	ScalesType

typedef GradientDescentOptimizerBasev4Template	Self

typedef Superclass::StopConditionDescriptionType	StopConditionDescriptionType

typedef Superclass::StopConditionReturnStringType	StopConditionReturnStringType

enum	StopConditionType { MAXIMUM_NUMBER_OF_ITERATIONS, COSTFUNCTION_ERROR, UPDATE_PARAMETERS_ERROR, STEP_TOO_SMALL, CONVERGENCE_CHECKER_PASSED, GRADIENT_MAGNITUDE_TOLEARANCE, OTHER_ERROR }

typedef ObjectToObjectOptimizerBaseTemplate < TInternalComputationValueType >	Superclass

Public Types inherited from itk::ObjectToObjectOptimizerBaseTemplate< TInternalComputationValueType >
typedef SmartPointer< const Self >	ConstPointer

typedef MetricType::DerivativeType	DerivativeType

typedef MetricType::MeasureType	MeasureType

typedef ObjectToObjectMetricBaseTemplate < TInternalComputationValueType >	MetricType

typedef MetricType::Pointer	MetricTypePointer

typedef MetricType::NumberOfParametersType	NumberOfParametersType

typedef OptimizerParameters < TInternalComputationValueType >	ParametersType

typedef SmartPointer< Self >	Pointer

typedef OptimizerParameterScalesEstimatorTemplate < TInternalComputationValueType >	ScalesEstimatorType

typedef OptimizerParameters < TInternalComputationValueType >	ScalesType

typedef ObjectToObjectOptimizerBaseTemplate	Self

typedef std::ostringstream	StopConditionDescriptionType

typedef std::string	StopConditionReturnStringType

typedef Object	Superclass

Public Types inherited from itk::Object
typedef SmartPointer< const Self >	ConstPointer

typedef SmartPointer< Self >	Pointer

typedef Object	Self

typedef LightObject	Superclass

Public Types inherited from itk::LightObject
typedef SmartPointer< const Self >	ConstPointer

typedef SmartPointer< Self >	Pointer

typedef LightObject	Self

Public Member Functions
virtual ::itk::LightObject::Pointer	CreateAnother () const

virtual const char *	GetNameOfClass () const


virtual void	SetEpsilon (TInternalComputationValueType _arg)

virtual TInternalComputationValueType	GetEpsilon ()


virtual void	SetLowerLimit (TInternalComputationValueType _arg)

virtual TInternalComputationValueType	GetLowerLimit ()

virtual void	SetUpperLimit (TInternalComputationValueType _arg)

virtual TInternalComputationValueType	GetUpperLimit ()

virtual void	SetMaximumLineSearchIterations (unsigned int _arg)

virtual unsigned int	GetMaximumLineSearchIterations ()

Public Member Functions inherited from itk::GradientDescentOptimizerv4Template< TInternalComputationValueType >
virtual ::itk::LightObject::Pointer	CreateAnother () const

virtual void	EstimateLearningRate ()

virtual const TInternalComputationValueType &	GetConvergenceValue () const

virtual const TInternalComputationValueType &	GetLearningRate () const

virtual const TInternalComputationValueType &	GetMaximumStepSizeInPhysicalUnits () const

virtual void	ResumeOptimization () override

virtual void	SetConvergenceWindowSize (SizeValueType _arg)

virtual void	SetLearningRate (TInternalComputationValueType _arg)

virtual void	SetMaximumStepSizeInPhysicalUnits (TInternalComputationValueType _arg)

virtual void	SetMinimumConvergenceValue (TInternalComputationValueType _arg)

virtual void	StartOptimization (bool doOnlyInitialization=false) override

virtual void	StopOptimization (void) override

virtual void	SetDoEstimateLearningRateAtEachIteration (bool _arg)

virtual const bool &	GetDoEstimateLearningRateAtEachIteration () const

virtual void	DoEstimateLearningRateAtEachIterationOn ()

virtual void	DoEstimateLearningRateAtEachIterationOff ()

virtual void	SetDoEstimateLearningRateOnce (bool _arg)

virtual const bool &	GetDoEstimateLearningRateOnce () const

virtual void	DoEstimateLearningRateOnceOn ()

virtual void	DoEstimateLearningRateOnceOff ()

virtual void	SetReturnBestParametersAndValue (bool _arg)

virtual const bool &	GetReturnBestParametersAndValue () const

virtual void	ReturnBestParametersAndValueOn ()

virtual void	ReturnBestParametersAndValueOff ()

Public Member Functions inherited from itk::GradientDescentOptimizerBasev4Template< TInternalComputationValueType >
virtual SizeValueType	GetCurrentIteration () const override

virtual const DerivativeType &	GetGradient () const

virtual SizeValueType	GetNumberOfIterations () const override

virtual const StopConditionType &	GetStopCondition () const

virtual const StopConditionReturnStringType	GetStopConditionDescription () const override

virtual void	SetNumberOfIterations (const SizeValueType numberOfIterations) override

virtual void	ModifyGradientByScales ()

virtual void	ModifyGradientByLearningRate ()

Public Member Functions inherited from itk::ObjectToObjectOptimizerBaseTemplate< TInternalComputationValueType >
virtual const MeasureType &	GetCurrentMetricValue () const

virtual const ParametersType &	GetCurrentPosition () const

virtual const ThreadIdType &	GetNumberOfThreads () const

virtual const ScalesType &	GetScales () const

virtual const bool &	GetScalesAreIdentity () const

bool	GetScalesInitialized () const

virtual const MeasureType &	GetValue () const

virtual const ScalesType &	GetWeights () const

virtual const bool &	GetWeightsAreIdentity () const

virtual void	SetNumberOfThreads (ThreadIdType number)

virtual void	SetScalesEstimator (ScalesEstimatorType *_arg)

virtual void	SetWeights (ScalesType _arg)

virtual void	SetMetric (MetricType *_arg)

virtual MetricType *	GetModifiableMetric ()

virtual const MetricType *	GetMetric () const

virtual void	SetScales (const ScalesType &scales)

virtual void	SetDoEstimateScales (bool _arg)

virtual const bool &	GetDoEstimateScales () const

virtual void	DoEstimateScalesOn ()

virtual void	DoEstimateScalesOff ()

Public Member Functions inherited from itk::Object
unsigned long	AddObserver (const EventObject &event, Command *)

unsigned long	AddObserver (const EventObject &event, Command *) const

virtual void	DebugOff () const

virtual void	DebugOn () const

Command *	GetCommand (unsigned long tag)

bool	GetDebug () const

MetaDataDictionary &	GetMetaDataDictionary ()

const MetaDataDictionary &	GetMetaDataDictionary () const

virtual ModifiedTimeType	GetMTime () const

virtual const TimeStamp &	GetTimeStamp () const

bool	HasObserver (const EventObject &event) const

void	InvokeEvent (const EventObject &)

void	InvokeEvent (const EventObject &) const

virtual void	Modified () const

virtual void	Register () const override

void	RemoveAllObservers ()

void	RemoveObserver (unsigned long tag)

void	SetDebug (bool debugFlag) const

void	SetMetaDataDictionary (const MetaDataDictionary &rhs)

virtual void	SetReferenceCount (int) override

virtual void	UnRegister () const noexceptoverride

virtual void	SetObjectName (std::string _arg)

virtual const std::string &	GetObjectName () const

Public Member Functions inherited from itk::LightObject
virtual void	Delete ()

virtual int	GetReferenceCount () const

	itkCloneMacro (Self)

void	Print (std::ostream &os, Indent indent=0) const

Static Public Member Functions
static Pointer	New ()

Static Public Member Functions inherited from itk::GradientDescentOptimizerv4Template< TInternalComputationValueType >
static Pointer	New ()

Static Public Member Functions inherited from itk::Object
static bool	GetGlobalWarningDisplay ()

static void	GlobalWarningDisplayOff ()

static void	GlobalWarningDisplayOn ()

static Pointer	New ()

static void	SetGlobalWarningDisplay (bool flag)

Static Public Member Functions inherited from itk::LightObject
static void	BreakOnError ()

static Pointer	New ()

Protected Member Functions
virtual void	AdvanceOneStep (void) override

TInternalComputationValueType	GoldenSectionSearch (TInternalComputationValueType a, TInternalComputationValueType b, TInternalComputationValueType c)

	GradientDescentLineSearchOptimizerv4Template ()

virtual void	PrintSelf (std::ostream &os, Indent indent) const override

virtual	~GradientDescentLineSearchOptimizerv4Template ()

Protected Member Functions inherited from itk::GradientDescentOptimizerv4Template< TInternalComputationValueType >
	GradientDescentOptimizerv4Template ()

virtual	~GradientDescentOptimizerv4Template ()

virtual void	ModifyGradientByScalesOverSubRange (const IndexRangeType &subrange) override

virtual void	ModifyGradientByLearningRateOverSubRange (const IndexRangeType &subrange) override

Protected Member Functions inherited from itk::GradientDescentOptimizerBasev4Template< TInternalComputationValueType >
	GradientDescentOptimizerBasev4Template ()

virtual	~GradientDescentOptimizerBasev4Template ()

Protected Member Functions inherited from itk::ObjectToObjectOptimizerBaseTemplate< TInternalComputationValueType >
	ObjectToObjectOptimizerBaseTemplate ()

virtual	~ObjectToObjectOptimizerBaseTemplate ()

Protected Member Functions inherited from itk::Object
	Object ()

bool	PrintObservers (std::ostream &os, Indent indent) const

virtual void	SetTimeStamp (const TimeStamp &time)

virtual	~Object ()

Protected Member Functions inherited from itk::LightObject
virtual LightObject::Pointer	InternalClone () const

	LightObject ()

virtual void	PrintHeader (std::ostream &os, Indent indent) const

virtual void	PrintTrailer (std::ostream &os, Indent indent) const

virtual	~LightObject ()

Protected Attributes
TInternalComputationValueType	m_Epsilon

unsigned int	m_LineSearchIterations

TInternalComputationValueType	m_LowerLimit

unsigned int	m_MaximumLineSearchIterations

TInternalComputationValueType	m_Phi

TInternalComputationValueType	m_Resphi

TInternalComputationValueType	m_UpperLimit

Protected Attributes inherited from itk::GradientDescentOptimizerv4Template< TInternalComputationValueType >
ParametersType	m_BestParameters

TInternalComputationValueType	m_ConvergenceValue

MeasureType	m_CurrentBestValue

TInternalComputationValueType	m_LearningRate

TInternalComputationValueType	m_MinimumConvergenceValue

DerivativeType	m_PreviousGradient

bool	m_ReturnBestParametersAndValue

Protected Attributes inherited from itk::GradientDescentOptimizerBasev4Template< TInternalComputationValueType >
ConvergenceMonitoringType::Pointer	m_ConvergenceMonitoring

SizeValueType	m_ConvergenceWindowSize

bool	m_DoEstimateLearningRateAtEachIteration

bool	m_DoEstimateLearningRateOnce

DerivativeType	m_Gradient

TInternalComputationValueType	m_MaximumStepSizeInPhysicalUnits

DomainThreader < ThreadedIndexedContainerPartitioner, Self >::Pointer	m_ModifyGradientByLearningRateThreader

DomainThreader < ThreadedIndexedContainerPartitioner, Self >::Pointer	m_ModifyGradientByScalesThreader

bool	m_Stop

StopConditionType	m_StopCondition

StopConditionDescriptionType	m_StopConditionDescription

bool	m_UseConvergenceMonitoring

Protected Attributes inherited from itk::ObjectToObjectOptimizerBaseTemplate< TInternalComputationValueType >
SizeValueType	m_CurrentIteration

MeasureType	m_CurrentMetricValue

bool	m_DoEstimateScales

MetricTypePointer	m_Metric

SizeValueType	m_NumberOfIterations

ThreadIdType	m_NumberOfThreads

ScalesType	m_Scales

bool	m_ScalesAreIdentity

ScalesEstimatorType::Pointer	m_ScalesEstimator

ScalesType	m_Weights

bool	m_WeightsAreIdentity

Protected Attributes inherited from itk::LightObject
AtomicInt< int >	m_ReferenceCount

Private Member Functions
	GradientDescentLineSearchOptimizerv4Template (const Self &) ITK_DELETE_FUNCTION

void	operator= (const Self &) ITK_DELETE_FUNCTION