blob: 6a999f8d9a10994a2a545f8bece59fec2bf1f952 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
// Copyright (C) 2008 Davis E. King (davis@dlib.net)
// License: Boost Software License See LICENSE.txt for the full license.
#undef DLIB_OPTIMIZATIOn_STOP_STRATEGIES_ABSTRACT_
#ifdef DLIB_OPTIMIZATIOn_STOP_STRATEGIES_ABSTRACT_
#include <cmath>
#include <limits>
#include "../matrix/matrix_abstract.h"
#include "../algs.h"
namespace dlib
{
// ----------------------------------------------------------------------------------------
class objective_delta_stop_strategy
{
/*!
WHAT THIS OBJECT REPRESENTS
This object represents a strategy for deciding if an optimization
algorithm should terminate. This particular object looks at the
change in the objective function from one iteration to the next and
bases its decision on how large this change is. If the change
is below a user given threshold then the search stops.
!*/
public:
explicit objective_delta_stop_strategy (
double min_delta = 1e-7
);
/*!
requires
- min_delta >= 0
ensures
- This stop strategy object will only consider a search to be complete
if a change in an objective function from one iteration to the next
is less than min_delta.
!*/
objective_delta_stop_strategy (
double min_delta,
unsigned long max_iter
);
/*!
requires
- min_delta >= 0
- max_iter > 0
ensures
- This stop strategy object will only consider a search to be complete
if a change in an objective function from one iteration to the next
is less than min_delta or more than max_iter iterations has been
executed.
!*/
objective_delta_stop_strategy& be_verbose(
);
/*!
ensures
- causes this object to print status messages to standard out
every time should_continue_search() is called.
- returns *this
!*/
template <typename T>
bool should_continue_search (
const T& x,
const double funct_value,
const T& funct_derivative
);
/*!
requires
- this function is only called once per search iteration
- for some objective function f():
- x == the search point for the current iteration
- funct_value == f(x)
- funct_derivative == derivative(f)(x)
ensures
- returns true if the point x doest not satisfy the stopping condition and
false otherwise.
!*/
};
// ----------------------------------------------------------------------------------------
class gradient_norm_stop_strategy
{
/*!
WHAT THIS OBJECT REPRESENTS
This object represents a strategy for deciding if an optimization
algorithm should terminate. This particular object looks at the
norm (i.e. the length) of the current gradient vector and stops
if it is smaller than a user given threshold.
!*/
public:
explicit gradient_norm_stop_strategy (
double min_norm = 1e-7
);
/*!
requires
- min_norm >= 0
ensures
- This stop strategy object will only consider a search to be complete
if the current gradient norm is less than min_norm
!*/
gradient_norm_stop_strategy (
double min_norm,
unsigned long max_iter
);
/*!
requires
- min_norm >= 0
- max_iter > 0
ensures
- This stop strategy object will only consider a search to be complete
if the current gradient norm is less than min_norm or more than
max_iter iterations has been executed.
!*/
gradient_norm_stop_strategy& be_verbose(
);
/*!
ensures
- causes this object to print status messages to standard out
every time should_continue_search() is called.
- returns *this
!*/
template <typename T>
bool should_continue_search (
const T& x,
const double funct_value,
const T& funct_derivative
);
/*!
requires
- this function is only called once per search iteration
- for some objective function f():
- x == the search point for the current iteration
- funct_value == f(x)
- funct_derivative == derivative(f)(x)
ensures
- returns true if the point x doest not satisfy the stopping condition and
false otherwise.
!*/
};
// ----------------------------------------------------------------------------------------
}
#endif // DLIB_OPTIMIZATIOn_STOP_STRATEGIES_ABSTRACT_
|
