* added the eo features Continue/CheckOut/Stat to DO in order to dump distribution parameters and to have compatibility with eoMonitor/eoUpdater classes

This commit is contained in:
Caner Candan 2010-08-16 11:30:06 +02:00
commit 6d9134edbf
15 changed files with 251 additions and 116 deletions

View file

@ -75,11 +75,11 @@ int main(int ac, char** av)
state.storeFunctor(init); state.storeFunctor(init);
doStats< Distrib >* stats = // doStats< Distrib >* stats =
//new doStatsUniform< EOT >(); // //new doStatsUniform< EOT >();
//new doStatsNormalMono< EOT >(); // //new doStatsNormalMono< EOT >();
new doStatsNormalMulti< EOT >(); // new doStatsNormalMulti< EOT >();
state.storeFunctor(stats); // state.storeFunctor(stats);
//----------------------------------------------------------------------------- //-----------------------------------------------------------------------------
@ -122,8 +122,8 @@ int main(int ac, char** av)
unsigned int rho = parser.createParam((unsigned int)0, "rho", "Rho: metropolis sample size", 'p', section).value(); // p unsigned int rho = parser.createParam((unsigned int)0, "rho", "Rho: metropolis sample size", 'p', section).value(); // p
moGenSolContinue< EOT >* continuator = new moGenSolContinue< EOT >(rho); moGenSolContinue< EOT >* sa_continue = new moGenSolContinue< EOT >(rho);
state.storeFunctor(continuator); state.storeFunctor(sa_continue);
double threshold = parser.createParam((double)0.1, "threshold", "Threshold: temperature threshold stopping criteria", 't', section).value(); // t double threshold = parser.createParam((double)0.1, "threshold", "Threshold: temperature threshold stopping criteria", 't', section).value(); // t
double alpha = parser.createParam((double)0.1, "alpha", "Alpha: temperature dicrease rate", 'a', section).value(); // a double alpha = parser.createParam((double)0.1, "alpha", "Alpha: temperature dicrease rate", 'a', section).value(); // a
@ -134,11 +134,11 @@ int main(int ac, char** av)
// stopping criteria // stopping criteria
// ... and creates the parameter letters: C E g G s T // ... and creates the parameter letters: C E g G s T
eoContinue< EOT >& monitoring_continue = do_make_continue(parser, state, eval); eoContinue< EOT >& eo_continue = do_make_continue(parser, state, eval);
// output // output
eoCheckPoint< EOT >& checkpoint = do_make_checkpoint(parser, state, eval, monitoring_continue); eoCheckPoint< EOT >& monitoring_continue = do_make_checkpoint(parser, state, eval, eo_continue);
// eoPopStat< EOT >* popStat = new eoPopStat<EOT>; // eoPopStat< EOT >* popStat = new eoPopStat<EOT>;
// state.storeFunctor(popStat); // state.storeFunctor(popStat);
@ -162,6 +162,29 @@ int main(int ac, char** av)
// checkpoint.add(*fileSnapshot); // checkpoint.add(*fileSnapshot);
doDummyContinue< Distrib >* dummy_continue = new doDummyContinue< Distrib >();
state.storeFunctor(dummy_continue);
doCheckPoint< Distrib >* distribution_continue = new doCheckPoint< Distrib >( *dummy_continue );
state.storeFunctor(distribution_continue);
doDistribStat< Distrib >* distrib_stat = new doStatNormalMulti< EOT >();
state.storeFunctor(distrib_stat);
distribution_continue->add( *distrib_stat );
eoMonitor* stdout_monitor = new eoStdoutMonitor();
state.storeFunctor(stdout_monitor);
stdout_monitor->add(*distrib_stat);
distribution_continue->add( *stdout_monitor );
eoFileMonitor* file_monitor = new eoFileMonitor("distribution.txt");
state.storeFunctor(file_monitor);
file_monitor->add(*distrib_stat);
distribution_continue->add( *file_monitor );
//----------------------------------------------------------------------------- //-----------------------------------------------------------------------------
// eoEPRemplacement causes the using of the current and previous // eoEPRemplacement causes the using of the current and previous
// sample for sampling. // sample for sampling.
@ -184,7 +207,8 @@ int main(int ac, char** av)
doAlgo< Distrib >* algo = new doCMASA< Distrib > doAlgo< Distrib >* algo = new doCMASA< Distrib >
(*selector, *estimator, *selectone, *modifier, *sampler, (*selector, *estimator, *selectone, *modifier, *sampler,
checkpoint, eval, *continuator, *cooling_schedule, monitoring_continue, *distribution_continue,
eval, *sa_continue, *cooling_schedule,
initial_temperature, *replacor); initial_temperature, *replacor);
//----------------------------------------------------------------------------- //-----------------------------------------------------------------------------

11
src/do
View file

@ -33,9 +33,12 @@
#include "doBounderBound.h" #include "doBounderBound.h"
#include "doBounderRng.h" #include "doBounderRng.h"
#include "doStats.h" #include "doContinue.h"
#include "doStatsUniform.h" #include "doCheckPoint.h"
#include "doStatsNormalMono.h"
#include "doStatsNormalMulti.h" #include "doStat.h"
#include "doStatUniform.h"
#include "doStatNormalMono.h"
#include "doStatNormalMulti.h"
#endif // !_do_ #endif // !_do_

View file

@ -34,7 +34,8 @@
#include "doModifierMass.h" #include "doModifierMass.h"
#include "doSampler.h" #include "doSampler.h"
#include "doHyperVolume.h" #include "doHyperVolume.h"
#include "doStats.h" #include "doStat.h"
#include "doContinue.h"
using namespace boost::numeric::ublas; using namespace boost::numeric::ublas;
@ -74,12 +75,12 @@ public:
doModifierMass< D > & modifier, doModifierMass< D > & modifier,
doSampler< D > & sampler, doSampler< D > & sampler,
eoContinue< EOT > & monitoring_continue, eoContinue< EOT > & monitoring_continue,
doContinue< D > & distribution_continue,
eoEvalFunc < EOT > & evaluation, eoEvalFunc < EOT > & evaluation,
moSolContinue < EOT > & continuator, moSolContinue < EOT > & sa_continue,
moCoolingSchedule & cooling_schedule, moCoolingSchedule & cooling_schedule,
double initial_temperature, double initial_temperature,
eoReplacement< EOT > & replacor, eoReplacement< EOT > & replacor
doStats< D > & stats
) )
: _selector(selector), : _selector(selector),
_estimator(estimator), _estimator(estimator),
@ -87,20 +88,22 @@ public:
_modifier(modifier), _modifier(modifier),
_sampler(sampler), _sampler(sampler),
_monitoring_continue(monitoring_continue), _monitoring_continue(monitoring_continue),
_distribution_continue(distribution_continue),
_evaluation(evaluation), _evaluation(evaluation),
_continuator(continuator), _sa_continue(sa_continue),
_cooling_schedule(cooling_schedule), _cooling_schedule(cooling_schedule),
_initial_temperature(initial_temperature), _initial_temperature(initial_temperature),
_replacor(replacor), _replacor(replacor)
_stats(stats),
_pop_results_destination("ResPop"), // ,
// directory where populations state are going to be stored. // _pop_results_destination("ResPop"),
_ofs_params("ResParams.txt"),
_ofs_params_var("ResVars.txt"),
_bounds_results_destination("ResBounds") // // directory where populations state are going to be stored.
// _ofs_params("ResParams.txt"),
// _ofs_params_var("ResVars.txt"),
// _bounds_results_destination("ResBounds")
{ {
//------------------------------------------------------------- //-------------------------------------------------------------
@ -108,13 +111,13 @@ public:
// iteration for plotting. // iteration for plotting.
//------------------------------------------------------------- //-------------------------------------------------------------
{ // {
std::stringstream ss; // std::stringstream os;
ss << "rm -rf " << _pop_results_destination; // os << "rm -rf " << _pop_results_destination;
::system(ss.str().c_str()); // ::system(os.str().c_str());
} // }
::mkdir(_pop_results_destination.c_str(), 0755); // create a first time the // ::mkdir(_pop_results_destination.c_str(), 0755); // create a first time the
//------------------------------------------------------------- //-------------------------------------------------------------
@ -123,13 +126,13 @@ public:
// Temporary solution to store bounds values for each distribution. // Temporary solution to store bounds values for each distribution.
//------------------------------------------------------------- //-------------------------------------------------------------
{ // {
std::stringstream ss; // std::stringstream os;
ss << "rm -rf " << _bounds_results_destination; // os << "rm -rf " << _bounds_results_destination;
::system(ss.str().c_str()); // ::system(os.str().c_str());
} // }
::mkdir(_bounds_results_destination.c_str(), 0755); // create once directory //::mkdir(_bounds_results_destination.c_str(), 0755); // create once directory
//------------------------------------------------------------- //-------------------------------------------------------------
@ -159,26 +162,39 @@ public:
// several files. // several files.
//------------------------------------------------------------- //-------------------------------------------------------------
int number_of_iterations = 0; //int number_of_iterations = 0;
//------------------------------------------------------------- //-------------------------------------------------------------
{ //-------------------------------------------------------------
D distrib = _estimator(pop); // Estimating a first time the distribution parameter thanks
// to population.
//-------------------------------------------------------------
double size = distrib.size(); D distrib = _estimator(pop);
assert(size > 0);
doHyperVolume< EOT > hv; double size = distrib.size();
assert(size > 0);
for (int i = 0; i < size; ++i) //-------------------------------------------------------------
{
//hv.update( distrib.varcovar()[i] );
}
// _ofs_params_var << hv << std::endl;
} // {
// D distrib = _estimator(pop);
// double size = distrib.size();
// assert(size > 0);
// doHyperVolume< EOT > hv;
// for (int i = 0; i < size; ++i)
// {
// //hv.update( distrib.varcovar()[i] );
// }
// // _ofs_params_var << hv << std::endl;
// }
do do
{ {
@ -200,14 +216,14 @@ public:
//------------------------------------------------------------- //-------------------------------------------------------------
_continuator.init(); _sa_continue.init();
//------------------------------------------------------------- //-------------------------------------------------------------
// (4) Estimation of the distribution parameters // (4) Estimation of the distribution parameters
//------------------------------------------------------------- //-------------------------------------------------------------
D distrib = _estimator(selected_pop); distrib = _estimator(selected_pop);
//------------------------------------------------------------- //-------------------------------------------------------------
@ -258,7 +274,7 @@ public:
current_solution = candidate_solution; current_solution = candidate_solution;
} }
} }
while ( _continuator( current_solution) ); while ( _sa_continue( current_solution) );
//------------------------------------------------------------- //-------------------------------------------------------------
@ -266,12 +282,12 @@ public:
// at each iteration for plotting. // at each iteration for plotting.
//------------------------------------------------------------- //-------------------------------------------------------------
{ // {
std::stringstream ss; // std::ostringstream os;
ss << _pop_results_destination << "/" << number_of_iterations; // os << _pop_results_destination << "/" << number_of_iterations;
std::ofstream ofs(ss.str().c_str()); // std::ofstream ofs(os.str().c_str());
ofs << current_pop; // ofs << current_pop;
} // }
//------------------------------------------------------------- //-------------------------------------------------------------
@ -281,20 +297,21 @@ public:
// several files. // several files.
//------------------------------------------------------------- //-------------------------------------------------------------
{ // {
double size = distrib.size(); // double size = distrib.size();
assert(size > 0); // assert(size > 0);
std::stringstream ss; // std::stringstream os;
ss << _bounds_results_destination << "/" << number_of_iterations; // os << _bounds_results_destination << "/" << number_of_iterations;
std::ofstream ofs(ss.str().c_str()); // std::ofstream ofs(os.str().c_str());
ofs << size << " "; // ofs << size << " ";
std::copy(distrib.mean().begin(), distrib.mean().end(), std::ostream_iterator< double >(ofs, " ")); //ublas::vector< AtomType > mean = distrib.mean();
//std::copy(mean.begin(), mean.end(), std::ostream_iterator< double >(ofs, " "));
//std::copy(distrib.varcovar().begin(), distrib.varcovar().end(), std::ostream_iterator< double >(ofs, " ")); //std::copy(distrib.varcovar().begin(), distrib.varcovar().end(), std::ostream_iterator< double >(ofs, " "));
ofs << std::endl; // ofs << std::endl;
} // }
//------------------------------------------------------------- //-------------------------------------------------------------
@ -350,11 +367,12 @@ public:
//------------------------------------------------------------- //-------------------------------------------------------------
++number_of_iterations; //++number_of_iterations;
} }
while ( _cooling_schedule( temperature ) && while ( _cooling_schedule( temperature ) &&
_monitoring_continue( selected_pop ) ); _monitoring_continue( selected_pop ) &&
_distribution_continue( distrib ) );
} }
private: private:
@ -377,11 +395,14 @@ private:
//! A EOT monitoring continuator //! A EOT monitoring continuator
eoContinue < EOT > & _monitoring_continue; eoContinue < EOT > & _monitoring_continue;
//! A D continuator
doContinue < D > & _distribution_continue;
//! A full evaluation function. //! A full evaluation function.
eoEvalFunc < EOT > & _evaluation; eoEvalFunc < EOT > & _evaluation;
//! Stopping criterion before temperature update //! Stopping criterion before temperature update
moSolContinue < EOT > & _continuator; moSolContinue < EOT > & _sa_continue;
//! The cooling schedule //! The cooling schedule
moCoolingSchedule & _cooling_schedule; moCoolingSchedule & _cooling_schedule;
@ -392,17 +413,14 @@ private:
//! A EOT replacor //! A EOT replacor
eoReplacement < EOT > & _replacor; eoReplacement < EOT > & _replacor;
//! Stats to print distrib parameters out
doStats< D > & _stats;
//------------------------------------------------------------- //-------------------------------------------------------------
// Temporary solution to store populations state at each // Temporary solution to store populations state at each
// iteration for plotting. // iteration for plotting.
//------------------------------------------------------------- //-------------------------------------------------------------
std::string _pop_results_destination; // std::string _pop_results_destination;
std::ofstream _ofs_params; // std::ofstream _ofs_params;
std::ofstream _ofs_params_var; // std::ofstream _ofs_params_var;
//------------------------------------------------------------- //-------------------------------------------------------------
@ -410,7 +428,7 @@ private:
// Temporary solution to store bounds values for each distribution. // Temporary solution to store bounds values for each distribution.
//------------------------------------------------------------- //-------------------------------------------------------------
std::string _bounds_results_destination; // std::string _bounds_results_destination;
//------------------------------------------------------------- //-------------------------------------------------------------

View file

@ -1,6 +1,9 @@
#ifndef _doCheckPoint_h #ifndef _doCheckPoint_h
#define _doCheckPoint_h #define _doCheckPoint_h
#include <utils/eoUpdater.h>
#include <utils/eoMonitor.h>
#include "doContinue.h" #include "doContinue.h"
#include "doStat.h" #include "doStat.h"
@ -24,10 +27,20 @@ public:
(*_stats[i])( distrib ); (*_stats[i])( distrib );
} }
for ( unsigned int i = 0, size = _updaters.size(); i < size; ++i )
{
(*_updaters[i])();
}
for ( unsigned int i = 0, size = _monitors.size(); i < size; ++i )
{
(*_monitors[i])();
}
bool bContinue = true; bool bContinue = true;
for ( unsigned int i = 0, size = _continuators.size(); i < size; ++i ) for ( unsigned int i = 0, size = _continuators.size(); i < size; ++i )
{ {
if ( !(*_continuators[i]( distrib )) ) if ( !(*_continuators[i])( distrib ) )
{ {
bContinue = false; bContinue = false;
} }
@ -39,6 +52,16 @@ public:
{ {
_stats[i]->lastCall( distrib ); _stats[i]->lastCall( distrib );
} }
for ( unsigned int i = 0, size = _updaters.size(); i < size; ++i )
{
_updaters[i]->lastCall();
}
for ( unsigned int i = 0, size = _monitors.size(); i < size; ++i )
{
_monitors[i]->lastCall();
}
} }
return bContinue; return bContinue;
@ -46,6 +69,8 @@ public:
void add(doContinue< D >& cont) { _continuators.push_back( &cont ); } void add(doContinue< D >& cont) { _continuators.push_back( &cont ); }
void add(doStatBase< D >& stat) { _stats.push_back( &stat ); } void add(doStatBase< D >& stat) { _stats.push_back( &stat ); }
void add(eoMonitor& mon) { _monitors.push_back( &mon ); }
void add(eoUpdater& upd) { _updaters.push_back( &upd ); }
virtual std::string className(void) const { return "doCheckPoint"; } virtual std::string className(void) const { return "doCheckPoint"; }
@ -60,6 +85,20 @@ public:
} }
s += "\n"; s += "\n";
s += "Updaters\n";
for ( unsigned int i = 0; i < _updaters.size(); ++i )
{
s += _updaters[i]->className() + "\n";
}
s += "\n";
s += "Monitors\n";
for ( unsigned int i = 0; i < _monitors.size(); ++i )
{
s += _monitors[i]->className() + "\n";
}
s += "\n";
s += "Continuators\n"; s += "Continuators\n";
for ( unsigned int i = 0, size = _continuators.size(); i < size; ++i ) for ( unsigned int i = 0, size = _continuators.size(); i < size; ++i )
{ {
@ -73,6 +112,8 @@ public:
private: private:
std::vector< doContinue< D >* > _continuators; std::vector< doContinue< D >* > _continuators;
std::vector< doStatBase< D >* > _stats; std::vector< doStatBase< D >* > _stats;
std::vector< eoMonitor* > _monitors;
std::vector< eoUpdater* > _updaters;
}; };
#endif // !_doCheckPoint_h #endif // !_doCheckPoint_h

View file

@ -24,4 +24,12 @@ public:
} }
}; };
template < typename D >
class doDummyContinue : public doContinue< D >
{
bool operator()(const D&){ return true; }
virtual std::string className() const { return "doNoContinue"; }
};
#endif // !_doContinue_h #endif // !_doContinue_h

View file

@ -3,7 +3,6 @@
#include "doEstimator.h" #include "doEstimator.h"
#include "doUniform.h" #include "doUniform.h"
#include "doStats.h"
template < typename EOT > template < typename EOT >
class doEstimatorNormalMulti : public doEstimator< doNormalMulti< EOT > > class doEstimatorNormalMulti : public doEstimator< doNormalMulti< EOT > >

View file

@ -20,8 +20,8 @@ public:
return _mean.size(); return _mean.size();
} }
EOT& mean(){return _mean;} EOT mean(){return _mean;}
EOT& variance(){return _variance;} EOT variance(){return _variance;}
private: private:
EOT _mean; EOT _mean;

View file

@ -33,8 +33,8 @@ public:
return _mean.size(); return _mean.size();
} }
ublas::vector< AtomType >& mean(){return _mean;} ublas::vector< AtomType > mean() const {return _mean;}
ublas::symmetric_matrix< AtomType, ublas::lower >& varcovar(){return _varcovar;} ublas::symmetric_matrix< AtomType, ublas::lower > varcovar() const {return _varcovar;}
private: private:
ublas::vector< AtomType > _mean; ublas::vector< AtomType > _mean;

View file

@ -6,7 +6,6 @@
#include "doSampler.h" #include "doSampler.h"
#include "doNormalMono.h" #include "doNormalMono.h"
#include "doBounder.h" #include "doBounder.h"
#include "doStats.h"
/** /**
* doSamplerNormalMono * doSamplerNormalMono

View file

@ -10,7 +10,6 @@
#include "doSampler.h" #include "doSampler.h"
#include "doNormalMulti.h" #include "doNormalMulti.h"
#include "doBounder.h" #include "doBounder.h"
#include "doStats.h"
/** /**
* doSamplerNormalMulti * doSamplerNormalMulti
@ -26,7 +25,7 @@ public:
class Cholesky class Cholesky
{ {
public: public:
virtual void update( const ublas::symmetric_matrix< AtomType, ublas::lower >& V) void update( const ublas::symmetric_matrix< AtomType, ublas::lower >& V)
{ {
unsigned int Vl = V.size1(); unsigned int Vl = V.size1();

View file

@ -13,21 +13,35 @@ public:
virtual std::string className() const { return "doStatBase"; } virtual std::string className() const { return "doStatBase"; }
}; };
template < typename D > template < typename D > class doCheckPoint;
class doStat : doStatBase< D >
template < typename D, typename T >
class doStat : public eoValueParam< T >, public doStatBase< D >
{ {
public: public:
typedef typename D::EOType EOType; doStat(T value, std::string description)
typedef typename EOType::AtomType AtomType; : eoValueParam< T >(value, description)
{}
virtual std::string className(void) const { return "doStat"; }
doStat< D, T >& addTo(doCheckPoint< D >& cp) { cp.add(*this); return *this; }
// TODO: doStat< D, T >& addTo(doMonitor& mon) { mon.add(*this); return *this; }
};
//! A parent class for any kind of distribution to dump parameter to std::string type
template < typename D >
class doDistribStat : public doStat< D, std::string >
{
public: public:
doStat(){} using doStat< D, std::string >::value;
doDistribStat(std::string desc)
D& distrib() { return _distrib; } : doStat< D, std::string >("", desc)
{}
private:
D& _distrib;
}; };
#endif // !_doStat_h #endif // !_doStat_h

View file

@ -5,16 +5,23 @@
#include "doNormalMono.h" #include "doNormalMono.h"
template < typename EOT > template < typename EOT >
class doStatNormalMono : public doStat< doNormalMono< EOT > > class doStatNormalMono : public doDistribStat< doNormalMono< EOT > >
{ {
public: public:
doStatNormalMono( doNormalMono< EOT >& distrib ) using doDistribStat< doNormalMono< EOT > >::value;
: doStat< doNormalMono< EOT > >( distrib )
doStatNormalMono( std::string desc = "" )
: doDistribStat< doNormalMono< EOT > >( desc )
{} {}
virtual void printOn(std::ostream& os) const void operator()( const doNormalMono< EOT >& distrib )
{ {
os << this->distrib().mean() << " " << this->distrib().variance(); value() = "\n# ====== mono normal distribution dump =====\n";
std::ostringstream os;
os << distrib.mean() << " " << distrib.variance() << std::endl;
value() += os.str();
} }
}; };

View file

@ -5,19 +5,36 @@
#include "doStat.h" #include "doStat.h"
#include "doNormalMulti.h" #include "doNormalMulti.h"
#include "doDistrib.h"
template < typename EOT > template < typename EOT >
class doStatNormalMulti : public doStat< doNormalMulti< EOT > > class doStatNormalMulti : public doDistribStat< doNormalMulti< EOT > >
{ {
public: public:
doStatNormalMulti( doNormalMulti< EOT >& distrib ) typedef typename EOT::AtomType AtomType;
: doStat< doNormalMulti< EOT > >( distrib )
using doDistribStat< doNormalMulti< EOT > >::value;
doStatNormalMulti( std::string desc = "" )
: doDistribStat< doNormalMulti< EOT > >( desc )
{} {}
virtual void printOn(std::ostream& os) const void operator()( const doNormalMulti< EOT >& distrib )
{ {
os << this->distrib().mean() << this->distrib().varcovar(); value() = "\n# ====== multi normal distribution dump =====\n";
std::ostringstream os;
os << distrib.mean() << " " << distrib.varcovar() << std::endl;
// ublas::vector< AtomType > mean = distrib.mean();
// std::copy(mean.begin(), mean.end(), std::ostream_iterator< std::string >( os, " " ));
// ublas::symmetric_matrix< AtomType, ublas::lower > varcovar = distrib.varcovar();
// std::copy(varcovar.begin(), varcovar.end(), std::ostream_iterator< std::string >( os, " " ));
// os << std::endl;
value() += os.str();
} }
}; };

View file

@ -5,16 +5,23 @@
#include "doUniform.h" #include "doUniform.h"
template < typename EOT > template < typename EOT >
class doStatUniform : public doStat< doUniform< EOT > > class doStatUniform : public doDistribStat< doUniform< EOT > >
{ {
public: public:
doStatUniform( doUniform< EOT >& distrib ) using doDistribStat< doUniform< EOT > >::value;
: doStat< doUniform< EOT > >( distrib )
doStatUniform( std::string desc = "" )
: doDistribStat< doUniform< EOT > >( desc )
{} {}
virtual void printOn(std::ostream& os) const void operator()( const doUniform< EOT >& distrib )
{ {
os << this->distrib().min() << " " << this->distrib().max(); value() = "\n# ====== uniform distribution dump =====\n";
std::ostringstream os;
os << distrib.min() << " " << distrib.max() << std::endl;
value() += os.str();
} }
}; };

View file

@ -12,9 +12,8 @@ public:
assert(_min.size() == _max.size()); assert(_min.size() == _max.size());
} }
EOT& min(){return _min;} EOT min(){return _min;}
EOT& max(){return _max;} EOT max(){return _max;}
unsigned int size() unsigned int size()
{ {