LearningSequence.cpp

/**
 * DESCRIPTION OF THE FILE
 *
 * @author Michal Kravčenko
 * @date 19.2.19 -
 */

#include "LearningSequence.h"
#include "../message.h"

namespace lib4neuro {

    LearningSequence::LearningSequence( double tolerance, int max_n_cycles ){
        this->tol = tolerance;
        this->max_number_of_cycles = max_n_cycles;
//        this->optimal_parameters = new std::vector<double>();
    }

    LearningSequence::~LearningSequence() = default;

    void LearningSequence::add_learning_method(std::shared_ptr<LearningMethod> method) {
        this->learning_sequence.push_back( method );
    }

    void LearningSequence::optimize(lib4neuro::ErrorFunction &ef, std::ofstream *ofs) {

        puts("*********************** 11");

        double error = ef.eval();

        puts("*********************** 12");

        double the_best_error = error;
        int mcycles = this->max_number_of_cycles, cycle_idx = 0;

//        std::shared_ptr<std::vector<double>> best_params = std::make_shared<std::vector<double>>(this->optimal_parameters);
        std::vector<double> params;
        while( error > this->tol && mcycles != 0){
            mcycles--;
            cycle_idx++;

            puts("*********************** 7");

            for(auto m: this->learning_sequence ){

                puts("*********************** 8");

                m->optimize( ef, ofs );
                puts("*********************** 9");

                //TODO do NOT copy vectors if not needed
                params = *m->get_parameters();
                error = ef.eval(&params);
                puts("*********************** 10");

//                std::shared_ptr<std::vector<double>> params;
//                params.reset(m->get_parameters());
                ef.get_network_instance()->copy_parameter_space(&params);



                if( error < the_best_error ){
                    the_best_error = error;
                    this->optimal_parameters = ef.get_parameters();
//                    best_params = ef.get_parameters();
//                    best_params.reset(ef.get_parameters().get());
                }

                if( error <= this->tol ){
                    ef.get_network_instance()->copy_parameter_space( &this->optimal_parameters );
                    return;
                }
            }
            COUT_DEBUG("Cycle: " << cycle_idx << ", the lowest error: " << the_best_error << std::endl );
        }
        ef.get_network_instance()->copy_parameter_space( &this->optimal_parameters );
    }
}