RL_experience.h

Go to the documentation of this file.

/*
Created on Fri Jun 26 14:13:26 2020
Copyright 2020 Peter Rakyta, Ph.D.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

@author: Peter Rakyta, Ph.D.
*/
#ifndef RLEXPERIENCE_H
#define RLEXPERIENCE_H

#include "matrix_real.h"
#include "Gates_block.h"
#include <map>
#include <cstdlib>
#include <time.h>
#include <ctime>
#include <random>


class RL_experience  {


public:
  
    // learning rate of the RL_experience algorithm
    double eta;  


//protected:

    int parameter_num;

    // the number of iterations used during the training
    unsigned long long iteration_num;

    Gates_block* gates;

    // array containing the probabilities of which parameter to choose in the next turn of the optimization. Element (i,j) means that after the i-th parameter the j-th parameter would be chosen with probability of A_ij.
    Matrix_real parameter_probs;


    matrix_base<int> parameter_counts;

    matrix_base<int> total_counts;

    matrix_base<unsigned long long> total_counts_probs;



    std::vector<int> history;


    double exploration_rate;



public:

RL_experience();

RL_experience( Gates_block* gates_in, unsigned long long iteration_num_in );

RL_experience(const RL_experience& experience );

int draw( const int& curent_index, std::mt19937& gen );


virtual ~RL_experience();


void reset();


RL_experience& operator= (const RL_experience& experience );


RL_experience copy();

void update_probs( );


void export_probabilities();


void import_probabilities();

};


#endif //RL_experience