mdpModel.h

Go to the documentation of this file.

#ifndef MDPMODEL_H
#define MDPMODEL_H

#include <iostream>
#include <string>
#include <vector>

#include "action.h"
#include "action_impl.h" /*FIXME this and the following should not be here...*/
#include "state.h"

namespace Mdp
{

class ActionSpace;
class ConstraintList;
struct Context;
class StateSpace;
class LearningStrategy;
class MdpConfiguration;
class Rewards;

class MdpModel
{
public:
    MdpModel(std::shared_ptr<StateSpace> stateSpace,
             std::shared_ptr<ActionSpace> actionSpace,
             std::shared_ptr<MdpConfiguration> conf);
    virtual ~MdpModel();
    void init();
    void end();
    Action *selectAction(bool updateModel=true);
    Action *selectActionWithoutUpdate();

    /*Ideally we don't need to know about state and actions apart from what the builder easily provide*/
    void setConstraintList(std::shared_ptr<ConstraintList> list); //not very good... but necessary?
    void setRewards(std::shared_ptr<Rewards> rewards); //not very good... but necessary?

    void printReportsToFile(std::string folder);
    void printSummary(std::ostream& stream);
    void printPolicy(std::ostream& stream);
protected:
    virtual void constructContext(std::shared_ptr<StateSpace> stateSpace,
                              std::shared_ptr<ActionSpace> actionSpace,
                              std::shared_ptr<MdpConfiguration> conf);
    virtual void setLearningStrategy();
    std::shared_ptr<Context> context;
    LearningStrategy *learningStrategy{nullptr};
    void record(state_t state, action_t action, double reward);

    std::vector<state_t> stateHistory;
    std::vector<action_t> actionHistory;
    std::vector<double> rewardHistory;
    bool recordHistory{false};
};


}
#endif