taxiSimulator.h

Go to the documentation of this file.

#ifndef GUM_TAXI_SIMULATOR_H
#define GUM_TAXI_SIMULATOR_H
//======================================================================
#include <agrum/multidim/instantiation.h>
//======================================================================
#include <agrum/FMDP/fmdp.h>
//======================================================================
#include <agrum/FMDP/simulation/abstractSimulator.h>
//======================================================================
#include <agrum/variables/labelizedVariable.h>
//======================================================================

namespace gum {


  enum TaxiSimulationLandmark : Idx {
    HOME = 0,
    WORK = 1,
    THEATER = 2,
    CLUB = 3,
    TAXI = 4
  };
  enum TaxiSimulationLandmarkX : Idx {
    HOMEX = 0,
    WORKX = 0,
    THEATERX = 3,
    CLUBX = 4,
    STATIONX = 2
  };
  enum TaxiSimulationLandmarkY : Idx {
    HOMEY = 0,
    WORKY = 4,
    THEATERY = 0,
    CLUBY = 4,
    STATIONY = 1
  };
  enum TaxiSimulationAction : Idx {
    GoNorth = 1,
    GoEast = 2,
    GoSouth = 3,
    GoWest = 4,
    PickUp = 5,
    PutDown = 6,
    FillUp = 7
  };

  // clang-format off
  // clang-format on
  class TaxiSimulator : public AbstractSimulator {
    public:
    // ===========================================================================
    // ===========================================================================

    TaxiSimulator();

    ~TaxiSimulator();


    // ===========================================================================
    // ===========================================================================

    protected:
    Instantiation _randomState();

    public:
    bool hasReachEnd();


    // ===========================================================================
    // ===========================================================================

    const DiscreteVariable* primeVar(const DiscreteVariable* mainVar) {
      return __primeMap.second(mainVar);
    }

    SequenceIteratorSafe< const DiscreteVariable* > beginVariables() {
      return __taxiVars.beginSafe();
    }
    SequenceIteratorSafe< const DiscreteVariable* > endVariables() {
      return __taxiVars.endSafe();
    }


    // ===========================================================================
    // ===========================================================================

    const std::string& actionName(Idx actionId) { return *__actionMap[actionId]; }

    SequenceIteratorSafe< Idx > beginActions() {
      return __taxiActions.beginSafe();
    }
    SequenceIteratorSafe< Idx > endActions() { return __taxiActions.endSafe(); }


    void perform(Idx);

    private:
    void __performGoNorth();
    void __performGoEast();
    void __performGoSouth();
    void __performGoWest();
    void __performPickUp();
    void __performPutDown();
    void __performFillUp();


    // ===========================================================================
    // ===========================================================================
    public:
    double reward();

    private:
    void __evalReward();
    bool __isAtDestination(TaxiSimulationLandmark  passDest,
                           TaxiSimulationLandmarkX xCurPos,
                           TaxiSimulationLandmarkY yCurPos);
    bool __isAtMeetPoint(TaxiSimulationLandmark  passpos,
                         TaxiSimulationLandmarkX xCurPos,
                         TaxiSimulationLandmarkY yCurPos);


    Sequence< const DiscreteVariable* >                           __taxiVars;
    Bijection< const DiscreteVariable*, const DiscreteVariable* > __primeMap;
    LabelizedVariable*                                            __xPos;
    LabelizedVariable*                                            __yPos;
    LabelizedVariable*                                            __passengerPos;
    LabelizedVariable*                                            __passengerDest;
    LabelizedVariable*                                            __fuelLevel;

    Sequence< Idx >                __taxiActions;
    HashTable< Idx, std::string* > __actionMap;   //__actionMap.insert ( actionId,
    // new std::string ( action ) );
    TaxiSimulationAction __lastAction;

    double __reward;
  };

} /* namespace gum */


#endif   // GUM_TAXI_SIMULATOR_H