In [ ]:
using Multilane
using POMDPToolbox
using POMDPs
using MCTS
using GenerativeModels
In [2]:
#Set up problem configuration
nb_lanes = 4
pp = PhysicalParam(nb_lanes,lane_length=100.) #2.=>col_length=8
_discount = 1.
nb_cars=10
rmodel = NoCrashRewardModel()
dmodel = NoCrashIDMMOBILModel(nb_cars, pp)
mdp = NoCrashMDP(dmodel, rmodel, _discount);
rng = MersenneTwister(5)
s = initial_state(mdp::NoCrashMDP, rng)
# @show s.env_cars[1]
#visualize(mdp,s,MLAction(0,0))
policy = RandomPolicy(mdp)
sim = HistoryRecorder(rng=rng, max_steps=100) # initialize a random number generator
simulate(sim, mdp, policy, s)
Out[2]:
In [3]:
visualize(mdp, sim.state_hist[1], sim.action_hist[1], sim.state_hist[2])
# savefig("scene_1.pdf")
Out[3]:
In [4]:
display_sim(mdp, sim)
Out[4]:
In [ ]: