In [1]:

    

import gym
from gym.envs.registration import register
register(
    id='FrozenLakeNotSlippery-v0',
    entry_point='gym.envs.toy_text:FrozenLakeEnv',
    kwargs={'map_name' : '4x4', 'is_slippery': False},
    max_episode_steps=100,
    reward_threshold=0.78, # optimum = .8196
)


    

In [1]:

    

env = gym.make('FrozenLakeNotSlippery-v0')
for episode in range(100):
    obs=env.reset()
    done=False
    policy=[1,0,0,0,
            1,0,1,0,
            1,2,1,0,
            0,2,2,0
        
    ]
    while not done:
        obs,reward,done,info=env.step(policy[obs])
    env.render()


    

    




---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-1-37f9744a7ad4> in <module>()
----> 1 env = gym.make('FrozenLakeNotSlippery-v0')
      2 for episode in range(100):
      3     obs=env.reset()
      4     done=False
      5     policy=[1,0,0,0,

NameError: name 'gym' is not defined

In [ ]: