In [1]:
import gym
from gym.envs.registration import register
register(
    id='FrozenLakeNotSlippery-v0',
    entry_point='gym.envs.toy_text:FrozenLakeEnv',
    kwargs={'map_name' : '4x4', 'is_slippery': False},
    max_episode_steps=100,
    reward_threshold=0.78, # optimum = .8196
)

In [5]:
#env = gym.make('FrozenLake-v0')
env = gym.make('FrozenLakeNotSlippery-v0')


[2017-09-22 14:34:26,009] Making new env: FrozenLakeNotSlippery-v0

In [14]:
env.reset()
env.render()
observation, reward, done, info=env.step(1)
print(observation, reward, done, info)


SFFF
FHFH
FFFH
HFFG
(4L, 0.0, False, {'prob': 1.0})

In [11]:
env.reset()
env.step(1)
env.step(1)
env.step(2)
env.step(2)
env.step(1)
env.step(2)
env.render()


  (Right)
SFFF
FHFH
FFFH
HFFG

In [ ]: