In [1]:
import gym
from gym.envs.registration import register
register(
    id='FrozenLakeNotSlippery-v0',
    entry_point='gym.envs.toy_text:FrozenLakeEnv',
    kwargs={'map_name' : '4x4', 'is_slippery': False},
    max_episode_steps=100,
    reward_threshold=0.78, # optimum = .8196
)


[2017-09-23 11:03:21,094] Making new env: FrozenLakeNotSlippery-v0
SFFF
FHFH
FFFH
HFFG

In [ ]: