Bug in frozen lake implementation

Because of bug terminal states do not act as terminal
xqding · Dec 25, 2016 · 328ebc5 · 328ebc5
1 parent d20a5d0
commit 328ebc5
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gym/envs/toy_text/frozen_lake.py b/gym/envs/toy_text/frozen_lake.py
@@ -91,8 +91,8 @@ def inc(row, col, a):
                 s = to_s(row, col)
                 for a in range(4):
                     li = P[s][a]
-                    letter = str(desc[row, col])
-                    if letter in 'GH':
+                    letter = desc[row, col]
+                    if letter in b'GH':
                         li.append((1.0, s, 0, True))
                     else:
                         if is_slippery: