weights_k_0: """
{((0, 0), 'exit'): 0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_0_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_0_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_0_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
            0.0000      illegal      illegal      illegal      illegal
"""

q_values_k_0_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_0_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_1: """
{((0, 0), 'exit'): 0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_1_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_1_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_1_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
            0.0000      illegal      illegal      illegal      illegal
"""

q_values_k_1_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_1_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_2: """
{((0, 0), 'exit'): 0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_2_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_2_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_2_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
            0.0000      illegal      illegal      illegal      illegal
"""

q_values_k_2_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_2_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_3: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_3_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_3_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_3_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_3_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_3_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_4: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_4_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_4_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_4_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_4_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_4_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_5: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): 0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0.0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_5_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_5_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_5_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_5_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_5_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_6: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): -1.0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0.0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_6_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_6_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_6_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
           -1.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.0000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_6_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_6_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_7: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): 0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): -1.0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0.10000000000000001,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0.0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_7_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_7_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_7_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
           -1.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.1000      illegal      illegal
            0.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_7_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_7_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_8: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): -1.0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): -1.0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): 0,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0.10000000000000001,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0.0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_8_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_8_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_8_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
           -1.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.1000      illegal      illegal
           -1.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_8_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_8_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_9: """
{((0, 0), 'exit'): -1.0,
 ((0, 1), 'exit'): -1.0,
 ((0, 2), 'exit'): 0,
 ((0, 3), 'exit'): -1.0,
 ((0, 4), 'exit'): 0,
 ((1, 0), 'east'): 0.0,
 ((1, 0), 'north'): 0,
 ((1, 0), 'south'): 0.0,
 ((1, 0), 'west'): 0,
 ((1, 1), 'east'): 0,
 ((1, 1), 'north'): -0.090000000000000011,
 ((1, 1), 'south'): 0,
 ((1, 1), 'west'): 0,
 ((1, 2), 'east'): 0,
 ((1, 2), 'north'): 0,
 ((1, 2), 'south'): 0,
 ((1, 2), 'west'): 0,
 ((1, 3), 'east'): 0,
 ((1, 3), 'north'): 0,
 ((1, 3), 'south'): 0,
 ((1, 3), 'west'): 0,
 ((1, 4), 'east'): 0,
 ((1, 4), 'north'): 0,
 ((1, 4), 'south'): 0,
 ((1, 4), 'west'): 0,
 ((2, 0), 'east'): 0,
 ((2, 0), 'north'): 0,
 ((2, 0), 'south'): 0,
 ((2, 0), 'west'): 0,
 ((2, 2), 'exit'): 0.10000000000000001,
 ((2, 4), 'exit'): 0,
 ((3, 0), 'east'): 0,
 ((3, 0), 'north'): 0,
 ((3, 0), 'south'): 0.0,
 ((3, 0), 'west'): 0,
 ((3, 2), 'east'): 0,
 ((3, 2), 'north'): 0,
 ((3, 2), 'south'): 0,
 ((3, 2), 'west'): 0,
 ((3, 3), 'east'): 0,
 ((3, 3), 'north'): 0,
 ((3, 3), 'south'): 0,
 ((3, 3), 'west'): 0,
 ((3, 4), 'east'): 0,
 ((3, 4), 'north'): 0,
 ((3, 4), 'south'): 0,
 ((3, 4), 'west'): 0,
 ((4, 0), 'east'): 0,
 ((4, 0), 'north'): 0,
 ((4, 0), 'south'): 0,
 ((4, 0), 'west'): 0,
 ((4, 1), 'east'): 0,
 ((4, 1), 'north'): 0,
 ((4, 1), 'south'): 0,
 ((4, 1), 'west'): 0.0,
 ((4, 2), 'east'): 0,
 ((4, 2), 'north'): 0,
 ((4, 2), 'south'): 0,
 ((4, 2), 'west'): 0,
 ((4, 3), 'east'): 0,
 ((4, 3), 'north'): 0,
 ((4, 3), 'south'): 0,
 ((4, 3), 'west'): 0,
 ((4, 4), 'east'): 0,
 ((4, 4), 'north'): 0,
 ((4, 4), 'south'): 0,
 ((4, 4), 'west'): 0}
"""

q_values_k_9_action_north: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal      -0.0900   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_9_action_east: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_9_action_exit: """
            0.0000      illegal       0.0000      illegal      illegal
           -1.0000      illegal   __________      illegal      illegal
            0.0000      illegal       0.1000      illegal      illegal
           -1.0000      illegal   __________   __________      illegal
           -1.0000      illegal      illegal      illegal      illegal
"""

q_values_k_9_action_south: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

q_values_k_9_action_west: """
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________       0.0000       0.0000
           illegal       0.0000      illegal       0.0000       0.0000
           illegal       0.0000   __________   __________       0.0000
           illegal       0.0000       0.0000       0.0000       0.0000
"""

weights_k_3000: """
{((0, 0), 'exit'): -9.9999073861286885,
 ((0, 1), 'exit'): -9.9999974241453149,
 ((0, 2), 'exit'): -9.9999601327652119,
 ((0, 3), 'exit'): -9.9999507811916182,
 ((0, 4), 'exit'): -9.9999997181525835,
 ((1, 0), 'east'): 0.023883944628551798,
 ((1, 0), 'north'): 0.0073450755179072166,
 ((1, 0), 'south'): -1.8500541605036829,
 ((1, 0), 'west'): -6.3432068201018259,
 ((1, 1), 'east'): 0.29267733411591879,
 ((1, 1), 'north'): 0.34229408532424677,
 ((1, 1), 'south'): -0.55049255655035956,
 ((1, 1), 'west'): -7.4767479867105493,
 ((1, 2), 'east'): 0.86874889561161861,
 ((1, 2), 'north'): 1.0694171118752369,
 ((1, 2), 'south'): 0.20934913434979205,
 ((1, 2), 'west'): -8.0398851480074729,
 ((1, 3), 'east'): 2.0499012629179343,
 ((1, 3), 'north'): 4.4237890873623327,
 ((1, 3), 'south'): -0.56049173246463124,
 ((1, 3), 'west'): -5.401323597944641,
 ((1, 4), 'east'): 8.0584155012518686,
 ((1, 4), 'north'): 4.3204610667734693,
 ((1, 4), 'south'): -0.35211062599820031,
 ((1, 4), 'west'): -6.2001284087375108,
 ((2, 0), 'east'): 0.0097416713984821521,
 ((2, 0), 'north'): 0.0079400074229627055,
 ((2, 0), 'south'): 0.0059982046911572816,
 ((2, 0), 'west'): 0.017876817897686022,
 ((2, 2), 'exit'): 0.99999976817307812,
 ((2, 4), 'exit'): 9.9999887403153593,
 ((3, 0), 'east'): 0.16105276299757887,
 ((3, 0), 'north'): 0.048372528140600023,
 ((3, 0), 'south'): 0.051429117170221687,
 ((3, 0), 'west'): 0.018771554676648216,
 ((3, 2), 'east'): 1.7398137867471506,
 ((3, 2), 'north'): 3.6867103644807422,
 ((3, 2), 'south'): 1.5388764706778615,
 ((3, 2), 'west'): 0.96534651035605001,
 ((3, 3), 'east'): 3.2373269229141819,
 ((3, 3), 'north'): 5.2283548962384554,
 ((3, 3), 'south'): 2.1345912471553601,
 ((3, 3), 'west'): 4.0483861261591692,
 ((3, 4), 'east'): 3.7244897058523159,
 ((3, 4), 'north'): 6.1517060128840937,
 ((3, 4), 'south'): 3.6948394494904564,
 ((3, 4), 'west'): 7.514601541200661,
 ((4, 0), 'east'): 0.20513468944645144,
 ((4, 0), 'north'): 0.37681951125732005,
 ((4, 0), 'south'): 0.12225019530041295,
 ((4, 0), 'west'): 0.1027564434880755,
 ((4, 1), 'east'): 0.66687471315684066,
 ((4, 1), 'north'): 1.0655192675373433,
 ((4, 1), 'south'): 0.10056777985567189,
 ((4, 1), 'west'): 0.3933711247168481,
 ((4, 2), 'east'): 1.267139958918678,
 ((4, 2), 'north'): 2.0418034558813498,
 ((4, 2), 'south'): 0.55209947203626286,
 ((4, 2), 'west'): 1.6080936315813792,
 ((4, 3), 'east'): 2.1742432403114629,
 ((4, 3), 'north'): 3.5128789267557274,
 ((4, 3), 'south'): 1.5673686244783329,
 ((4, 3), 'west'): 3.4125636359365155,
 ((4, 4), 'east'): 3.3947156310730717,
 ((4, 4), 'north'): 3.809539514332263,
 ((4, 4), 'south'): 2.9139369998943274,
 ((4, 4), 'west'): 4.9014427474636619}
"""

q_values_k_3000_action_north: """
           illegal       4.3205      illegal       6.1517       3.8095
           illegal       4.4238   __________       5.2284       3.5129
           illegal       1.0694      illegal       3.6867       2.0418
           illegal       0.3423   __________   __________       1.0655
           illegal       0.0073       0.0079       0.0484       0.3768
"""

q_values_k_3000_action_east: """
           illegal       8.0584      illegal       3.7245       3.3947
           illegal       2.0499   __________       3.2373       2.1742
           illegal       0.8687      illegal       1.7398       1.2671
           illegal       0.2927   __________   __________       0.6669
           illegal       0.0239       0.0097       0.1611       0.2051
"""

q_values_k_3000_action_exit: """
          -10.0000      illegal      10.0000      illegal      illegal
          -10.0000      illegal   __________      illegal      illegal
          -10.0000      illegal       1.0000      illegal      illegal
          -10.0000      illegal   __________   __________      illegal
           -9.9999      illegal      illegal      illegal      illegal
"""

q_values_k_3000_action_south: """
           illegal      -0.3521      illegal       3.6948       2.9139
           illegal      -0.5605   __________       2.1346       1.5674
           illegal       0.2093      illegal       1.5389       0.5521
           illegal      -0.5505   __________   __________       0.1006
           illegal      -1.8501       0.0060       0.0514       0.1223
"""

q_values_k_3000_action_west: """
           illegal      -6.2001      illegal       7.5146       4.9014
           illegal      -5.4013   __________       4.0484       3.4126
           illegal      -8.0399      illegal       0.9653       1.6081
           illegal      -7.4767   __________   __________       0.3934
           illegal      -6.3432       0.0179       0.0188       0.1028
"""