571 lines
20 KiB
Plaintext
571 lines
20 KiB
Plaintext
|
q_values_k_0_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_0_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_0_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_0_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_0_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_1_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_1_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_1_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_1_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_1_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_2_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_2_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_2_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_2_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_2_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_3_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_3_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_3_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_3_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_3_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_4_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_4_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_4_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_4_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_4_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_5_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_5_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_5_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
0.0000 illegal -10.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_5_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_5_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_6_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_6_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_6_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal -10.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_6_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_6_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_7_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_7_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_7_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal -10.0000
|
||
|
0.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_7_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_7_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_8_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_8_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_8_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal -10.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.0000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_8_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_8_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_9_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_9_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_9_action_exit: """
|
||
|
__________ 0.0000 __________
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal -10.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
-10.0000 illegal 0.0000
|
||
|
__________ 0.1000 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_9_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_9_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
illegal 0.0000 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_500_action_north: """
|
||
|
__________ illegal __________
|
||
|
illegal -5.8648 illegal
|
||
|
illegal -0.7995 illegal
|
||
|
illegal -0.1671 illegal
|
||
|
illegal -1.2642 illegal
|
||
|
illegal -0.5871 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_500_action_east: """
|
||
|
__________ illegal __________
|
||
|
illegal -17.0676 illegal
|
||
|
illegal -26.5534 illegal
|
||
|
illegal -3.6957 illegal
|
||
|
illegal -43.5952 illegal
|
||
|
illegal -31.6884 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_500_action_exit: """
|
||
|
__________ 9.3539 __________
|
||
|
-96.5663 illegal -96.9097
|
||
|
-97.7472 illegal -94.1850
|
||
|
-89.0581 illegal -96.9097
|
||
|
-97.2187 illegal -87.8423
|
||
|
-92.8210 illegal -97.2187
|
||
|
__________ 0.9576 __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_500_action_south: """
|
||
|
__________ illegal __________
|
||
|
illegal -6.8377 illegal
|
||
|
illegal -6.7277 illegal
|
||
|
illegal -3.4723 illegal
|
||
|
illegal -8.4015 illegal
|
||
|
illegal -5.5718 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
q_values_k_500_action_west: """
|
||
|
__________ illegal __________
|
||
|
illegal -27.0626 illegal
|
||
|
illegal -39.0610 illegal
|
||
|
illegal -40.5887 illegal
|
||
|
illegal -16.2839 illegal
|
||
|
illegal -20.7770 illegal
|
||
|
__________ illegal __________
|
||
|
"""
|
||
|
|
||
|
values: """
|
||
|
__________ 9.3539 __________
|
||
|
-96.5663 -5.8648 -96.9097
|
||
|
-97.7472 -0.7995 -94.1850
|
||
|
-89.0581 -0.1671 -96.9097
|
||
|
-97.2187 -1.2642 -87.8423
|
||
|
-92.8210 -0.5871 -97.2187
|
||
|
__________ 0.9576 __________
|
||
|
"""
|
||
|
|
||
|
policy: """
|
||
|
__________ exit __________
|
||
|
exit north exit
|
||
|
exit north exit
|
||
|
exit north exit
|
||
|
exit north exit
|
||
|
exit north exit
|
||
|
__________ exit __________
|
||
|
"""
|
||
|
|