nohup.out

'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': False,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 12,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': 'main',
 'random': False,
 'record_video': False,
 'recurrent': False,
 'rnn_type': 'MLP',
 'save': 'model_1g',
 'save_every': 10,
 'seed': 8376,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Setting up a new session...
Setting up a new session...
'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': False,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 1,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': 'main',
 'random': False,
 'record_video': False,
 'recurrent': False,
 'rnn_type': 'MLP',
 'save': 'model_1g_1pro',
 'save_every': 10,
 'seed': 128,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Epoch 1	Reward [-1600.6 -1600.6 -1600.6]	Time 10.67s
Steps-taken: 100.00
Epoch 2	Reward [-1612.14 -1612.14 -1612.14]	Time 10.66s
Steps-taken: 100.00
Epoch 3	Reward [-1221.26 -1221.26 -1221.26]	Time 10.59s
Steps-taken: 100.00
Epoch 4	Reward [-1060.89 -1060.89 -1060.89]	Time 10.51s
Steps-taken: 100.00
Epoch 5	Reward [-979.58 -979.58 -979.58]	Time 10.72s
Steps-taken: 100.00
Epoch 6	Reward [-1065.03 -1065.03 -1065.03]	Time 10.68s
Steps-taken: 100.00
Epoch 7	Reward [-955.37 -955.37 -955.37]	Time 10.47s
Steps-taken: 100.00
Epoch 8	Reward [-1036.86 -1036.86 -1036.86]	Time 10.45s
Steps-taken: 100.00
Epoch 9	Reward [-1145.26 -1145.26 -1145.26]	Time 10.50s
Steps-taken: 100.00
Epoch 10	Reward [-1058.32 -1058.32 -1058.32]	Time 10.49s
Steps-taken: 100.00
Epoch 11	Reward [-970.73 -970.73 -970.73]	Time 10.54s
Steps-taken: 100.00
Epoch 12	Reward [-885.42 -885.42 -885.42]	Time 10.53s
Steps-taken: 100.00
Epoch 13	Reward [-949.6 -949.6 -949.6]	Time 10.53s
Steps-taken: 100.00
Epoch 14	Reward [-1016.4 -1016.4 -1016.4]	Time 10.53s
Steps-taken: 100.00
Epoch 15	Reward [-871.6 -871.6 -871.6]	Time 10.42s
Steps-taken: 100.00
Epoch 16	Reward [-881.55 -881.55 -881.55]	Time 10.39s
Steps-taken: 100.00
Epoch 17	Reward [-924.96 -924.96 -924.96]	Time 10.54s
Steps-taken: 100.00
Epoch 18	Reward [-989.98 -989.98 -989.98]	Time 10.38s
Steps-taken: 100.00
Epoch 19	Reward [-1166.39 -1166.39 -1166.39]	Time 10.53s
Steps-taken: 100.00
Epoch 20	Reward [-1399.64 -1399.64 -1399.64]	Time 10.50s
Steps-taken: 100.00
Epoch 21	Reward [-1600.1 -1600.1 -1600.1]	Time 10.62s
Steps-taken: 100.00
Epoch 22	Reward [-1538.72 -1538.72 -1538.72]	Time 10.61s
Steps-taken: 100.00
Epoch 23	Reward [-1146.44 -1146.44 -1146.44]	Time 10.53s
Steps-taken: 100.00
Epoch 24	Reward [-1093.18 -1093.18 -1093.18]	Time 10.59s
Steps-taken: 100.00
Epoch 25	Reward [-1154.88 -1154.88 -1154.88]	Time 10.53s
Steps-taken: 100.00
Epoch 26	Reward [-1150.45 -1150.45 -1150.45]	Time 10.48s
Steps-taken: 100.00
Epoch 27	Reward [-1154.29 -1154.29 -1154.29]	Time 10.29s
Steps-taken: 100.00
Epoch 28	Reward [-1147. -1147. -1147.]	Time 10.49s
Steps-taken: 100.00
Epoch 29	Reward [-1153.57 -1153.57 -1153.57]	Time 10.53s
Steps-taken: 100.00
Epoch 30	Reward [-1165.84 -1165.84 -1165.84]	Time 10.46s
Steps-taken: 100.00
Epoch 31	Reward [-1307.84 -1307.84 -1307.84]	Time 10.51s
Steps-taken: 100.00
Epoch 32	Reward [-1143. -1143. -1143.]	Time 10.43s
Steps-taken: 100.00
Epoch 33	Reward [-1107.91 -1107.91 -1107.91]	Time 10.42s
Steps-taken: 100.00
Epoch 34	Reward [-1165.31 -1165.31 -1165.31]	Time 10.50s
Steps-taken: 100.00
Epoch 35	Reward [-1038.09 -1038.09 -1038.09]	Time 10.51s
Steps-taken: 100.00
Epoch 36	Reward [-941.56 -941.56 -941.56]	Time 10.53s
Steps-taken: 100.00
Epoch 37	Reward [-1004.49 -1004.49 -1004.49]	Time 10.49s
Steps-taken: 100.00
Epoch 38	Reward [-1000.92 -1000.92 -1000.92]	Time 10.37s
Steps-taken: 100.00
Epoch 39	Reward [-1069.01 -1069.01 -1069.01]	Time 10.41s
Steps-taken: 100.00
Epoch 40	Reward [-932.43 -932.43 -932.43]	Time 10.44s
Steps-taken: 100.00
Epoch 41	Reward [-1142.06 -1142.06 -1142.06]	Time 10.48s
Steps-taken: 100.00
Epoch 42	Reward [-1134.19 -1134.19 -1134.19]	Time 10.45s
Steps-taken: 100.00
Epoch 43	Reward [-1048.11 -1048.11 -1048.11]	Time 10.20s
Steps-taken: 100.00
Epoch 44	Reward [-1279.76 -1279.76 -1279.76]	Time 10.36s
Steps-taken: 100.00
Epoch 45	Reward [-1187.71 -1187.71 -1187.71]	Time 10.43s
Steps-taken: 100.00
Epoch 46	Reward [-1123.9 -1123.9 -1123.9]	Time 10.49s
Steps-taken: 100.00
Epoch 47	Reward [-1189.25 -1189.25 -1189.25]	Time 10.46s
Steps-taken: 100.00
Epoch 48	Reward [-1225.61 -1225.61 -1225.61]	Time 10.46s
Steps-taken: 100.00
Epoch 49	Reward [-1128.41 -1128.41 -1128.41]	Time 10.26s
Steps-taken: 100.00
Epoch 50	Reward [-1149.76 -1149.76 -1149.76]	Time 10.32s
Steps-taken: 100.00
Epoch 51	Reward [-1136.6 -1136.6 -1136.6]	Time 10.44s
Steps-taken: 100.00
Epoch 52	Reward [-1176.42 -1176.42 -1176.42]	Time 10.44s
Steps-taken: 100.00
Epoch 53	Reward [-1064.69 -1064.69 -1064.69]	Time 10.33s
Steps-taken: 100.00
Epoch 54	Reward [-1131.38 -1131.38 -1131.38]	Time 10.37s
Steps-taken: 100.00
Epoch 55	Reward [-1074.97 -1074.97 -1074.97]	Time 10.33s
Steps-taken: 100.00
Epoch 56	Reward [-1101.46 -1101.46 -1101.46]	Time 10.44s
Steps-taken: 100.00
Epoch 57	Reward [-1018.29 -1018.29 -1018.29]	Time 10.49s
Steps-taken: 100.00
Epoch 58	Reward [-1070.36 -1070.36 -1070.36]	Time 10.39s
Steps-taken: 100.00
Epoch 59	Reward [-1047.47 -1047.47 -1047.47]	Time 10.40s
Steps-taken: 100.00
Epoch 60	Reward [-1184.62 -1184.62 -1184.62]	Time 10.35s
Steps-taken: 100.00
Epoch 61	Reward [-1188.86 -1188.86 -1188.86]	Time 10.39s
Steps-taken: 100.00
Epoch 62	Reward [-1093.89 -1093.89 -1093.89]	Time 10.21s
Steps-taken: 100.00
Epoch 63	Reward [-1061.24 -1061.24 -1061.24]	Time 10.33s
Steps-taken: 100.00
Epoch 64	Reward [-1129.06 -1129.06 -1129.06]	Time 10.46s
Steps-taken: 100.00
Epoch 65	Reward [-1144.77 -1144.77 -1144.77]	Time 10.43s
Steps-taken: 100.00
Epoch 66	Reward [-1204.27 -1204.27 -1204.27]	Time 10.46s
Steps-taken: 100.00
Epoch 67	Reward [-1073.75 -1073.75 -1073.75]	Time 10.40s
Steps-taken: 100.00
Epoch 68	Reward [-1149.63 -1149.63 -1149.63]	Time 10.40s
Steps-taken: 100.00
Epoch 69	Reward [-1173.04 -1173.04 -1173.04]	Time 10.34s
Steps-taken: 100.00
Epoch 70	Reward [-1090.59 -1090.59 -1090.59]	Time 10.40s
Steps-taken: 100.00
Epoch 71	Reward [-990.52 -990.52 -990.52]	Time 10.39s
Steps-taken: 100.00
Epoch 72	Reward [-993.88 -993.88 -993.88]	Time 10.43s
Steps-taken: 100.00
Epoch 73	Reward [-1062. -1062. -1062.]	Time 10.35s
Steps-taken: 100.00
Epoch 74	Reward [-1041.32 -1041.32 -1041.32]	Time 10.35s
Steps-taken: 100.00
Epoch 75	Reward [-1111.98 -1111.98 -1111.98]	Time 10.38s
Steps-taken: 100.00
Epoch 76	Reward [-1132.98 -1132.98 -1132.98]	Time 10.42s
Steps-taken: 100.00
Epoch 77	Reward [-998.1 -998.1 -998.1]	Time 10.45s
Steps-taken: 100.00
Epoch 78	Reward [-1095.87 -1095.87 -1095.87]	Time 10.47s
Steps-taken: 100.00
Epoch 79	Reward [-1063.49 -1063.49 -1063.49]	Time 10.41s
Steps-taken: 100.00
Epoch 80	Reward [-1056.29 -1056.29 -1056.29]	Time 10.50s
Steps-taken: 100.00
Epoch 81	Reward [-1124.03 -1124.03 -1124.03]	Time 10.45s
Steps-taken: 100.00
Epoch 82	Reward [-1120.97 -1120.97 -1120.97]	Time 10.22s
Steps-taken: 100.00
Epoch 83	Reward [-982.07 -982.07 -982.07]	Time 10.27s
Steps-taken: 100.00
Epoch 84	Reward [-1031.3 -1031.3 -1031.3]	Time 10.24s
Steps-taken: 100.00
Epoch 85	Reward [-1001.12 -1001.12 -1001.12]	Time 10.10s
Steps-taken: 100.00
Epoch 86	Reward [-1001.48 -1001.48 -1001.48]	Time 10.34s
Steps-taken: 100.00
Epoch 87	Reward [-1000.13 -1000.13 -1000.13]	Time 10.15s
Steps-taken: 100.00
Epoch 88	Reward [-1001.71 -1001.71 -1001.71]	Time 10.43s
Steps-taken: 100.00
Epoch 89	Reward [-961.57 -961.57 -961.57]	Time 10.42s
Steps-taken: 100.00
Epoch 90	Reward [-994.75 -994.75 -994.75]	Time 10.25s
Steps-taken: 100.00
Epoch 91	Reward [-940.77 -940.77 -940.77]	Time 10.52s
Steps-taken: 100.00
Epoch 92	Reward [-1022.29 -1022.29 -1022.29]	Time 10.58s
Steps-taken: 100.00
Epoch 93	Reward [-1048.88 -1048.88 -1048.88]	Time 10.30s
Steps-taken: 100.00
Epoch 94	Reward [-983.54 -983.54 -983.54]	Time 10.36s
Steps-taken: 100.00
Epoch 95	Reward [-983.65 -983.65 -983.65]	Time 10.34s
Steps-taken: 100.00
Epoch 96	Reward [-1053.45 -1053.45 -1053.45]	Time 10.50s
Steps-taken: 100.00
Epoch 97	Reward [-1041.17 -1041.17 -1041.17]	Time 10.34s
Steps-taken: 100.00
Epoch 98	Reward [-1011.02 -1011.02 -1011.02]	Time 10.25s
Steps-taken: 100.00
Epoch 99	Reward [-1063.39 -1063.39 -1063.39]	Time 10.36s
Steps-taken: 100.00
Epoch 100	Reward [-954.52 -954.52 -954.52]	Time 10.22s
Steps-taken: 100.00
Epoch 101	Reward [-1042.91 -1042.91 -1042.91]	Time 10.22s
Steps-taken: 100.00
Epoch 102	Reward [-1162.28 -1162.28 -1162.28]	Time 10.36s
Steps-taken: 100.00
Epoch 103	Reward [-1084.97 -1084.97 -1084.97]	Time 10.37s
Steps-taken: 100.00
Epoch 104	Reward [-952.02 -952.02 -952.02]	Time 10.20s
Steps-taken: 100.00
Epoch 105	Reward [-1002.28 -1002.28 -1002.28]	Time 10.27s
Steps-taken: 100.00
Epoch 106	Reward [-938.66 -938.66 -938.66]	Time 10.47s
Steps-taken: 100.00
Epoch 107	Reward [-948.71 -948.71 -948.71]	Time 10.32s
Steps-taken: 100.00
Epoch 108	Reward [-947.75 -947.75 -947.75]	Time 10.36s
Steps-taken: 100.00
Epoch 109	Reward [-978.61 -978.61 -978.61]	Time 10.40s
Steps-taken: 100.00
Epoch 110	Reward [-980.95 -980.95 -980.95]	Time 10.22s
Steps-taken: 100.00
Epoch 111	Reward [-1039.04 -1039.04 -1039.04]	Time 10.13s
Steps-taken: 100.00
Epoch 112	Reward [-1288.38 -1288.38 -1288.38]	Time 10.25s
Steps-taken: 100.00
Epoch 113	Reward [-1348.76 -1348.76 -1348.76]	Time 10.20s
Steps-taken: 100.00
Epoch 114	Reward [-1030.13 -1030.13 -1030.13]	Time 10.30s
Steps-taken: 100.00
Epoch 115	Reward [-1081.73 -1081.73 -1081.73]	Time 10.28s
Steps-taken: 100.00
Epoch 116	Reward [-1045.76 -1045.76 -1045.76]	Time 10.34s
Steps-taken: 100.00
Epoch 117	Reward [-1023.77 -1023.77 -1023.77]	Time 10.32s
Steps-taken: 100.00
Epoch 118	Reward [-1027.91 -1027.91 -1027.91]	Time 10.18s
Steps-taken: 100.00
Epoch 119	Reward [-1001.31 -1001.31 -1001.31]	Time 10.39s
Steps-taken: 100.00
Epoch 120	Reward [-1198.32 -1198.32 -1198.32]	Time 10.25s
Steps-taken: 100.00
Epoch 121	Reward [-1105.15 -1105.15 -1105.15]	Time 10.22s
Steps-taken: 100.00
Epoch 122	Reward [-1052.25 -1052.25 -1052.25]	Time 10.14s
Steps-taken: 100.00
Epoch 123	Reward [-1035.71 -1035.71 -1035.71]	Time 10.26s
Steps-taken: 100.00
Epoch 124	Reward [-1058.65 -1058.65 -1058.65]	Time 10.20s
Steps-taken: 100.00
Epoch 125	Reward [-1051.43 -1051.43 -1051.43]	Time 10.29s
Steps-taken: 100.00
Epoch 126	Reward [-1001.02 -1001.02 -1001.02]	Time 10.50s
Steps-taken: 100.00
Epoch 127	Reward [-1075.91 -1075.91 -1075.91]	Time 10.52s
Steps-taken: 100.00
Epoch 128	Reward [-996.04 -996.04 -996.04]	Time 10.46s
Steps-taken: 100.00
Epoch 129	Reward [-1077.95 -1077.95 -1077.95]	Time 10.19s
Steps-taken: 100.00
Epoch 130	Reward [-991.77 -991.77 -991.77]	Time 10.34s
Steps-taken: 100.00
Epoch 131	Reward [-977.73 -977.73 -977.73]	Time 10.43s
Steps-taken: 100.00
Epoch 132	Reward [-999.39 -999.39 -999.39]	Time 10.28s
Steps-taken: 100.00
Epoch 133	Reward [-1031.78 -1031.78 -1031.78]	Time 10.40s
Steps-taken: 100.00
Epoch 134	Reward [-951.36 -951.36 -951.36]	Time 10.61s
Steps-taken: 100.00
Epoch 135	Reward [-983.11 -983.11 -983.11]	Time 10.55s
Steps-taken: 100.00
Epoch 136	Reward [-956.22 -956.22 -956.22]	Time 10.52s
Steps-taken: 100.00
Epoch 137	Reward [-946.17 -946.17 -946.17]	Time 10.32s
Steps-taken: 100.00
Epoch 138	Reward [-940.72 -940.72 -940.72]	Time 10.78s
Steps-taken: 100.00
Epoch 139	Reward [-869.61 -869.61 -869.61]	Time 10.16s
Steps-taken: 100.00
Epoch 140	Reward [-846.09 -846.09 -846.09]	Time 10.23s
Steps-taken: 100.00
Epoch 141	Reward [-847.4 -847.4 -847.4]	Time 10.26s
Steps-taken: 100.00
Epoch 142	Reward [-883.37 -883.37 -883.37]	Time 10.17s
Steps-taken: 100.00
Epoch 143	Reward [-879.54 -879.54 -879.54]	Time 10.27s
Steps-taken: 100.00
Epoch 144	Reward [-906.83 -906.83 -906.83]	Time 10.23s
Steps-taken: 100.00
Epoch 145	Reward [-847.91 -847.91 -847.91]	Time 10.36s
Steps-taken: 100.00
Epoch 146	Reward [-829.77 -829.77 -829.77]	Time 10.13s
Steps-taken: 100.00
Epoch 147	Reward [-867.39 -867.39 -867.39]	Time 10.20s
Steps-taken: 100.00
Epoch 148	Reward [-904.9 -904.9 -904.9]	Time 10.18s
Steps-taken: 100.00
Epoch 149	Reward [-912.71 -912.71 -912.71]	Time 10.41s
Steps-taken: 100.00
Epoch 150	Reward [-851.24 -851.24 -851.24]	Time 10.26s
Steps-taken: 100.00
Epoch 151	Reward [-892.98 -892.98 -892.98]	Time 10.18s
Steps-taken: 100.00
Epoch 152	Reward [-872.94 -872.94 -872.94]	Time 10.36s
Steps-taken: 100.00
Epoch 153	Reward [-933.58 -933.58 -933.58]	Time 10.53s
Steps-taken: 100.00
Epoch 154	Reward [-842.14 -842.14 -842.14]	Time 10.33s
Steps-taken: 100.00
Epoch 155	Reward [-888.7 -888.7 -888.7]	Time 10.19s
Steps-taken: 100.00
Epoch 156	Reward [-871.97 -871.97 -871.97]	Time 10.20s
Steps-taken: 100.00
Epoch 157	Reward [-821.87 -821.87 -821.87]	Time 10.22s
Steps-taken: 100.00
Epoch 158	Reward [-894.76 -894.76 -894.76]	Time 10.47s
Steps-taken: 100.00
Epoch 159	Reward [-839.84 -839.84 -839.84]	Time 10.18s
Steps-taken: 100.00
Epoch 160	Reward [-883.73 -883.73 -883.73]	Time 10.27s
Steps-taken: 100.00
Epoch 161	Reward [-843.86 -843.86 -843.86]	Time 10.36s
Steps-taken: 100.00
Epoch 162	Reward [-817.93 -817.93 -817.93]	Time 10.27s
Steps-taken: 100.00
Epoch 163	Reward [-831.78 -831.78 -831.78]	Time 10.31s
Steps-taken: 100.00
Epoch 164	Reward [-842.27 -842.27 -842.27]	Time 10.18s
Steps-taken: 100.00
Epoch 165	Reward [-864.85 -864.85 -864.85]	Time 10.19s
Steps-taken: 100.00
Epoch 166	Reward [-830.9 -830.9 -830.9]	Time 10.13s
Steps-taken: 100.00
Epoch 167	Reward [-805.06 -805.06 -805.06]	Time 10.25s
Steps-taken: 100.00
Epoch 168	Reward [-824.36 -824.36 -824.36]	Time 10.14s
Steps-taken: 100.00
Epoch 169	Reward [-874.01 -874.01 -874.01]	Time 10.24s
Steps-taken: 100.00
Epoch 170	Reward [-1017.25 -1017.25 -1017.25]	Time 10.12s
Steps-taken: 100.00
Epoch 171	Reward [-991.81 -991.81 -991.81]	Time 10.20s
Steps-taken: 100.00
Epoch 172	Reward [-854.25 -854.25 -854.25]	Time 10.24s
Steps-taken: 100.00
Epoch 173	Reward [-883.1 -883.1 -883.1]	Time 10.14s
Steps-taken: 100.00
Epoch 174	Reward [-803.4 -803.4 -803.4]	Time 10.28s
Steps-taken: 100.00
Epoch 175	Reward [-847.59 -847.59 -847.59]	Time 10.27s
Steps-taken: 100.00
Epoch 176	Reward [-775.3 -775.3 -775.3]	Time 10.47s
Steps-taken: 100.00
Epoch 177	Reward [-833. -833. -833.]	Time 10.46s
Steps-taken: 100.00
Epoch 178	Reward [-815.39 -815.39 -815.39]	Time 10.50s
Steps-taken: 100.00
Epoch 179	Reward [-857.7 -857.7 -857.7]	Time 10.49s
Steps-taken: 100.00
Epoch 180	Reward [-854.45 -854.45 -854.45]	Time 10.35s
Steps-taken: 100.00
Epoch 181	Reward [-827.52 -827.52 -827.52]	Time 10.31s
Steps-taken: 100.00
Epoch 182	Reward [-869.71 -869.71 -869.71]	Time 10.42s
Steps-taken: 100.00
Epoch 183	Reward [-861.66 -861.66 -861.66]	Time 10.49s
Steps-taken: 100.00
Epoch 184	Reward [-840.99 -840.99 -840.99]	Time 11.09s
Steps-taken: 100.00
Epoch 185	Reward [-893.4 -893.4 -893.4]	Time 11.36s
Steps-taken: 100.00
Epoch 186	Reward [-892.3 -892.3 -892.3]	Time 11.31s
Steps-taken: 100.00
Epoch 187	Reward [-847.26 -847.26 -847.26]	Time 11.19s
Steps-taken: 100.00
Epoch 188	Reward [-856.91 -856.91 -856.91]	Time 10.53s
Steps-taken: 100.00
Epoch 189	Reward [-910.85 -910.85 -910.85]	Time 10.47s
Steps-taken: 100.00
Epoch 190	Reward [-828.06 -828.06 -828.06]	Time 10.50s
Steps-taken: 100.00
Epoch 191	Reward [-873.7 -873.7 -873.7]	Time 10.63s
Steps-taken: 100.00
Epoch 192	Reward [-885.76 -885.76 -885.76]	Time 10.53s
Steps-taken: 100.00
Epoch 193	Reward [-893. -893. -893.]	Time 10.39s
Steps-taken: 100.00
Epoch 194	Reward [-835.27 -835.27 -835.27]	Time 10.45s
Steps-taken: 100.00
Epoch 195	Reward [-845.39 -845.39 -845.39]	Time 10.47s
Steps-taken: 100.00
Epoch 196	Reward [-858.31 -858.31 -858.31]	Time 10.56s
Steps-taken: 100.00
Epoch 197	Reward [-840. -840. -840.]	Time 10.58s
Steps-taken: 100.00
Epoch 198	Reward [-846. -846. -846.]	Time 10.49s
Steps-taken: 100.00
Epoch 199	Reward [-850.42 -850.42 -850.42]	Time 10.36s
Steps-taken: 100.00
Epoch 200	Reward [-847.82 -847.82 -847.82]	Time 10.55s
Steps-taken: 100.00
Epoch 201	Reward [-885.95 -885.95 -885.95]	Time 10.50s
Steps-taken: 100.00
Epoch 202	Reward [-841.78 -841.78 -841.78]	Time 10.35s
Steps-taken: 100.00
Epoch 203	Reward [-816.29 -816.29 -816.29]	Time 10.55s
Steps-taken: 100.00
Epoch 204	Reward [-872.41 -872.41 -872.41]	Time 10.44s
Steps-taken: 100.00
Epoch 205	Reward [-831.9 -831.9 -831.9]	Time 10.32s
Steps-taken: 100.00
Epoch 206	Reward [-897.31 -897.31 -897.31]	Time 10.38s
Steps-taken: 100.00
Epoch 207	Reward [-939.79 -939.79 -939.79]	Time 10.46s
Steps-taken: 100.00
Epoch 208	Reward [-901.65 -901.65 -901.65]	Time 10.67s
Steps-taken: 100.00
Epoch 209	Reward [-868.98 -868.98 -868.98]	Time 10.68s
Steps-taken: 100.00
Epoch 210	Reward [-829.47 -829.47 -829.47]	Time 10.61s
Steps-taken: 100.00
Epoch 211	Reward [-803.12 -803.12 -803.12]	Time 10.65s
Steps-taken: 100.00
Epoch 212	Reward [-806.7 -806.7 -806.7]	Time 10.45s
Steps-taken: 100.00
Epoch 213	Reward [-761.64 -761.64 -761.64]	Time 10.49s
Steps-taken: 100.00
Epoch 214	Reward [-793.35 -793.35 -793.35]	Time 10.70s
Steps-taken: 100.00
Epoch 215	Reward [-829.59 -829.59 -829.59]	Time 10.60s
Steps-taken: 100.00
Epoch 216	Reward [-831.05 -831.05 -831.05]	Time 10.71s
Steps-taken: 100.00
Epoch 217	Reward [-807.39 -807.39 -807.39]	Time 10.76s
Steps-taken: 100.00
Epoch 218	Reward [-842.33 -842.33 -842.33]	Time 10.69s
Steps-taken: 100.00
Epoch 219	Reward [-815.9 -815.9 -815.9]	Time 10.58s
Steps-taken: 100.00
Epoch 220	Reward [-845.64 -845.64 -845.64]	Time 10.51s
Steps-taken: 100.00
Epoch 221	Reward [-807.25 -807.25 -807.25]	Time 10.38s
Steps-taken: 100.00
Epoch 222	Reward [-796.47 -796.47 -796.47]	Time 10.54s
Steps-taken: 100.00
Epoch 223	Reward [-829.94 -829.94 -829.94]	Time 10.58s
Steps-taken: 100.00
Epoch 224	Reward [-770.33 -770.33 -770.33]	Time 10.37s
Steps-taken: 100.00
Epoch 225	Reward [-811.77 -811.77 -811.77]	Time 10.42s
Steps-taken: 100.00
Epoch 226	Reward [-845.73 -845.73 -845.73]	Time 10.65s
Steps-taken: 100.00
Epoch 227	Reward [-794.91 -794.91 -794.91]	Time 10.59s
Steps-taken: 100.00
Epoch 228	Reward [-845.56 -845.56 -845.56]	Time 10.56s
Steps-taken: 100.00
Epoch 229	Reward [-904.09 -904.09 -904.09]	Time 10.49s
Steps-taken: 100.00
Epoch 230	Reward [-900.48 -900.48 -900.48]	Time 10.43s
Steps-taken: 100.00
Epoch 231	Reward [-841.79 -841.79 -841.79]	Time 10.66s
Steps-taken: 100.00
Epoch 232	Reward [-808.48 -808.48 -808.48]	Time 10.56s
Steps-taken: 100.00
Epoch 233	Reward [-833.49 -833.49 -833.49]	Time 10.61s
Steps-taken: 100.00
Epoch 234	Reward [-777.12 -777.12 -777.12]	Time 10.80s
Steps-taken: 100.00
Epoch 235	Reward [-868.05 -868.05 -868.05]	Time 10.54s
Steps-taken: 100.00
Epoch 236	Reward [-775.4 -775.4 -775.4]	Time 10.40s
Steps-taken: 100.00
Epoch 237	Reward [-825.34 -825.34 -825.34]	Time 10.47s
Steps-taken: 100.00
Epoch 238	Reward [-811.51 -811.51 -811.51]	Time 10.54s
Steps-taken: 100.00
Epoch 239	Reward [-889.49 -889.49 -889.49]	Time 10.38s
Steps-taken: 100.00
Epoch 240	Reward [-781.45 -781.45 -781.45]	Time 10.26s
Steps-taken: 100.00
Epoch 241	Reward [-862.75 -862.75 -862.75]	Time 10.17s
Steps-taken: 100.00
Epoch 242	Reward [-798.64 -798.64 -798.64]	Time 10.26s
Steps-taken: 100.00
Epoch 243	Reward [-837.68 -837.68 -837.68]	Time 10.26s
Steps-taken: 100.00
Epoch 244	Reward [-812.29 -812.29 -812.29]	Time 10.32s
Steps-taken: 100.00
Epoch 245	Reward [-850.04 -850.04 -850.04]	Time 10.33s
Steps-taken: 100.00
Epoch 246	Reward [-876.59 -876.59 -876.59]	Time 10.41s
Steps-taken: 100.00
Epoch 247	Reward [-819.65 -819.65 -819.65]	Time 10.51s
Steps-taken: 100.00
Epoch 248	Reward [-848.87 -848.87 -848.87]	Time 10.63s
Steps-taken: 100.00
Epoch 249	Reward [-855.57 -855.57 -855.57]	Time 10.44s
Steps-taken: 100.00
Epoch 250	Reward [-813.7 -813.7 -813.7]	Time 10.52s
Steps-taken: 100.00
Epoch 251	Reward [-807.77 -807.77 -807.77]	Time 10.56s
Steps-taken: 100.00
Epoch 252	Reward [-814.83 -814.83 -814.83]	Time 10.70s
Steps-taken: 100.00
Epoch 253	Reward [-900.6 -900.6 -900.6]	Time 10.50s
Steps-taken: 100.00
Epoch 254	Reward [-809.38 -809.38 -809.38]	Time 10.48s
Steps-taken: 100.00
Epoch 255	Reward [-780.97 -780.97 -780.97]	Time 10.26s
Steps-taken: 100.00
Epoch 256	Reward [-796.96 -796.96 -796.96]	Time 10.25s
Steps-taken: 100.00
Epoch 257	Reward [-796.46 -796.46 -796.46]	Time 10.34s
Steps-taken: 100.00
Epoch 258	Reward [-829.68 -829.68 -829.68]	Time 10.48s
Steps-taken: 100.00
Epoch 259	Reward [-878.11 -878.11 -878.11]	Time 10.57s
Steps-taken: 100.00
Epoch 260	Reward [-854.68 -854.68 -854.68]	Time 10.53s
Steps-taken: 100.00
Epoch 261	Reward [-858.35 -858.35 -858.35]	Time 10.87s
Steps-taken: 100.00
Epoch 262	Reward [-792.16 -792.16 -792.16]	Time 10.43s
Steps-taken: 100.00
Epoch 263	Reward [-821.87 -821.87 -821.87]	Time 10.36s
Steps-taken: 100.00
Epoch 264	Reward [-825.1 -825.1 -825.1]	Time 10.42s
Steps-taken: 100.00
Epoch 265	Reward [-810.05 -810.05 -810.05]	Time 10.26s
Steps-taken: 100.00
Epoch 266	Reward [-835.76 -835.76 -835.76]	Time 10.34s
Steps-taken: 100.00
Epoch 267	Reward [-745.59 -745.59 -745.59]	Time 10.48s
Steps-taken: 100.00
Epoch 268	Reward [-839.36 -839.36 -839.36]	Time 10.32s
Steps-taken: 100.00
Epoch 269	Reward [-816.26 -816.26 -816.26]	Time 10.61s
Steps-taken: 100.00
Epoch 270	Reward [-899.16 -899.16 -899.16]	Time 10.45s
Steps-taken: 100.00
Epoch 271	Reward [-847.2 -847.2 -847.2]	Time 10.41s
Steps-taken: 100.00
Epoch 272	Reward [-843.78 -843.78 -843.78]	Time 10.39s
Steps-taken: 100.00
Epoch 273	Reward [-781.59 -781.59 -781.59]	Time 10.38s
Steps-taken: 100.00
Epoch 274	Reward [-896.97 -896.97 -896.97]	Time 10.68s
Steps-taken: 100.00
Epoch 275	Reward [-847.72 -847.72 -847.72]	Time 10.53s
Steps-taken: 100.00
Epoch 276	Reward [-864.15 -864.15 -864.15]	Time 10.49s
Steps-taken: 100.00
Epoch 277	Reward [-820.55 -820.55 -820.55]	Time 10.50s
Steps-taken: 100.00
Epoch 278	Reward [-820.26 -820.26 -820.26]	Time 10.46s
Steps-taken: 100.00
Epoch 279	Reward [-845.92 -845.92 -845.92]	Time 10.60s
Steps-taken: 100.00
Epoch 280	Reward [-794.45 -794.45 -794.45]	Time 10.69s
Steps-taken: 100.00
Epoch 281	Reward [-818.15 -818.15 -818.15]	Time 10.61s
Steps-taken: 100.00
Epoch 282	Reward [-869.26 -869.26 -869.26]	Time 10.50s
Steps-taken: 100.00
Epoch 283	Reward [-814.26 -814.26 -814.26]	Time 10.41s
Steps-taken: 100.00
Epoch 284	Reward [-790.62 -790.62 -790.62]	Time 10.52s
Steps-taken: 100.00
Epoch 285	Reward [-861.09 -861.09 -861.09]	Time 10.45s
Steps-taken: 100.00
Epoch 286	Reward [-826.99 -826.99 -826.99]	Time 10.47s
Steps-taken: 100.00
Epoch 287	Reward [-935.9 -935.9 -935.9]	Time 10.41s
Steps-taken: 100.00
Epoch 288	Reward [-937.04 -937.04 -937.04]	Time 10.59s
Steps-taken: 100.00
Epoch 289	Reward [-1010.06 -1010.06 -1010.06]	Time 10.50s
Steps-taken: 100.00
Epoch 290	Reward [-903.92 -903.92 -903.92]	Time 10.36s
Steps-taken: 100.00
Epoch 291	Reward [-899.92 -899.92 -899.92]	Time 10.20s
Steps-taken: 100.00
Epoch 292	Reward [-866.18 -866.18 -866.18]	Time 10.27s
Steps-taken: 100.00
Epoch 293	Reward [-808.7 -808.7 -808.7]	Time 10.56s
Steps-taken: 100.00
Epoch 294	Reward [-911.33 -911.33 -911.33]	Time 10.41s
Steps-taken: 100.00
Epoch 295	Reward [-814.09 -814.09 -814.09]	Time 10.52s
Steps-taken: 100.00
Epoch 296	Reward [-816.03 -816.03 -816.03]	Time 10.50s
Steps-taken: 100.00
Epoch 297	Reward [-880.43 -880.43 -880.43]	Time 10.33s
Steps-taken: 100.00
Epoch 298	Reward [-850.47 -850.47 -850.47]	Time 10.60s
Steps-taken: 100.00
Epoch 299	Reward [-856.18 -856.18 -856.18]	Time 10.25s
Steps-taken: 100.00
Epoch 300	Reward [-852.6 -852.6 -852.6]	Time 10.43s
Steps-taken: 100.00
Epoch 301	Reward [-837.48 -837.48 -837.48]	Time 10.43s
Steps-taken: 100.00
Epoch 302	Reward [-909.84 -909.84 -909.84]	Time 10.34s
Steps-taken: 100.00
Epoch 303	Reward [-767.09 -767.09 -767.09]	Time 10.46s
Steps-taken: 100.00
Epoch 304	Reward [-839.42 -839.42 -839.42]	Time 10.51s
Steps-taken: 100.00
Epoch 305	Reward [-813.61 -813.61 -813.61]	Time 10.41s
Steps-taken: 100.00
Epoch 306	Reward [-857.53 -857.53 -857.53]	Time 10.31s
Steps-taken: 100.00
Epoch 307	Reward [-854.49 -854.49 -854.49]	Time 10.28s
Steps-taken: 100.00
Epoch 308	Reward [-846.39 -846.39 -846.39]	Time 10.26s
Steps-taken: 100.00
Epoch 309	Reward [-831.16 -831.16 -831.16]	Time 10.28s
Steps-taken: 100.00
Epoch 310	Reward [-806.9 -806.9 -806.9]	Time 10.45s
Steps-taken: 100.00
Epoch 311	Reward [-815.72 -815.72 -815.72]	Time 10.25sSetting up a new session...
Setting up a new session...
'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': False,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 1,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': '1pro_1000epoch',
 'random': False,
 'record_video': False,
 'recurrent': False,
 'rnn_type': 'MLP',
 'save': 'model_1g_1pro',
 'save_every': 10,
 'seed': 210,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Epoch 1	Reward [-993.72 -993.72 -993.72]	Time 11.02s
Steps-taken: 100.00
Epoch 2	Reward [-937.35 -937.35 -937.35]	Time 10.58s
Steps-taken: 100.00
Epoch 3	Reward [-937.3 -937.3 -937.3]	Time 10.72s
Steps-taken: 100.00
Epoch 4	Reward [-1005.1 -1005.1 -1005.1]	Time 10.69s
Steps-taken: 100.00
Epoch 5	Reward [-1136.43 -1136.43 -1136.43]	Time 10.65s
Steps-taken: 100.00
Epoch 6	Reward [-1345.63 -1345.63 -1345.63]	Time 10.52s
Steps-taken: 100.00
Epoch 7	Reward [-1334.63 -1334.63 -1334.63]	Time 10.74s
Steps-taken: 100.00
Epoch 8	Reward [-1431.3 -1431.3 -1431.3]	Time 10.70s
Steps-taken: 100.00
Epoch 9	Reward [-1097.8 -1097.8 -1097.8]	Time 10.54s
Steps-taken: 100.00
Epoch 10	Reward [-916.53 -916.53 -916.53]	Time 10.54s
Steps-taken: 100.00
Epoch 11	Reward [-1001.31 -1001.31 -1001.31]	Time 10.56s
Steps-taken: 100.00
Epoch 12	Reward [-895.57 -895.57 -895.57]	Time 10.54s
Steps-taken: 100.00
Epoch 13	Reward [-966.27 -966.27 -966.27]	Time 10.65s
Steps-taken: 100.00
Epoch 14	Reward [-1028.44 -1028.44 -1028.44]	Time 10.62s
Steps-taken: 100.00
Epoch 15	Reward [-1093.66 -1093.66 -1093.66]	Time 11.20s
Steps-taken: 100.00
Epoch 16	Reward [-1215.82 -1215.82 -1215.82]	Time 10.58s
Steps-taken: 100.00
Epoch 17	Reward [-1047.41 -1047.41 -1047.41]	Time 10.51s
Steps-taken: 100.00
Epoch 18	Reward [-1151.34 -1151.34 -1151.34]	Time 10.71s
Steps-taken: 100.00
Epoch 19	Reward [-1138.43 -1138.43 -1138.43]	Time 10.65s
Steps-taken: 100.00
Epoch 20	Reward [-1119.13 -1119.13 -1119.13]	Time 10.67s
Steps-taken: 100.00
Epoch 21	Reward [-1189.5 -1189.5 -1189.5]	Time 10.75s
Steps-taken: 100.00
Epoch 22	Reward [-1298.04 -1298.04 -1298.04]	Time 10.46s
Steps-taken: 100.00
Epoch 23	Reward [-1310.51 -1310.51 -1310.51]	Time 10.40s
Steps-taken: 100.00
Epoch 24	Reward [-1401.55 -1401.55 -1401.55]	Time 10.75s
Steps-taken: 100.00
Epoch 25	Reward [-1210.56 -1210.56 -1210.56]	Time 10.48s
Steps-taken: 100.00
Epoch 26	Reward [-1204.96 -1204.96 -1204.96]	Time 10.56s
Steps-taken: 100.00
Epoch 27	Reward [-1302.23 -1302.23 -1302.23]	Time 10.41s
Steps-taken: 100.00
Epoch 28	Reward [-1175.74 -1175.74 -1175.74]	Time 10.69s
Steps-taken: 100.00
Epoch 29	Reward [-1061.83 -1061.83 -1061.83]	Time 10.88s
Steps-taken: 100.00
Epoch 30	Reward [-1021.16 -1021.16 -1021.16]	Time 10.49s
Steps-taken: 100.00
Epoch 31	Reward [-1054.17 -1054.17 -1054.17]	Time 10.76s
Steps-taken: 100.00
Epoch 32	Reward [-1053.25 -1053.25 -1053.25]	Time 10.71s
Steps-taken: 100.00
Epoch 33	Reward [-977.07 -977.07 -977.07]	Time 10.73s
Steps-taken: 100.00
Epoch 34	Reward [-1001.15 -1001.15 -1001.15]	Time 10.54s
Steps-taken: 100.00
Epoch 35	Reward [-953.42 -953.42 -953.42]	Time 10.64s
Steps-taken: 100.00
Epoch 36	Reward [-953.18 -953.18 -953.18]	Time 10.94s
Steps-taken: 100.00
Epoch 37	Reward [-979.02 -979.02 -979.02]	Time 10.67s
Steps-taken: 100.00
Epoch 38	Reward [-935.91 -935.91 -935.91]	Time 10.68s
Steps-taken: 100.00
Epoch 39	Reward [-1117.48 -1117.48 -1117.48]	Time 10.56s
Steps-taken: 100.00
Epoch 40	Reward [-1163.9 -1163.9 -1163.9]	Time 10.59s
Steps-taken: 100.00
Epoch 41	Reward [-991.65 -991.65 -991.65]	Time 10.66s
Steps-taken: 100.00
Epoch 42	Reward [-1039.67 -1039.67 -1039.67]	Time 10.83s
Steps-taken: 100.00
Epoch 43	Reward [-1143.46 -1143.46 -1143.46]	Time 10.69s
Steps-taken: 100.00
Epoch 44	Reward [-1009.69 -1009.69 -1009.69]	Time 10.65s
Steps-taken: 100.00
Epoch 45	Reward [-1020.24 -1020.24 -1020.24]	Time 10.71s
Steps-taken: 100.00
Epoch 46	Reward [-923.97 -923.97 -923.97]	Time 10.68s
Steps-taken: 100.00
Epoch 47	Reward [-913.14 -913.14 -913.14]	Time 10.71s
Steps-taken: 100.00
Epoch 48	Reward [-886.49 -886.49 -886.49]	Time 10.64s
Steps-taken: 100.00
Epoch 49	Reward [-919.46 -919.46 -919.46]	Time 10.64s
Steps-taken: 100.00
Epoch 50	Reward [-925.76 -925.76 -925.76]	Time 10.87s
Steps-taken: 100.00
Epoch 51	Reward [-952.74 -952.74 -952.74]	Time 10.49s
Steps-taken: 100.00
Epoch 52	Reward [-947.26 -947.26 -947.26]	Time 10.37s
Steps-taken: 100.00
Epoch 53	Reward [-924.48 -924.48 -924.48]	Time 10.37s
Steps-taken: 100.00
Epoch 54	Reward [-913.27 -913.27 -913.27]	Time 10.45s
Steps-taken: 100.00
Epoch 55	Reward [-998.99 -998.99 -998.99]	Time 10.70s
Steps-taken: 100.00
Epoch 56	Reward [-1004.24 -1004.24 -1004.24]	Time 10.63s
Steps-taken: 100.00
Epoch 57	Reward [-974.53 -974.53 -974.53]	Time 10.65s
Steps-taken: 100.00
Epoch 58	Reward [-888.62 -888.62 -888.62]	Time 10.64s
Steps-taken: 100.00
Epoch 59	Reward [-1009.46 -1009.46 -1009.46]	Time 10.65s
Steps-taken: 100.00
Epoch 60	Reward [-986.13 -986.13 -986.13]	Time 10.80s
Steps-taken: 100.00
Epoch 61	Reward [-988.81 -988.81 -988.81]	Time 10.63s
Steps-taken: 100.00
Epoch 62	Reward [-1058.62 -1058.62 -1058.62]	Time 10.36s
Steps-taken: 100.00
Epoch 63	Reward [-1054.79 -1054.79 -1054.79]	Time 10.55s
Steps-taken: 100.00
Epoch 64	Reward [-1027.52 -1027.52 -1027.52]	Time 10.67s
Steps-taken: 100.00
Epoch 65	Reward [-994.48 -994.48 -994.48]	Time 10.66s
Steps-taken: 100.00
Epoch 66	Reward [-1106.74 -1106.74 -1106.74]	Time 10.81s
Steps-taken: 100.00
Epoch 67	Reward [-1028.77 -1028.77 -1028.77]	Time 10.73s
Steps-taken: 100.00
Epoch 68	Reward [-1041.59 -1041.59 -1041.59]	Time 10.43s
Steps-taken: 100.00
Epoch 69	Reward [-1021.14 -1021.14 -1021.14]	Time 10.65s
Steps-taken: 100.00
Epoch 70	Reward [-1176.77 -1176.77 -1176.77]	Time 10.46s
Steps-taken: 100.00
Epoch 71	Reward [-1090.42 -1090.42 -1090.42]	Time 10.65s
Steps-taken: 100.00
Epoch 72	Reward [-1053.52 -1053.52 -1053.52]	Time 10.81s
Steps-taken: 100.00
Epoch 73	Reward [-1106.32 -1106.32 -1106.32]	Time 10.55s
Steps-taken: 100.00
Epoch 74	Reward [-1092.61 -1092.61 -1092.61]	Time 10.94s
Steps-taken: 100.00
Epoch 75	Reward [-1243.58 -1243.58 -1243.58]	Time 10.43s
Steps-taken: 100.00
Epoch 76	Reward [-1211.03 -1211.03 -1211.03]	Time 10.37s
Steps-taken: 100.00
Epoch 77	Reward [-1029.88 -1029.88 -1029.88]	Time 10.63s
Steps-taken: 100.00
Epoch 78	Reward [-1271.87 -1271.87 -1271.87]	Time 10.73s
Steps-taken: 100.00
Epoch 79	Reward [-1603.41 -1603.41 -1603.41]	Time 10.72s
Steps-taken: 100.00
Epoch 80	Reward [-1096.26 -1096.26 -1096.26]	Time 10.67s
Steps-taken: 100.00
Epoch 81	Reward [-1151.83 -1151.83 -1151.83]	Time 10.77s
Steps-taken: 100.00
Epoch 82	Reward [-1055.93 -1055.93 -1055.93]	Time 10.51s
Steps-taken: 100.00
Epoch 83	Reward [-1340.2 -1340.2 -1340.2]	Time 10.69s
Steps-taken: 100.00
Epoch 84	Reward [-1208.33 -1208.33 -1208.33]	Time 10.78s
Steps-taken: 100.00
Epoch 85	Reward [-1246.77 -1246.77 -1246.77]	Time 10.88s
Steps-taken: 100.00
Epoch 86	Reward [-1174.42 -1174.42 -1174.42]	Time 10.58s
Steps-taken: 100.00
Epoch 87	Reward [-1095.49 -1095.49 -1095.49]	Time 10.57s
Steps-taken: 100.00
Epoch 88	Reward [-1317.44 -1317.44 -1317.44]	Time 10.68s
Steps-taken: 100.00
Epoch 89	Reward [-1253.38 -1253.38 -1253.38]	Time 10.53s
Steps-taken: 100.00
Epoch 90	Reward [-1342.61 -1342.61 -1342.61]	Time 10.64s
Steps-taken: 100.00
Epoch 91	Reward [-1096.64 -1096.64 -1096.64]	Time 10.59s
Steps-taken: 100.00
Epoch 92	Reward [-1103.03 -1103.03 -1103.03]	Time 10.66s
Steps-taken: 100.00
Epoch 93	Reward [-1190.91 -1190.91 -1190.91]	Time 10.72s
Steps-taken: 100.00
Epoch 94	Reward [-1123.51 -1123.51 -1123.51]	Time 10.63s
Steps-taken: 100.00
Epoch 95	Reward [-1250.67 -1250.67 -1250.67]	Time 10.83s
Steps-taken: 100.00
Epoch 96	Reward [-1113.49 -1113.49 -1113.49]	Time 10.74s
Steps-taken: 100.00
Epoch 97	Reward [-1185.46 -1185.46 -1185.46]	Time 10.71s
Steps-taken: 100.00
Epoch 98	Reward [-1390.53 -1390.53 -1390.53]	Time 10.67s
Steps-taken: 100.00
Epoch 99	Reward [-1176.12 -1176.12 -1176.12]	Time 10.71s
Steps-taken: 100.00
Epoch 100	Reward [-1190.26 -1190.26 -1190.26]	Time 10.69s
Steps-taken: 100.00
Epoch 101	Reward [-1260.98 -1260.98 -1260.98]	Time 10.67s
Steps-taken: 100.00
Epoch 102	Reward [-1044.66 -1044.66 -1044.66]	Time 10.67s
Steps-taken: 100.00
Epoch 103	Reward [-1113.49 -1113.49 -1113.49]	Time 10.69s
Steps-taken: 100.00
Epoch 104	Reward [-1206.75 -1206.75 -1206.75]	Time 10.71s
Steps-taken: 100.00
Epoch 105	Reward [-1155.33 -1155.33 -1155.33]	Time 10.64s
Steps-taken: 100.00
Epoch 106	Reward [-1111.69 -1111.69 -1111.69]	Time 10.46s
Steps-taken: 100.00
Epoch 107	Reward [-1115.92 -1115.92 -1115.92]	Time 10.55s
Steps-taken: 100.00
Epoch 108	Reward [-1112.2 -1112.2 -1112.2]	Time 10.52s
Steps-taken: 100.00
Epoch 109	Reward [-1156.06 -1156.06 -1156.06]	Time 10.67s
Steps-taken: 100.00
Epoch 110	Reward [-1136.6 -1136.6 -1136.6]	Time 10.65s
Steps-taken: 100.00
Epoch 111	Reward [-1122.63 -1122.63 -1122.63]	Time 10.64s
Steps-taken: 100.00
Epoch 112	Reward [-1080.34 -1080.34 -1080.34]	Time 10.71s
Steps-taken: 100.00
Epoch 113	Reward [-1202.88 -1202.88 -1202.88]	Time 10.59s
Steps-taken: 100.00
Epoch 114	Reward [-1140.01 -1140.01 -1140.01]	Time 10.74s
Steps-taken: 100.00
Epoch 115	Reward [-1046.14 -1046.14 -1046.14]	Time 10.59s
Steps-taken: 100.00
Epoch 116	Reward [-1091.33 -1091.33 -1091.33]	Time 10.55s
Steps-taken: 100.00
Epoch 117	Reward [-1087.05 -1087.05 -1087.05]	Time 10.84s
Steps-taken: 100.00
Epoch 118	Reward [-1181.7 -1181.7 -1181.7]	Time 10.84s
Steps-taken: 100.00
Epoch 119	Reward [-1080.85 -1080.85 -1080.85]	Time 10.73s
Steps-taken: 100.00
Epoch 120	Reward [-1062.3 -1062.3 -1062.3]	Time 10.57s
Steps-taken: 100.00
Epoch 121	Reward [-1017.41 -1017.41 -1017.41]	Time 10.61s
Steps-taken: 100.00
Epoch 122	Reward [-1197.77 -1197.77 -1197.77]	Time 10.63s
Steps-taken: 100.00
Epoch 123	Reward [-1120.69 -1120.69 -1120.69]	Time 10.63s
Steps-taken: 100.00
Epoch 124	Reward [-1125.91 -1125.91 -1125.91]	Time 10.58s
Steps-taken: 100.00
Epoch 125	Reward [-1154.89 -1154.89 -1154.89]	Time 10.57s
Steps-taken: 100.00
Epoch 126	Reward [-1327.25 -1327.25 -1327.25]	Time 10.58s
Steps-taken: 100.00
Epoch 127	Reward [-1137.72 -1137.72 -1137.72]	Time 10.47s
Steps-taken: 100.00
Epoch 128	Reward [-1129.16 -1129.16 -1129.16]	Time 10.61s
Steps-taken: 100.00
Epoch 129	Reward [-1076.44 -1076.44 -1076.44]	Time 10.55s
Steps-taken: 100.00
Epoch 130	Reward [-1073.97 -1073.97 -1073.97]	Time 10.62s
Steps-taken: 100.00
Epoch 131	Reward [-1007.51 -1007.51 -1007.51]	Time 10.44s
Steps-taken: 100.00
Epoch 132	Reward [-1065.9 -1065.9 -1065.9]	Time 10.44s
Steps-taken: 100.00
Epoch 133	Reward [-1131.53 -1131.53 -1131.53]	Time 10.59s
Steps-taken: 100.00
Epoch 134	Reward [-1052.45 -1052.45 -1052.45]	Time 10.52s
Steps-taken: 100.00
Epoch 135	Reward [-1103.72 -1103.72 -1103.72]	Time 10.66s
Steps-taken: 100.00
Epoch 136	Reward [-1113.04 -1113.04 -1113.04]	Time 10.54s
Steps-taken: 100.00
Epoch 137	Reward [-1121.27 -1121.27 -1121.27]	Time 10.35s
Steps-taken: 100.00
Epoch 138	Reward [-1099.58 -1099.58 -1099.58]	Time 10.57s
Steps-taken: 100.00
Epoch 139	Reward [-1144.23 -1144.23 -1144.23]	Time 10.72s
Steps-taken: 100.00
Epoch 140	Reward [-1151.26 -1151.26 -1151.26]	Time 10.52s
Steps-taken: 100.00
Epoch 141	Reward [-1874.47 -1874.47 -1874.47]	Time 10.71s
Steps-taken: 100.00
Epoch 142	Reward [-2182.56 -2182.56 -2182.56]	Time 10.49s
Steps-taken: 100.00
Epoch 143	Reward [-1136.74 -1136.74 -1136.74]	Time 10.69s
Steps-taken: 100.00
Epoch 144	Reward [-1093.46 -1093.46 -1093.46]	Time 10.63s
Steps-taken: 100.00
Epoch 145	Reward [-1066.25 -1066.25 -1066.25]	Time 10.42s
Steps-taken: 100.00
Epoch 146	Reward [-1078.56 -1078.56 -1078.56]	Time 10.55s
Steps-taken: 100.00
Epoch 147	Reward [-1174.84 -1174.84 -1174.84]	Time 10.56s
Steps-taken: 100.00
Epoch 148	Reward [-1195.64 -1195.64 -1195.64]	Time 10.38s
Steps-taken: 100.00
Epoch 149	Reward [-1060.82 -1060.82 -1060.82]	Time 10.37s
Steps-taken: 100.00
Epoch 150	Reward [-1114.39 -1114.39 -1114.39]	Time 10.77s
Steps-taken: 100.00
Epoch 151	Reward [-1076.91 -1076.91 -1076.91]	Time 10.77s
Steps-taken: 100.00
Epoch 152	Reward [-1135.63 -1135.63 -1135.63]	Time 10.82s
Steps-taken: 100.00
Epoch 153	Reward [-1332.69 -1332.69 -1332.69]	Time 10.72s
Steps-taken: 100.00
Epoch 154	Reward [-1305.21 -1305.21 -1305.21]	Time 10.76s
Steps-taken: 100.00
Epoch 155	Reward [-996.2 -996.2 -996.2]	Time 10.59s
Steps-taken: 100.00
Epoch 156	Reward [-1106.18 -1106.18 -1106.18]	Time 10.70s
Steps-taken: 100.00
Epoch 157	Reward [-1097.84 -1097.84 -1097.84]	Time 10.62s
Steps-taken: 100.00
Epoch 158	Reward [-1237.13 -1237.13 -1237.13]	Time 10.42s
Steps-taken: 100.00
Epoch 159	Reward [-1259.48 -1259.48 -1259.48]	Time 10.39s
Steps-taken: 100.00
Epoch 160	Reward [-1314.28 -1314.28 -1314.28]	Time 10.34s
Steps-taken: 100.00
Epoch 161	Reward [-1145.78 -1145.78 -1145.78]	Time 10.59s
Steps-taken: 100.00
Epoch 162	Reward [-1101.16 -1101.16 -1101.16]	Time 10.59s
Steps-taken: 100.00
Epoch 163	Reward [-1143.66 -1143.66 -1143.66]	Time 10.71s
Steps-taken: 100.00
Epoch 164	Reward [-1009.11 -1009.11 -1009.11]	Time 10.38s
Steps-taken: 100.00
Epoch 165	Reward [-1175.74 -1175.74 -1175.74]	Time 10.74s
Steps-taken: 100.00
Epoch 166	Reward [-1071.28 -1071.28 -1071.28]	Time 10.49s
Steps-taken: 100.00
Epoch 167	Reward [-1013.9 -1013.9 -1013.9]	Time 10.81s
Steps-taken: 100.00
Epoch 168	Reward [-1116.58 -1116.58 -1116.58]	Time 10.55s
Steps-taken: 100.00
Epoch 169	Reward [-1252.53 -1252.53 -1252.53]	Time 10.67s
Steps-taken: 100.00
Epoch 170	Reward [-1076.29 -1076.29 -1076.29]	Time 10.54s
Steps-taken: 100.00
Epoch 171	Reward [-1064.86 -1064.86 -1064.86]	Time 10.77s
Steps-taken: 100.00
Epoch 172	Reward [-1141.78 -1141.78 -1141.78]	Time 10.59s
Steps-taken: 100.00
Epoch 173	Reward [-1106.07 -1106.07 -1106.07]	Time 10.56s
Steps-taken: 100.00
Epoch 174	Reward [-1298.03 -1298.03 -1298.03]	Time 10.54s
Steps-taken: 100.00
Epoch 175	Reward [-1108.58 -1108.58 -1108.58]	Time 10.67s
Steps-taken: 100.00
Epoch 176	Reward [-1046.83 -1046.83 -1046.83]	Time 10.65s
Steps-taken: 100.00
Epoch 177	Reward [-1156.27 -1156.27 -1156.27]	Time 10.57s
Steps-taken: 100.00
Epoch 178	Reward [-1181.88 -1181.88 -1181.88]	Time 10.72s
Steps-taken: 100.00
Epoch 179	Reward [-1183.8 -1183.8 -1183.8]	Time 10.59s
Steps-taken: 100.00
Epoch 180	Reward [-1101.89 -1101.89 -1101.89]	Time 10.62s
Steps-taken: 100.00
Epoch 181	Reward [-1169.92 -1169.92 -1169.92]	Time 10.37s
Steps-taken: 100.00
Epoch 182	Reward [-1448.79 -1448.79 -1448.79]	Time 10.46s
Steps-taken: 100.00
Epoch 183	Reward [-1158.95 -1158.95 -1158.95]	Time 10.70s
Steps-taken: 100.00
Epoch 184	Reward [-1077.94 -1077.94 -1077.94]	Time 10.58s
Steps-taken: 100.00
Epoch 185	Reward [-1137.67 -1137.67 -1137.67]	Time 10.68s
Steps-taken: 100.00
Epoch 186	Reward [-1280.52 -1280.52 -1280.52]	Time 10.54s
Steps-taken: 100.00
Epoch 187	Reward [-1282.38 -1282.38 -1282.38]	Time 10.42s
Steps-taken: 100.00
Epoch 188	Reward [-1187.91 -1187.91 -1187.91]	Time 10.38s
Steps-taken: 100.00
Epoch 189	Reward [-1101.92 -1101.92 -1101.92]	Time 10.60s
Steps-taken: 100.00
Epoch 190	Reward [-1236.09 -1236.09 -1236.09]	Time 10.59s
Steps-taken: 100.00
Epoch 191	Reward [-1104.91 -1104.91 -1104.91]	Time 10.79s
Steps-taken: 100.00
Epoch 192	Reward [-1083.73 -1083.73 -1083.73]	Time 10.69s
Steps-taken: 100.00
Epoch 193	Reward [-1258.64 -1258.64 -1258.64]	Time 10.64s
Steps-taken: 100.00
Epoch 194	Reward [-1158.03 -1158.03 -1158.03]	Time 10.74s
Steps-taken: 100.00
Epoch 195	Reward [-1133.88 -1133.88 -1133.88]	Time 10.73s
Steps-taken: 100.00
Epoch 196	Reward [-1111.63 -1111.63 -1111.63]	Time 10.61s
Steps-taken: 100.00
Epoch 197	Reward [-1218.85 -1218.85 -1218.85]	Time 10.45s
Steps-taken: 100.00
Epoch 198	Reward [-1076.22 -1076.22 -1076.22]	Time 10.40s
Steps-taken: 100.00
Epoch 199	Reward [-1253.17 -1253.17 -1253.17]	Time 10.58s
Steps-taken: 100.00
Epoch 200	Reward [-1267.91 -1267.91 -1267.91]	Time 10.85s
Steps-taken: 100.00
Epoch 201	Reward [-1301.3 -1301.3 -1301.3]	Time 10.77s
Steps-taken: 100.00
Epoch 202	Reward [-1345.43 -1345.43 -1345.43]	Time 10.41s
Steps-taken: 100.00
Epoch 203	Reward [-1075.03 -1075.03 -1075.03]	Time 10.61s
Steps-taken: 100.00
Epoch 204	Reward [-1292.24 -1292.24 -1292.24]	Time 10.73s
Steps-taken: 100.00
Epoch 205	Reward [-1106.41 -1106.41 -1106.41]	Time 10.74s
Steps-taken: 100.00
Epoch 206	Reward [-1320.49 -1320.49 -1320.49]	Time 10.63s
Steps-taken: 100.00
Epoch 207	Reward [-1221.8 -1221.8 -1221.8]	Time 10.63s
Steps-taken: 100.00
Epoch 208	Reward [-1309.69 -1309.69 -1309.69]	Time 10.61s
Steps-taken: 100.00
Epoch 209	Reward [-1101.37 -1101.37 -1101.37]	Time 10.56s
Steps-taken: 100.00
Epoch 210	Reward [-1115.63 -1115.63 -1115.63]	Time 10.68s
Steps-taken: 100.00
Epoch 211	Reward [-1093.42 -1093.42 -1093.42]	Time 10.68s
Steps-taken: 100.00
Epoch 212	Reward [-1082.95 -1082.95 -1082.95]	Time 10.83s
Steps-taken: 100.00
Epoch 213	Reward [-1166.55 -1166.55 -1166.55]	Time 10.72s
Steps-taken: 100.00
Epoch 214	Reward [-1142.84 -1142.84 -1142.84]	Time 10.73s
Steps-taken: 100.00
Epoch 215	Reward [-1262.93 -1262.93 -1262.93]	Time 10.47s
Steps-taken: 100.00
Epoch 216	Reward [-1272.07 -1272.07 -1272.07]	Time 10.85s
Steps-taken: 100.00
Epoch 217	Reward [-1154.93 -1154.93 -1154.93]	Time 10.56s
Steps-taken: 100.00
Epoch 218	Reward [-1242.12 -1242.12 -1242.12]	Time 10.68s
Steps-taken: 100.00
Epoch 219	Reward [-1123.78 -1123.78 -1123.78]	Time 10.55s
Steps-taken: 100.00
Epoch 220	Reward [-1206.24 -1206.24 -1206.24]	Time 10.71s
Steps-taken: 100.00
Epoch 221	Reward [-1058.68 -1058.68 -1058.68]	Time 10.55s
Steps-taken: 100.00
Epoch 222	Reward [-1118.34 -1118.34 -1118.34]	Time 10.61s
Steps-taken: 100.00
Epoch 223	Reward [-1102.52 -1102.52 -1102.52]	Time 10.83s
Steps-taken: 100.00
Epoch 224	Reward [-1114.05 -1114.05 -1114.05]	Time 10.79s
Steps-taken: 100.00
Epoch 225	Reward [-1054.14 -1054.14 -1054.14]	Time 10.72s
Steps-taken: 100.00
Epoch 226	Reward [-1239.7 -1239.7 -1239.7]	Time 10.71s
Steps-taken: 100.00
Epoch 227	Reward [-1281.26 -1281.26 -1281.26]	Time 10.63s
Steps-taken: 100.00
Epoch 228	Reward [-1192.48 -1192.48 -1192.48]	Time 10.69s
Steps-taken: 100.00
Epoch 229	Reward [-1241.5 -1241.5 -1241.5]	Time 10.47s
Steps-taken: 100.00
Epoch 230	Reward [-1212.78 -1212.78 -1212.78]	Time 10.67s
Steps-taken: 100.00
Epoch 231	Reward [-1165.1 -1165.1 -1165.1]	Time 10.52s
Steps-taken: 100.00
Epoch 232	Reward [-1221.63 -1221.63 -1221.63]	Time 10.88s
Steps-taken: 100.00
Epoch 233	Reward [-1060.96 -1060.96 -1060.96]	Time 10.80s
Steps-taken: 100.00
Epoch 234	Reward [-1058.65 -1058.65 -1058.65]	Time 10.35s
Steps-taken: 100.00
Epoch 235	Reward [-1113.49 -1113.49 -1113.49]	Time 10.69s
Steps-taken: 100.00
Epoch 236	Reward [-1101.75 -1101.75 -1101.75]	Time 10.80s
Steps-taken: 100.00
Epoch 237	Reward [-1158.7 -1158.7 -1158.7]	Time 10.89s
Steps-taken: 100.00
Epoch 238	Reward [-1052.73 -1052.73 -1052.73]	Time 10.74s
Steps-taken: 100.00
Epoch 239	Reward [-1040.38 -1040.38 -1040.38]	Time 10.55s
Steps-taken: 100.00
Epoch 240	Reward [-1032.8 -1032.8 -1032.8]	Time 10.68s
Steps-taken: 100.00
Epoch 241	Reward [-1018.18 -1018.18 -1018.18]	Time 10.66s
Steps-taken: 100.00
Epoch 242	Reward [-1023.97 -1023.97 -1023.97]	Time 10.82s
Steps-taken: 100.00
Epoch 243	Reward [-1057.93 -1057.93 -1057.93]	Time 10.83s
Steps-taken: 100.00
Epoch 244	Reward [-1157.23 -1157.23 -1157.23]	Time 10.97s
Steps-taken: 100.00
Epoch 245	Reward [-1058.81 -1058.81 -1058.81]	Time 11.05s
Steps-taken: 100.00
Epoch 246	Reward [-1345.66 -1345.66 -1345.66]	Time 10.93s
Steps-taken: 100.00
Epoch 247	Reward [-1039.16 -1039.16 -1039.16]	Time 10.80s
Steps-taken: 100.00
Epoch 248	Reward [-1047.2 -1047.2 -1047.2]	Time 10.84s
Steps-taken: 100.00
Epoch 249	Reward [-1015.9 -1015.9 -1015.9]	Time 10.77s
Steps-taken: 100.00
Epoch 250	Reward [-997.52 -997.52 -997.52]	Time 10.83s
Steps-taken: 100.00
Epoch 251	Reward [-1019.23 -1019.23 -1019.23]	Time 10.81s
Steps-taken: 100.00
Epoch 252	Reward [-1001.33 -1001.33 -1001.33]	Time 10.85s
Steps-taken: 100.00
Epoch 253	Reward [-1024.85 -1024.85 -1024.85]	Time 10.66s
Steps-taken: 100.00
Epoch 254	Reward [-1085.95 -1085.95 -1085.95]	Time 10.84s
Steps-taken: 100.00
Epoch 255	Reward [-927.24 -927.24 -927.24]	Time 10.77s
Steps-taken: 100.00
Epoch 256	Reward [-977.25 -977.25 -977.25]	Time 10.68s
Steps-taken: 100.00
Epoch 257	Reward [-979.49 -979.49 -979.49]	Time 10.52s
Steps-taken: 100.00
Epoch 258	Reward [-958.09 -958.09 -958.09]	Time 10.77s
Steps-taken: 100.00
Epoch 259	Reward [-954.88 -954.88 -954.88]	Time 11.12s
Steps-taken: 100.00
Epoch 260	Reward [-967.63 -967.63 -967.63]	Time 10.89s
Steps-taken: 100.00
Epoch 261	Reward [-944.2 -944.2 -944.2]	Time 10.92s
Steps-taken: 100.00
Epoch 262	Reward [-930.07 -930.07 -930.07]	Time 10.78s
Steps-taken: 100.00
Epoch 263	Reward [-1044.73 -1044.73 -1044.73]	Time 10.86s
Steps-taken: 100.00
Epoch 264	Reward [-908.05 -908.05 -908.05]	Time 10.83s
Steps-taken: 100.00
Epoch 265	Reward [-969.02 -969.02 -969.02]	Time 10.78s
Steps-taken: 100.00
Epoch 266	Reward [-960.33 -960.33 -960.33]	Time 10.85s
Steps-taken: 100.00
Epoch 267	Reward [-939.9 -939.9 -939.9]	Time 10.82s
Steps-taken: 100.00
Epoch 268	Reward [-967.19 -967.19 -967.19]	Time 10.84s
Steps-taken: 100.00
Epoch 269	Reward [-981.19 -981.19 -981.19]	Time 11.01s
Steps-taken: 100.00
Epoch 270	Reward [-986.21 -986.21 -986.21]	Time 10.83s
Steps-taken: 100.00
Epoch 271	Reward [-906.15 -906.15 -906.15]	Time 10.98s
Steps-taken: 100.00
Epoch 272	Reward [-914.14 -914.14 -914.14]	Time 10.88s
Steps-taken: 100.00
Epoch 273	Reward [-968.66 -968.66 -968.66]	Time 10.90s
Steps-taken: 100.00
Epoch 274	Reward [-1062.66 -1062.66 -1062.66]	Time 10.73s
Steps-taken: 100.00
Epoch 275	Reward [-1035.04 -1035.04 -1035.04]	Time 10.92s
Steps-taken: 100.00
Epoch 276	Reward [-1124.42 -1124.42 -1124.42]	Time 10.80s
Steps-taken: 100.00
Epoch 277	Reward [-973.04 -973.04 -973.04]	Time 10.81s
Steps-taken: 100.00
Epoch 278	Reward [-944.92 -944.92 -944.92]	Time 10.78s
Steps-taken: 100.00
Epoch 279	Reward [-1067.19 -1067.19 -1067.19]	Time 10.74s
Steps-taken: 100.00
Epoch 280	Reward [-1064.83 -1064.83 -1064.83]	Time 10.86s
Steps-taken: 100.00
Epoch 281	Reward [-1034.96 -1034.96 -1034.96]	Time 10.68s
Steps-taken: 100.00
Epoch 282	Reward [-1101.84 -1101.84 -1101.84]	Time 10.83s
Steps-taken: 100.00
Epoch 283	Reward [-1078.78 -1078.78 -1078.78]	Time 10.75s
Steps-taken: 100.00
Epoch 284	Reward [-1083.45 -1083.45 -1083.45]	Time 11.02s
Steps-taken: 100.00
Epoch 285	Reward [-1119.21 -1119.21 -1119.21]	Time 10.71s
Steps-taken: 100.00
Epoch 286	Reward [-997.89 -997.89 -997.89]	Time 10.63s
Steps-taken: 100.00
Epoch 287	Reward [-993.51 -993.51 -993.51]	Time 10.37s
Steps-taken: 100.00
Epoch 288	Reward [-1021.07 -1021.07 -1021.07]	Time 10.52s
Steps-taken: 100.00
Epoch 289	Reward [-1064.13 -1064.13 -1064.13]	Time 10.75s
Steps-taken: 100.00
Epoch 290	Reward [-1043.82 -1043.82 -1043.82]	Time 10.78s
Steps-taken: 100.00
Epoch 291	Reward [-995.98 -995.98 -995.98]	Time 10.54s
Steps-taken: 100.00
Epoch 292	Reward [-1026.29 -1026.29 -1026.29]	Time 10.65s
Steps-taken: 100.00
Epoch 293	Reward [-1081.53 -1081.53 -1081.53]	Time 10.67s
Steps-taken: 100.00
Epoch 294	Reward [-945.94 -945.94 -945.94]	Time 10.49s
Steps-taken: 100.00
Epoch 295	Reward [-955. -955. -955.]	Time 10.65s
Steps-taken: 100.00
Epoch 296	Reward [-915.49 -915.49 -915.49]	Time 10.75s
Steps-taken: 100.00
Epoch 297	Reward [-915.95 -915.95 -915.95]	Time 10.82s
Steps-taken: 100.00
Epoch 298	Reward [-932.41 -932.41 -932.41]	Time 10.73s
Steps-taken: 100.00
Epoch 299	Reward [-920.64 -920.64 -920.64]	Time 10.87s
Steps-taken: 100.00
Epoch 300	Reward [-1037.85 -1037.85 -1037.85]	Time 10.84s
Steps-taken: 100.00
Epoch 301	Reward [-967.55 -967.55 -967.55]	Time 10.82s
Steps-taken: 100.00
Epoch 302	Reward [-985.55 -985.55 -985.55]	Time 10.71s
Steps-taken: 100.00
Epoch 303	Reward [-959.03 -959.03 -959.03]	Time 10.91s
Steps-taken: 100.00
Epoch 304	Reward [-969.75 -969.75 -969.75]	Time 10.69s
Steps-taken: 100.00
Epoch 305	Reward [-994.91 -994.91 -994.91]	Time 10.68sXIO:  fatal IO error 0 (Success) on X server ":103"
      after 113767 requests (113767 known processed) with 3 events remaining.
Traceback (most recent call last):
  File "main.py", line 7, in <module>
    import torch
ModuleNotFoundError: No module named 'torch'
Setting up a new session...
'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': False,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 1,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': '1pro_1000epoch',
 'random': False,
 'record_video': False,
 'recurrent': False,
 'rnn_type': 'MLP',
 'save': 'model/model_1g_1pro',
 'save_every': 10,
 'seed': 6698,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Epoch 1	Reward [-1291.11 -1291.11 -1291.11]	Time 10.98s
Steps-taken: 100.00
Traceback (most recent call last):
  File "main.py", line 210, in <module>
    run(args.num_epochs)
  File "main.py", line 85, in run
    save(args.save)
  File "main.py", line 93, in save
    torch.save(d, path)
  File "/root/miniconda3/envs/ic3net/lib/python3.7/site-packages/torch/serialization.py", line 209, in save
    return _with_file_like(f, "wb", lambda f: _save(obj, f, pickle_module, pickle_protocol))
  File "/root/miniconda3/envs/ic3net/lib/python3.7/site-packages/torch/serialization.py", line 132, in _with_file_like
    f = open(f, mode)
FileNotFoundError: [Errno 2] No such file or directory: 'model/model_1g_1pro'
Setting up a new session...
XIO:  fatal IO error 0 (Success) on X server ":103"
      after 748 requests (748 known processed) with 3 events remaining.
Setting up a new session...
'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': False,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 1,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': '1pro_1000epoch',
 'random': False,
 'record_video': False,
 'recurrent': False,
 'rnn_type': 'MLP',
 'save': './models/model_1g_1pro',
 'save_every': 10,
 'seed': 5599,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Epoch 1	Reward [-1479.92 -1479.92 -1479.92]	Time 10.98s
Steps-taken: 100.00
Epoch 2	Reward [-1245.22 -1245.22 -1245.22]	Time 10.47s
Steps-taken: 100.00
Epoch 3	Reward [-1117.72 -1117.72 -1117.72]	Time 10.51s
Steps-taken: 100.00
Epoch 4	Reward [-1099.24 -1099.24 -1099.24]	Time 10.47s
Steps-taken: 100.00
Epoch 5	Reward [-967.35 -967.35 -967.35]	Time 10.38s
Steps-taken: 100.00
Epoch 6	Reward [-887.53 -887.53 -887.53]	Time 10.32s
Steps-taken: 100.00
Epoch 7	Reward [-899.81 -899.81 -899.81]	Time 10.44s
Steps-taken: 100.00
Epoch 8	Reward [-876.82 -876.82 -876.82]	Time 10.41s
Steps-taken: 100.00
Epoch 9	Reward [-835.11 -835.11 -835.11]	Time 10.41s
Steps-taken: 100.00
Epoch 10	Reward [-877.93 -877.93 -877.93]	Time 10.51s
Steps-taken: 100.00
Epoch 11	Reward [-931.37 -931.37 -931.37]	Time 10.43s
Steps-taken: 100.00
Epoch 12	Reward [-907.25 -907.25 -907.25]	Time 10.46s
Steps-taken: 100.00
Epoch 13	Reward [-930.58 -930.58 -930.58]	Time 10.46s
Steps-taken: 100.00
Epoch 14	Reward [-882.43 -882.43 -882.43]	Time 10.41s
Steps-taken: 100.00
Epoch 15	Reward [-871.06 -871.06 -871.06]	Time 10.48s
Steps-taken: 100.00
Epoch 16	Reward [-868.09 -868.09 -868.09]	Time 10.53s
Steps-taken: 100.00
Epoch 17	Reward [-970.46 -970.46 -970.46]	Time 10.62s
Steps-taken: 100.00
Epoch 18	Reward [-1052.71 -1052.71 -1052.71]	Time 10.58s
Steps-taken: 100.00
Epoch 19	Reward [-959.76 -959.76 -959.76]	Time 10.43s
Steps-taken: 100.00
Epoch 20	Reward [-954.24 -954.24 -954.24]	Time 10.44s
Steps-taken: 100.00
Epoch 21	Reward [-906. -906. -906.]	Time 10.31s
Steps-taken: 100.00
Epoch 22	Reward [-982.51 -982.51 -982.51]	Time 10.39s
Steps-taken: 100.00
Epoch 23	Reward [-980.95 -980.95 -980.95]	Time 10.45s
Steps-taken: 100.00
Epoch 24	Reward [-930.33 -930.33 -930.33]	Time 10.43s
Steps-taken: 100.00
Epoch 25	Reward [-1027.65 -1027.65 -1027.65]	Time 10.49s
Steps-taken: 100.00
Epoch 26	Reward [-1054.07 -1054.07 -1054.07]	Time 10.48s
Steps-taken: 100.00
Epoch 27	Reward [-1015.42 -1015.42 -1015.42]	Time 10.64s
Steps-taken: 100.00
Epoch 28	Reward [-1006.95 -1006.95 -1006.95]	Time 10.34s
Steps-taken: 100.00
Epoch 29	Reward [-1081.81 -1081.81 -1081.81]	Time 10.25s
Steps-taken: 100.00
Epoch 30	Reward [-1114.92 -1114.92 -1114.92]	Time 10.24s
Steps-taken: 100.00
Epoch 31	Reward [-1092.29 -1092.29 -1092.29]	Time 10.19s
Steps-taken: 100.00
Epoch 32	Reward [-1132.89 -1132.89 -1132.89]	Time 10.34s
Steps-taken: 100.00
Epoch 33	Reward [-1083.6 -1083.6 -1083.6]	Time 10.58s
Steps-taken: 100.00
Epoch 34	Reward [-1089.2 -1089.2 -1089.2]	Time 10.44s
Steps-taken: 100.00
Epoch 35	Reward [-1163.54 -1163.54 -1163.54]	Time 10.37s
Steps-taken: 100.00
Epoch 36	Reward [-1070.32 -1070.32 -1070.32]	Time 10.54s
Steps-taken: 100.00
Epoch 37	Reward [-1104.11 -1104.11 -1104.11]	Time 10.51s
Steps-taken: 100.00
Epoch 38	Reward [-1135.25 -1135.25 -1135.25]	Time 10.52s
Steps-taken: 100.00
Epoch 39	Reward [-1039.36 -1039.36 -1039.36]	Time 10.52s
Steps-taken: 100.00
Epoch 40	Reward [-1063.71 -1063.71 -1063.71]	Time 10.33s
Steps-taken: 100.00
Epoch 41	Reward [-1163.18 -1163.18 -1163.18]	Time 10.41s
Steps-taken: 100.00
Epoch 42	Reward [-1958.94 -1958.94 -1958.94]	Time 10.34s
Steps-taken: 100.00
Epoch 43	Reward [-2797.52 -2797.52 -2797.52]	Time 10.38s
Steps-taken: 100.00
Epoch 44	Reward [-1602.69 -1602.69 -1602.69]	Time 10.48s
Steps-taken: 100.00
Epoch 45	Reward [-1160.53 -1160.53 -1160.53]	Time 10.48s
Steps-taken: 100.00
Epoch 46	Reward [-1085.37 -1085.37 -1085.37]	Time 10.58s
Steps-taken: 100.00
Epoch 47	Reward [-1098.98 -1098.98 -1098.98]	Time 10.57s
Steps-taken: 100.00
Epoch 48	Reward [-1091.3 -1091.3 -1091.3]	Time 10.56s
Steps-taken: 100.00
Epoch 49	Reward [-1114.06 -1114.06 -1114.06]	Time 10.42s
Steps-taken: 100.00
Epoch 50	Reward [-1088.75 -1088.75 -1088.75]	Time 10.43s
Steps-taken: 100.00
Epoch 51	Reward [-1021.31 -1021.31 -1021.31]	Time 10.50s
Steps-taken: 100.00
Epoch 52	Reward [-1041.27 -1041.27 -1041.27]	Time 10.43s
Steps-taken: 100.00
Epoch 53	Reward [-1360.37 -1360.37 -1360.37]	Time 10.35s
Steps-taken: 100.00
Epoch 54	Reward [-1307.96 -1307.96 -1307.96]	Time 10.37s
Steps-taken: 100.00
Epoch 55	Reward [-1177.48 -1177.48 -1177.48]	Time 10.49s
Steps-taken: 100.00
Epoch 56	Reward [-1096.52 -1096.52 -1096.52]	Time 10.58s
Steps-taken: 100.00
Epoch 57	Reward [-1125.61 -1125.61 -1125.61]	Time 10.45s
Steps-taken: 100.00
Epoch 58	Reward [-1055.14 -1055.14 -1055.14]	Time 10.41s
Steps-taken: 100.00
Epoch 59	Reward [-1107.78 -1107.78 -1107.78]	Time 10.63s
Steps-taken: 100.00
Epoch 60	Reward [-1125.28 -1125.28 -1125.28]	Time 10.44s
Steps-taken: 100.00
Epoch 61	Reward [-1038.62 -1038.62 -1038.62]	Time 10.45s
Steps-taken: 100.00
Epoch 62	Reward [-1064.62 -1064.62 -1064.62]	Time 10.40s
Steps-taken: 100.00
Epoch 63	Reward [-1133.72 -1133.72 -1133.72]	Time 10.25s
Steps-taken: 100.00
Epoch 64	Reward [-1121.21 -1121.21 -1121.21]	Time 10.18s
Steps-taken: 100.00
Epoch 65	Reward [-1100.25 -1100.25 -1100.25]	Time 10.30s
Steps-taken: 100.00
Epoch 66	Reward [-1056.66 -1056.66 -1056.66]	Time 10.55s
Steps-taken: 100.00
Epoch 67	Reward [-1124.19 -1124.19 -1124.19]	Time 10.52s
Steps-taken: 100.00
Epoch 68	Reward [-1034.63 -1034.63 -1034.63]	Time 10.52s
Steps-taken: 100.00
Epoch 69	Reward [-1066.67 -1066.67 -1066.67]	Time 10.60s
Steps-taken: 100.00
Epoch 70	Reward [-1182.49 -1182.49 -1182.49]	Time 10.48s
Steps-taken: 100.00
Epoch 71	Reward [-1381.11 -1381.11 -1381.11]	Time 10.24s
Steps-taken: 100.00
Epoch 72	Reward [-1098.22 -1098.22 -1098.22]	Time 10.38s
Steps-taken: 100.00
Epoch 73	Reward [-1114.77 -1114.77 -1114.77]	Time 10.44s
Steps-taken: 100.00
Epoch 74	Reward [-1241.05 -1241.05 -1241.05]	Time 10.47s
Steps-taken: 100.00
Epoch 75	Reward [-1278.79 -1278.79 -1278.79]	Time 10.53s
Steps-taken: 100.00
Epoch 76	Reward [-1172.65 -1172.65 -1172.65]	Time 10.49s
Steps-taken: 100.00
Epoch 77	Reward [-1177.04 -1177.04 -1177.04]	Time 10.46s
Steps-taken: 100.00
Epoch 78	Reward [-1259.06 -1259.06 -1259.06]	Time 10.36s
Steps-taken: 100.00
Epoch 79	Reward [-1140.04 -1140.04 -1140.04]	Time 10.49s
Steps-taken: 100.00
Epoch 80	Reward [-1189.63 -1189.63 -1189.63]	Time 10.57s
Steps-taken: 100.00
Epoch 81	Reward [-1174.54 -1174.54 -1174.54]	Time 10.58s
Steps-taken: 100.00
Epoch 82	Reward [-1153.63 -1153.63 -1153.63]	Time 10.58s
Steps-taken: 100.00
Epoch 83	Reward [-1669.88 -1669.88 -1669.88]	Time 10.57s
Steps-taken: 100.00
Epoch 84	Reward [-1449.54 -1449.54 -1449.54]	Time 10.52s
Steps-taken: 100.00
Epoch 85	Reward [-1107.73 -1107.73 -1107.73]	Time 10.46s
Steps-taken: 100.00
Epoch 86	Reward [-1117.08 -1117.08 -1117.08]	Time 10.47s
Steps-taken: 100.00
Epoch 87	Reward [-1161.42 -1161.42 -1161.42]	Time 10.45s
Steps-taken: 100.00
Epoch 88	Reward [-1048. -1048. -1048.]	Time 10.57s
Steps-taken: 100.00
Epoch 89	Reward [-1045.61 -1045.61 -1045.61]	Time 10.42s
Steps-taken: 100.00
Epoch 90	Reward [-1068.56 -1068.56 -1068.56]	Time 10.64s
Steps-taken: 100.00
Epoch 91	Reward [-1134.16 -1134.16 -1134.16]	Time 10.68s
Steps-taken: 100.00
Epoch 92	Reward [-1098.07 -1098.07 -1098.07]	Time 10.52s
Steps-taken: 100.00
Epoch 93	Reward [-947.98 -947.98 -947.98]	Time 10.51s
Steps-taken: 100.00
Epoch 94	Reward [-1060.64 -1060.64 -1060.64]	Time 10.44s
Steps-taken: 100.00
Epoch 95	Reward [-952.54 -952.54 -952.54]	Time 10.59s
Steps-taken: 100.00
Epoch 96	Reward [-956.15 -956.15 -956.15]	Time 10.55s
Steps-taken: 100.00
Epoch 97	Reward [-912.4 -912.4 -912.4]	Time 10.52s
Steps-taken: 100.00
Epoch 98	Reward [-886.21 -886.21 -886.21]	Time 10.51s
Steps-taken: 100.00
Epoch 99	Reward [-860.89 -860.89 -860.89]	Time 10.46s
Steps-taken: 100.00
Epoch 100	Reward [-880.68 -880.68 -880.68]	Time 10.45s
Steps-taken: 100.00
Epoch 101	Reward [-888.39 -888.39 -888.39]	Time 10.65s
Steps-taken: 100.00
Epoch 102	Reward [-879.99 -879.99 -879.99]	Time 10.48s
Steps-taken: 100.00
Epoch 103	Reward [-863.28 -863.28 -863.28]	Time 10.53s
Steps-taken: 100.00
Epoch 104	Reward [-837.34 -837.34 -837.34]	Time 10.35s
Steps-taken: 100.00
Epoch 105	Reward [-872.66 -872.66 -872.66]	Time 10.47s
Steps-taken: 100.00
Epoch 106	Reward [-814.12 -814.12 -814.12]	Time 10.47s
Steps-taken: 100.00
Epoch 107	Reward [-845.63 -845.63 -845.63]	Time 10.47s
Steps-taken: 100.00
Epoch 108	Reward [-862.68 -862.68 -862.68]	Time 10.57s
Steps-taken: 100.00
Epoch 109	Reward [-880.16 -880.16 -880.16]	Time 10.64s
Steps-taken: 100.00
Epoch 110	Reward [-826.59 -826.59 -826.59]	Time 10.68s
Steps-taken: 100.00
Epoch 111	Reward [-788.15 -788.15 -788.15]	Time 10.46s
Steps-taken: 100.00
Epoch 112	Reward [-802.76 -802.76 -802.76]	Time 10.36s
Steps-taken: 100.00
Epoch 113	Reward [-805.69 -805.69 -805.69]	Time 10.42s
Steps-taken: 100.00
Epoch 114	Reward [-869.34 -869.34 -869.34]	Time 10.72s
Steps-taken: 100.00
Epoch 115	Reward [-853.95 -853.95 -853.95]	Time 10.65s
Steps-taken: 100.00
Epoch 116	Reward [-819.76 -819.76 -819.76]	Time 10.48s
Steps-taken: 100.00
Epoch 117	Reward [-871.73 -871.73 -871.73]	Time 10.47s
Steps-taken: 100.00
Epoch 118	Reward [-828.77 -828.77 -828.77]	Time 10.28s
Steps-taken: 100.00
Epoch 119	Reward [-824.87 -824.87 -824.87]	Time 10.32s
Steps-taken: 100.00
Epoch 120	Reward [-865.53 -865.53 -865.53]	Time 10.31s
Steps-taken: 100.00
Epoch 121	Reward [-851.49 -851.49 -851.49]	Time 10.48s
Steps-taken: 100.00
Epoch 122	Reward [-785.56 -785.56 -785.56]	Time 10.37s
Steps-taken: 100.00
Epoch 123	Reward [-747.7 -747.7 -747.7]	Time 10.44s
Steps-taken: 100.00
Epoch 124	Reward [-817.65 -817.65 -817.65]	Time 10.37s
Steps-taken: 100.00
Epoch 125	Reward [-858.41 -858.41 -858.41]	Time 10.61s
Steps-taken: 100.00
Epoch 126	Reward [-865.59 -865.59 -865.59]	Time 10.50s
Steps-taken: 100.00
Epoch 127	Reward [-834.08 -834.08 -834.08]	Time 10.50s
Steps-taken: 100.00
Epoch 128	Reward [-831.7 -831.7 -831.7]	Time 10.49s
Steps-taken: 100.00
Epoch 129	Reward [-786.77 -786.77 -786.77]	Time 10.41s
Steps-taken: 100.00
Epoch 130	Reward [-772.58 -772.58 -772.58]	Time 10.45s
Steps-taken: 100.00
Epoch 131	Reward [-810.23 -810.23 -810.23]	Time 10.43s
Steps-taken: 100.00
Epoch 132	Reward [-868.87 -868.87 -868.87]	Time 10.52s
Steps-taken: 100.00
Epoch 133	Reward [-828.67 -828.67 -828.67]	Time 10.45s
Steps-taken: 100.00
Epoch 134	Reward [-834.28 -834.28 -834.28]	Time 10.59s
Steps-taken: 100.00
Epoch 135	Reward [-813.92 -813.92 -813.92]	Time 10.51s
Steps-taken: 100.00
Epoch 136	Reward [-806.92 -806.92 -806.92]	Time 10.64s
Steps-taken: 100.00
Epoch 137	Reward [-847.1 -847.1 -847.1]	Time 10.44s
Steps-taken: 100.00
Epoch 138	Reward [-832.81 -832.81 -832.81]	Time 10.46s
Steps-taken: 100.00
Epoch 139	Reward [-779.53 -779.53 -779.53]	Time 10.40s
Steps-taken: 100.00
Epoch 140	Reward [-774.04 -774.04 -774.04]	Time 10.37s
Steps-taken: 100.00
Epoch 141	Reward [-811.98 -811.98 -811.98]	Time 10.58s
Steps-taken: 100.00
Epoch 142	Reward [-846.65 -846.65 -846.65]	Time 10.46s
Steps-taken: 100.00
Epoch 143	Reward [-795.81 -795.81 -795.81]	Time 10.45s
Steps-taken: 100.00
Epoch 144	Reward [-842.82 -842.82 -842.82]	Time 10.40s
Steps-taken: 100.00
Epoch 145	Reward [-852.34 -852.34 -852.34]	Time 10.51s
Steps-taken: 100.00
Epoch 146	Reward [-812.13 -812.13 -812.13]	Time 10.42s
Steps-taken: 100.00
Epoch 147	Reward [-846.69 -846.69 -846.69]	Time 10.54s
Steps-taken: 100.00
Epoch 148	Reward [-881.99 -881.99 -881.99]	Time 10.38s
Steps-taken: 100.00
Epoch 149	Reward [-806.84 -806.84 -806.84]	Time 10.24s
Steps-taken: 100.00
Epoch 150	Reward [-851.65 -851.65 -851.65]	Time 10.38s
Steps-taken: 100.00
Epoch 151	Reward [-846.28 -846.28 -846.28]	Time 10.42s
Steps-taken: 100.00
Epoch 152	Reward [-832.86 -832.86 -832.86]	Time 10.54s
Steps-taken: 100.00
Epoch 153	Reward [-808.68 -808.68 -808.68]	Time 10.40s
Steps-taken: 100.00
Epoch 154	Reward [-830.19 -830.19 -830.19]	Time 10.28s
Steps-taken: 100.00
Epoch 155	Reward [-798.63 -798.63 -798.63]	Time 10.30s
Steps-taken: 100.00
Epoch 156	Reward [-777.55 -777.55 -777.55]	Time 10.38s
Steps-taken: 100.00
Epoch 157	Reward [-882.49 -882.49 -882.49]	Time 10.48s
Steps-taken: 100.00
Epoch 158	Reward [-818. -818. -818.]	Time 10.53s
Steps-taken: 100.00
Epoch 159	Reward [-867.82 -867.82 -867.82]	Time 10.42s
Steps-taken: 100.00
Epoch 160	Reward [-865.35 -865.35 -865.35]	Time 10.43s
Steps-taken: 100.00
Epoch 161	Reward [-804.67 -804.67 -804.67]	Time 10.33s
Steps-taken: 100.00
Epoch 162	Reward [-829.76 -829.76 -829.76]	Time 10.41s
Steps-taken: 100.00
Epoch 163	Reward [-813.66 -813.66 -813.66]	Time 10.46s
Steps-taken: 100.00
Epoch 164	Reward [-766.12 -766.12 -766.12]	Time 10.44s
Steps-taken: 100.00
Epoch 165	Reward [-839. -839. -839.]	Time 10.52s
Steps-taken: 100.00
Epoch 166	Reward [-840.53 -840.53 -840.53]	Time 10.50s
Steps-taken: 100.00
Epoch 167	Reward [-786.06 -786.06 -786.06]	Time 10.58s
Steps-taken: 100.00
Epoch 168	Reward [-824.51 -824.51 -824.51]	Time 10.44s
Steps-taken: 100.00
Epoch 169	Reward [-814.87 -814.87 -814.87]	Time 10.48s
Steps-taken: 100.00
Epoch 170	Reward [-850.53 -850.53 -850.53]	Time 10.43s
Steps-taken: 100.00
Epoch 171	Reward [-841.89 -841.89 -841.89]	Time 10.45s
Steps-taken: 100.00
Epoch 172	Reward [-823.63 -823.63 -823.63]	Time 10.47s
Steps-taken: 100.00
Epoch 173	Reward [-857.5 -857.5 -857.5]	Time 10.45s
Steps-taken: 100.00
Epoch 174	Reward [-821.95 -821.95 -821.95]	Time 10.49s
Steps-taken: 100.00
Epoch 175	Reward [-799.35 -799.35 -799.35]	Time 10.25s
Steps-taken: 100.00
Epoch 176	Reward [-827.25 -827.25 -827.25]	Time 10.30s
Steps-taken: 100.00
Epoch 177	Reward [-814.69 -814.69 -814.69]	Time 10.31s
Steps-taken: 100.00
Epoch 178	Reward [-798.73 -798.73 -798.73]	Time 10.44s
Steps-taken: 100.00
Epoch 179	Reward [-736.35 -736.35 -736.35]	Time 10.28s
Steps-taken: 100.00
Epoch 180	Reward [-817.38 -817.38 -817.38]	Time 10.45s
Steps-taken: 100.00
Epoch 181	Reward [-796.76 -796.76 -796.76]	Time 10.35s
Steps-taken: 100.00
Epoch 182	Reward [-787.17 -787.17 -787.17]	Time 10.39s
Steps-taken: 100.00
Epoch 183	Reward [-806.74 -806.74 -806.74]	Time 10.45s
Steps-taken: 100.00
Epoch 184	Reward [-797.89 -797.89 -797.89]	Time 10.30s
Steps-taken: 100.00
Epoch 185	Reward [-813.09 -813.09 -813.09]	Time 10.28s
Steps-taken: 100.00
Epoch 186	Reward [-824.22 -824.22 -824.22]	Time 10.27s
Steps-taken: 100.00
Epoch 187	Reward [-830.97 -830.97 -830.97]	Time 10.45s
Steps-taken: 100.00
Epoch 188	Reward [-831.52 -831.52 -831.52]	Time 10.53s
Steps-taken: 100.00
Epoch 189	Reward [-850.73 -850.73 -850.73]	Time 10.60s
Steps-taken: 100.00
Epoch 190	Reward [-817.26 -817.26 -817.26]	Time 10.50s
Steps-taken: 100.00
Epoch 191	Reward [-860.88 -860.88 -860.88]	Time 10.51s
Steps-taken: 100.00
Epoch 192	Reward [-830.59 -830.59 -830.59]	Time 10.51s
Steps-taken: 100.00
Epoch 193	Reward [-864.86 -864.86 -864.86]	Time 10.37s
Steps-taken: 100.00
Epoch 194	Reward [-822.92 -822.92 -822.92]	Time 10.56s
Steps-taken: 100.00
Epoch 195	Reward [-779.55 -779.55 -779.55]	Time 10.45s
Steps-taken: 100.00
Epoch 196	Reward [-801.01 -801.01 -801.01]	Time 10.49s
Steps-taken: 100.00
Epoch 197	Reward [-881.71 -881.71 -881.71]	Time 10.40s
Steps-taken: 100.00
Epoch 198	Reward [-831.96 -831.96 -831.96]	Time 10.46s
Steps-taken: 100.00
Epoch 199	Reward [-869.66 -869.66 -869.66]	Time 10.75s
Steps-taken: 100.00
Epoch 200	Reward [-792.56 -792.56 -792.56]	Time 10.66s
Steps-taken: 100.00
Epoch 201	Reward [-788.17 -788.17 -788.17]	Time 10.45s
Steps-taken: 100.00
Epoch 202	Reward [-816.04 -816.04 -816.04]	Time 10.52s
Steps-taken: 100.00
Epoch 203	Reward [-857.83 -857.83 -857.83]	Time 10.52s
Steps-taken: 100.00
Epoch 204	Reward [-770.73 -770.73 -770.73]	Time 10.44s
Steps-taken: 100.00
Epoch 205	Reward [-753.67 -753.67 -753.67]	Time 10.33s
Steps-taken: 100.00
Epoch 206	Reward [-804.2 -804.2 -804.2]	Time 10.55s
Steps-taken: 100.00
Epoch 207	Reward [-859.54 -859.54 -859.54]	Time 10.48s
Steps-taken: 100.00
Epoch 208	Reward [-865.13 -865.13 -865.13]	Time 10.41s
Steps-taken: 100.00
Epoch 209	Reward [-877.89 -877.89 -877.89]	Time 10.47s
Steps-taken: 100.00
Epoch 210	Reward [-803.28 -803.28 -803.28]	Time 10.33s
Steps-taken: 100.00
Epoch 211	Reward [-909.66 -909.66 -909.66]	Time 10.51s
Steps-taken: 100.00
Epoch 212	Reward [-764.43 -764.43 -764.43]	Time 10.41s
Steps-taken: 100.00
Epoch 213	Reward [-831.81 -831.81 -831.81]	Time 10.59s
Steps-taken: 100.00
Epoch 214	Reward [-834.4 -834.4 -834.4]	Time 10.49s
Steps-taken: 100.00
Epoch 215	Reward [-799.16 -799.16 -799.16]	Time 10.41s
Steps-taken: 100.00
Epoch 216	Reward [-789.89 -789.89 -789.89]	Time 10.46s
Steps-taken: 100.00
Epoch 217	Reward [-843.66 -843.66 -843.66]	Time 10.60s
Steps-taken: 100.00
Epoch 218	Reward [-813.44 -813.44 -813.44]	Time 10.50s
Steps-taken: 100.00
Epoch 219	Reward [-833.4 -833.4 -833.4]	Time 10.52s
Steps-taken: 100.00
Epoch 220	Reward [-807.09 -807.09 -807.09]	Time 10.50s
Steps-taken: 100.00
Epoch 221	Reward [-808.61 -808.61 -808.61]	Time 10.58s
Steps-taken: 100.00
Epoch 222	Reward [-808.13 -808.13 -808.13]	Time 10.49s
Steps-taken: 100.00
Epoch 223	Reward [-825.2 -825.2 -825.2]	Time 10.47s
Steps-taken: 100.00
Epoch 224	Reward [-800.18 -800.18 -800.18]	Time 10.50s
Steps-taken: 100.00
Epoch 225	Reward [-865.09 -865.09 -865.09]	Time 10.43s
Steps-taken: 100.00
Epoch 226	Reward [-739.33 -739.33 -739.33]	Time 10.46s
Steps-taken: 100.00
Epoch 227	Reward [-771.82 -771.82 -771.82]	Time 10.50s
Steps-taken: 100.00
Epoch 228	Reward [-800.14 -800.14 -800.14]	Time 10.46s
Steps-taken: 100.00
Epoch 229	Reward [-858.56 -858.56 -858.56]	Time 10.31s
Steps-taken: 100.00
Epoch 230	Reward [-819.65 -819.65 -819.65]	Time 10.53s
Steps-taken: 100.00
Epoch 231	Reward [-762.73 -762.73 -762.73]	Time 10.47s
Steps-taken: 100.00
Epoch 232	Reward [-837.58 -837.58 -837.58]	Time 10.47s
Steps-taken: 100.00
Epoch 233	Reward [-750.69 -750.69 -750.69]	Time 10.50s
Steps-taken: 100.00
Epoch 234	Reward [-829.54 -829.54 -829.54]	Time 10.52s
Steps-taken: 100.00
Epoch 235	Reward [-798.99 -798.99 -798.99]	Time 10.34s
Steps-taken: 100.00
Epoch 236	Reward [-837.78 -837.78 -837.78]	Time 10.52s
Steps-taken: 100.00
Epoch 237	Reward [-797.92 -797.92 -797.92]	Time 10.38s
Steps-taken: 100.00
Epoch 238	Reward [-798.04 -798.04 -798.04]	Time 10.42s
Steps-taken: 100.00
Epoch 239	Reward [-838.34 -838.34 -838.34]	Time 10.49s
Steps-taken: 100.00
Epoch 240	Reward [-738.68 -738.68 -738.68]	Time 10.50s
Steps-taken: 100.00
Epoch 241	Reward [-846.94 -846.94 -846.94]	Time 10.43s
Steps-taken: 100.00
Epoch 242	Reward [-798.47 -798.47 -798.47]	Time 10.31s
Steps-taken: 100.00
Epoch 243	Reward [-790.45 -790.45 -790.45]	Time 10.28s
Steps-taken: 100.00
Epoch 244	Reward [-815.33 -815.33 -815.33]	Time 10.26s
Steps-taken: 100.00
Epoch 245	Reward [-829.6 -829.6 -829.6]	Time 10.41s
Steps-taken: 100.00
Epoch 246	Reward [-804.86 -804.86 -804.86]	Time 10.42s
Steps-taken: 100.00
Epoch 247	Reward [-875.33 -875.33 -875.33]	Time 10.37s
Steps-taken: 100.00
Epoch 248	Reward [-812.89 -812.89 -812.89]	Time 10.39s
Steps-taken: 100.00
Epoch 249	Reward [-826.12 -826.12 -826.12]	Time 10.41s
Steps-taken: 100.00
Epoch 250	Reward [-812.23 -812.23 -812.23]	Time 10.39s
Steps-taken: 100.00
Epoch 251	Reward [-838.39 -838.39 -838.39]	Time 10.53s
Steps-taken: 100.00
Epoch 252	Reward [-847.03 -847.03 -847.03]	Time 10.37s
Steps-taken: 100.00
Epoch 253	Reward [-860.2 -860.2 -860.2]	Time 10.39s
Steps-taken: 100.00
Epoch 254	Reward [-780.3 -780.3 -780.3]	Time 10.42s
Steps-taken: 100.00
Epoch 255	Reward [-806.9 -806.9 -806.9]	Time 10.23s
Steps-taken: 100.00
Epoch 256	Reward [-806. -806. -806.]	Time 10.30s
Steps-taken: 100.00
Epoch 257	Reward [-778.47 -778.47 -778.47]	Time 10.19s
Steps-taken: 100.00
Epoch 258	Reward [-755.98 -755.98 -755.98]	Time 10.45s
Steps-taken: 100.00
Epoch 259	Reward [-820.49 -820.49 -820.49]	Time 10.33s
Steps-taken: 100.00
Epoch 260	Reward [-783.57 -783.57 -783.57]	Time 10.33s
Steps-taken: 100.00
Epoch 261	Reward [-859.8 -859.8 -859.8]	Time 10.42s
Steps-taken: 100.00
Epoch 262	Reward [-775.69 -775.69 -775.69]	Time 10.36s
Steps-taken: 100.00
Epoch 263	Reward [-727.47 -727.47 -727.47]	Time 10.38s
Steps-taken: 100.00
Epoch 264	Reward [-795.9 -795.9 -795.9]	Time 10.42s
Steps-taken: 100.00
Epoch 265	Reward [-815.13 -815.13 -815.13]	Time 10.40s
Steps-taken: 100.00
Epoch 266	Reward [-795.25 -795.25 -795.25]	Time 10.38s
Steps-taken: 100.00
Epoch 267	Reward [-816.19 -816.19 -816.19]	Time 10.48s
Steps-taken: 100.00
Epoch 268	Reward [-831.43 -831.43 -831.43]	Time 10.33s
Steps-taken: 100.00
Epoch 269	Reward [-829.25 -829.25 -829.25]	Time 10.38s
Steps-taken: 100.00
Epoch 270	Reward [-827.69 -827.69 -827.69]	Time 10.42s
Steps-taken: 100.00
Epoch 271	Reward [-856.24 -856.24 -856.24]	Time 10.40s
Steps-taken: 100.00
Epoch 272	Reward [-824.74 -824.74 -824.74]	Time 10.42s
Steps-taken: 100.00
Epoch 273	Reward [-761.56 -761.56 -761.56]	Time 10.38s
Steps-taken: 100.00
Epoch 274	Reward [-759.54 -759.54 -759.54]	Time 10.44s
Steps-taken: 100.00
Epoch 275	Reward [-860.5 -860.5 -860.5]	Time 10.38s
Steps-taken: 100.00
Epoch 276	Reward [-843.11 -843.11 -843.11]	Time 10.39s
Steps-taken: 100.00
Epoch 277	Reward [-804.5 -804.5 -804.5]	Time 10.31s
Steps-taken: 100.00
Epoch 278	Reward [-838.76 -838.76 -838.76]	Time 10.29s
Steps-taken: 100.00
Epoch 279	Reward [-775.18 -775.18 -775.18]	Time 10.38s
Steps-taken: 100.00
Epoch 280	Reward [-841.18 -841.18 -841.18]	Time 10.34s
Steps-taken: 100.00
Epoch 281	Reward [-770.35 -770.35 -770.35]	Time 10.30s
Steps-taken: 100.00
Epoch 282	Reward [-828.76 -828.76 -828.76]	Time 10.25s
Steps-taken: 100.00
Epoch 283	Reward [-809.99 -809.99 -809.99]	Time 10.36s
Steps-taken: 100.00
Epoch 284	Reward [-793.88 -793.88 -793.88]	Time 10.33s
Steps-taken: 100.00
Epoch 285	Reward [-854.82 -854.82 -854.82]	Time 10.40s
Steps-taken: 100.00
Epoch 286	Reward [-798.95 -798.95 -798.95]	Time 10.45s
Steps-taken: 100.00
Epoch 287	Reward [-791.19 -791.19 -791.19]	Time 10.34s
Steps-taken: 100.00
Epoch 288	Reward [-827.72 -827.72 -827.72]	Time 10.45s
Steps-taken: 100.00
Epoch 289	Reward [-806.69 -806.69 -806.69]	Time 10.34s
Steps-taken: 100.00
Epoch 290	Reward [-810.73 -810.73 -810.73]	Time 10.35s
Steps-taken: 100.00
Epoch 291	Reward [-850.3 -850.3 -850.3]	Time 10.22s
Steps-taken: 100.00
Epoch 292	Reward [-873.61 -873.61 -873.61]	Time 10.38s
Steps-taken: 100.00
Epoch 293	Reward [-838.73 -838.73 -838.73]	Time 10.39s
Steps-taken: 100.00
Epoch 294	Reward [-812. -812. -812.]	Time 10.27s
Steps-taken: 100.00
Epoch 295	Reward [-825.87 -825.87 -825.87]	Time 10.23s
Steps-taken: 100.00
Epoch 296	Reward [-797.02 -797.02 -797.02]	Time 10.34s
Steps-taken: 100.00
Epoch 297	Reward [-787.94 -787.94 -787.94]	Time 10.39s
Steps-taken: 100.00
Epoch 298	Reward [-772.23 -772.23 -772.23]	Time 10.39s
Steps-taken: 100.00
Epoch 299	Reward [-823.25 -823.25 -823.25]	Time 10.41s
Steps-taken: 100.00
Epoch 300	Reward [-814.69 -814.69 -814.69]	Time 10.36s
Steps-taken: 100.00
Epoch 301	Reward [-789.21 -789.21 -789.21]	Time 10.42s
Steps-taken: 100.00
Epoch 302	Reward [-823.78 -823.78 -823.78]	Time 10.41s
Steps-taken: 100.00
Epoch 303	Reward [-808.44 -808.44 -808.44]	Time 10.23s
Steps-taken: 100.00
Epoch 304	Reward [-744.76 -744.76 -744.76]	Time 10.35s
Steps-taken: 100.00
Epoch 305	Reward [-812.49 -812.49 -812.49]	Time 10.47s
Steps-taken: 100.00
Epoch 306	Reward [-832.98 -832.98 -832.98]	Time 10.38s
Steps-taken: 100.00
Epoch 307	Reward [-791.63 -791.63 -791.63]	Time 10.51s
Steps-taken: 100.00
Epoch 308	Reward [-804.71 -804.71 -804.71]	Time 10.47s
Steps-taken: 100.00
Epoch 309	Reward [-855.19 -855.19 -855.19]	Time 10.34s
Steps-taken: 100.00
Epoch 310	Reward [-786.2 -786.2 -786.2]	Time 10.30s
Steps-taken: 100.00
Epoch 311	Reward [-805.87 -805.87 -805.87]	Time 10.34s
Steps-taken: 100.00
Epoch 312	Reward [-785.05 -785.05 -785.05]	Time 10.41s
Steps-taken: 100.00
Epoch 313	Reward [-832.44 -832.44 -832.44]	Time 10.34s
Steps-taken: 100.00
Epoch 314	Reward [-822.11 -822.11 -822.11]	Time 10.32s
Steps-taken: 100.00
Epoch 315	Reward [-862.63 -862.63 -862.63]	Time 10.19s
Steps-taken: 100.00
Epoch 316	Reward [-869.06 -869.06 -869.06]	Time 10.32s
Steps-taken: 100.00
Epoch 317	Reward [-833.42 -833.42 -833.42]	Time 10.35s
Steps-taken: 100.00
Epoch 318	Reward [-791.25 -791.25 -791.25]	Time 10.41s
Steps-taken: 100.00
Epoch 319	Reward [-819.7 -819.7 -819.7]	Time 10.33s
Steps-taken: 100.00
Epoch 320	Reward [-799.43 -799.43 -799.43]	Time 10.40s
Steps-taken: 100.00
Epoch 321	Reward [-841.86 -841.86 -841.86]	Time 10.38s
Steps-taken: 100.00
Epoch 322	Reward [-846.7 -846.7 -846.7]	Time 10.39s
Steps-taken: 100.00
Epoch 323	Reward [-796.43 -796.43 -796.43]	Time 10.45s
Steps-taken: 100.00
Epoch 324	Reward [-864.94 -864.94 -864.94]	Time 10.42s
Steps-taken: 100.00
Epoch 325	Reward [-879.73 -879.73 -879.73]	Time 10.39s
Steps-taken: 100.00
Epoch 326	Reward [-823.03 -823.03 -823.03]	Time 10.32s
Steps-taken: 100.00
Epoch 327	Reward [-823.08 -823.08 -823.08]	Time 10.50s
Steps-taken: 100.00
Epoch 328	Reward [-887.81 -887.81 -887.81]	Time 10.41s
Steps-taken: 100.00
Epoch 329	Reward [-844.2 -844.2 -844.2]	Time 10.44s
Steps-taken: 100.00
Epoch 330	Reward [-795.42 -795.42 -795.42]	Time 10.41s
Steps-taken: 100.00
Epoch 331	Reward [-771.24 -771.24 -771.24]	Time 10.35s
Steps-taken: 100.00
Epoch 332	Reward [-839.27 -839.27 -839.27]	Time 10.39s
Steps-taken: 100.00
Epoch 333	Reward [-829.17 -829.17 -829.17]	Time 10.73s
Steps-taken: 100.00
Epoch 334	Reward [-806.07 -806.07 -806.07]	Time 10.13s
Steps-taken: 100.00
Epoch 335	Reward [-848.32 -848.32 -848.32]	Time 10.42s
Steps-taken: 100.00
Epoch 336	Reward [-821.57 -821.57 -821.57]	Time 10.37s
Steps-taken: 100.00
Epoch 337	Reward [-856.73 -856.73 -856.73]	Time 10.45s
Steps-taken: 100.00
Epoch 338	Reward [-833.56 -833.56 -833.56]	Time 10.32s
Steps-taken: 100.00
Epoch 339	Reward [-915.75 -915.75 -915.75]	Time 10.37s
Steps-taken: 100.00
Epoch 340	Reward [-855.64 -855.64 -855.64]	Time 10.40s
Steps-taken: 100.00
Epoch 341	Reward [-830.07 -830.07 -830.07]	Time 10.39s
Steps-taken: 100.00
Epoch 342	Reward [-776.39 -776.39 -776.39]	Time 10.39s
Steps-taken: 100.00
Epoch 343	Reward [-844.73 -844.73 -844.73]	Time 10.29s
Steps-taken: 100.00
Epoch 344	Reward [-831.25 -831.25 -831.25]	Time 10.44s
Steps-taken: 100.00
Epoch 345	Reward [-859.21 -859.21 -859.21]	Time 10.36s
Steps-taken: 100.00
Epoch 346	Reward [-830.7 -830.7 -830.7]	Time 10.41s
Steps-taken: 100.00
Epoch 347	Reward [-866.17 -866.17 -866.17]	Time 10.49s
Steps-taken: 100.00
Epoch 348	Reward [-839.42 -839.42 -839.42]	Time 10.37s
Steps-taken: 100.00
Epoch 349	Reward [-849.19 -849.19 -849.19]	Time 10.27s
Steps-taken: 100.00
Epoch 350	Reward [-831.78 -831.78 -831.78]	Time 10.25s
Steps-taken: 100.00
Epoch 351	Reward [-861.91 -861.91 -861.91]	Time 10.17s
Steps-taken: 100.00
Epoch 352	Reward [-805.43 -805.43 -805.43]	Time 10.27s
Steps-taken: 100.00
Epoch 353	Reward [-803.39 -803.39 -803.39]	Time 10.42s
Steps-taken: 100.00
Epoch 354	Reward [-851.37 -851.37 -851.37]	Time 10.41s
Steps-taken: 100.00
Epoch 355	Reward [-829.74 -829.74 -829.74]	Time 10.32s
Steps-taken: 100.00
Epoch 356	Reward [-856.27 -856.27 -856.27]	Time 10.33s
Steps-taken: 100.00
Epoch 357	Reward [-795.53 -795.53 -795.53]	Time 10.37s
Steps-taken: 100.00
Epoch 358	Reward [-773.97 -773.97 -773.97]	Time 10.37s
Steps-taken: 100.00
Epoch 359	Reward [-843.71 -843.71 -843.71]	Time 10.43s
Steps-taken: 100.00
Epoch 360	Reward [-865.87 -865.87 -865.87]	Time 10.27s
Steps-taken: 100.00
Epoch 361	Reward [-838.12 -838.12 -838.12]	Time 10.22s
Steps-taken: 100.00
Epoch 362	Reward [-824.25 -824.25 -824.25]	Time 10.44s
Steps-taken: 100.00
Epoch 363	Reward [-861.99 -861.99 -861.99]	Time 10.40s
Steps-taken: 100.00
Epoch 364	Reward [-833.17 -833.17 -833.17]	Time 10.42s
Steps-taken: 100.00
Epoch 365	Reward [-806.97 -806.97 -806.97]	Time 10.49s
Steps-taken: 100.00
Epoch 366	Reward [-855.41 -855.41 -855.41]	Time 10.49s
Steps-taken: 100.00
Epoch 367	Reward [-857.68 -857.68 -857.68]	Time 10.39s
Steps-taken: 100.00
Epoch 368	Reward [-845.08 -845.08 -845.08]	Time 10.44s
Steps-taken: 100.00
Epoch 369	Reward [-852.91 -852.91 -852.91]	Time 10.39s
Steps-taken: 100.00
Epoch 370	Reward [-834.85 -834.85 -834.85]	Time 10.40s
Steps-taken: 100.00
Epoch 371	Reward [-764.34 -764.34 -764.34]	Time 10.33s
Steps-taken: 100.00
Epoch 372	Reward [-817.84 -817.84 -817.84]	Time 10.32s
Steps-taken: 100.00
Epoch 373	Reward [-822.66 -822.66 -822.66]	Time 10.46s
Steps-taken: 100.00
Epoch 374	Reward [-838.15 -838.15 -838.15]	Time 10.45s
Steps-taken: 100.00
Epoch 375	Reward [-865.41 -865.41 -865.41]	Time 10.37s
Steps-taken: 100.00
Epoch 376	Reward [-865.31 -865.31 -865.31]	Time 10.26s
Steps-taken: 100.00
Epoch 377	Reward [-801.12 -801.12 -801.12]	Time 10.40s
Steps-taken: 100.00
Epoch 378	Reward [-854.61 -854.61 -854.61]	Time 10.53s
Steps-taken: 100.00
Epoch 379	Reward [-811.02 -811.02 -811.02]	Time 10.41s
Steps-taken: 100.00
Epoch 380	Reward [-801.09 -801.09 -801.09]	Time 10.36s
Steps-taken: 100.00
Epoch 381	Reward [-801.92 -801.92 -801.92]	Time 10.45s
Steps-taken: 100.00
Epoch 382	Reward [-791.35 -791.35 -791.35]	Time 10.32s
Steps-taken: 100.00
Epoch 383	Reward [-817.66 -817.66 -817.66]	Time 10.44s
Steps-taken: 100.00
Epoch 384	Reward [-831.73 -831.73 -831.73]	Time 10.45s
Steps-taken: 100.00
Epoch 385	Reward [-795.1 -795.1 -795.1]	Time 10.43s
Steps-taken: 100.00
Epoch 386	Reward [-801.36 -801.36 -801.36]	Time 10.33s
Steps-taken: 100.00
Epoch 387	Reward [-804.49 -804.49 -804.49]	Time 10.35s
Steps-taken: 100.00
Epoch 388	Reward [-801.81 -801.81 -801.81]	Time 10.38s
Steps-taken: 100.00
Epoch 389	Reward [-822.35 -822.35 -822.35]	Time 10.38s
Steps-taken: 100.00
Epoch 390	Reward [-830.42 -830.42 -830.42]	Time 10.43s
Steps-taken: 100.00
Epoch 391	Reward [-864.39 -864.39 -864.39]	Time 10.30s
Steps-taken: 100.00
Epoch 392	Reward [-852.73 -852.73 -852.73]	Time 10.40s
Steps-taken: 100.00
Epoch 393	Reward [-811.79 -811.79 -811.79]	Time 10.39s
Steps-taken: 100.00
Epoch 394	Reward [-820.82 -820.82 -820.82]	Time 10.40s
Steps-taken: 100.00
Epoch 395	Reward [-877.56 -877.56 -877.56]	Time 10.34s
Steps-taken: 100.00
Epoch 396	Reward [-788.04 -788.04 -788.04]	Time 10.37s
Steps-taken: 100.00
Epoch 397	Reward [-800.36 -800.36 -800.36]	Time 10.35s
Steps-taken: 100.00
Epoch 398	Reward [-805.47 -805.47 -805.47]	Time 10.41s
Steps-taken: 100.00
Epoch 399	Reward [-833.18 -833.18 -833.18]	Time 10.31s
Steps-taken: 100.00
Epoch 400	Reward [-783.69 -783.69 -783.69]	Time 10.35s
Steps-taken: 100.00
Epoch 401	Reward [-819.93 -819.93 -819.93]	Time 10.42s
Steps-taken: 100.00
Epoch 402	Reward [-825.06 -825.06 -825.06]	Time 10.43s
Steps-taken: 100.00
Epoch 403	Reward [-782.58 -782.58 -782.58]	Time 10.31s
Steps-taken: 100.00
Epoch 404	Reward [-888.27 -888.27 -888.27]	Time 10.42s
Steps-taken: 100.00
Epoch 405	Reward [-792.36 -792.36 -792.36]	Time 10.39s
Steps-taken: 100.00
Epoch 406	Reward [-823.41 -823.41 -823.41]	Time 10.34s
Steps-taken: 100.00
Epoch 407	Reward [-852.18 -852.18 -852.18]	Time 10.36s
Steps-taken: 100.00
Epoch 408	Reward [-842.49 -842.49 -842.49]	Time 10.22s
Steps-taken: 100.00
Epoch 409	Reward [-807.64 -807.64 -807.64]	Time 10.18s
Steps-taken: 100.00
Epoch 410	Reward [-795.72 -795.72 -795.72]	Time 10.13s
Steps-taken: 100.00
Epoch 411	Reward [-802.92 -802.92 -802.92]	Time 10.21s
Steps-taken: 100.00
Epoch 412	Reward [-802.42 -802.42 -802.42]	Time 10.11s
Steps-taken: 100.00
Epoch 413	Reward [-829.16 -829.16 -829.16]	Time 10.11s
Steps-taken: 100.00
Epoch 414	Reward [-854.04 -854.04 -854.04]	Time 10.31s
Steps-taken: 100.00
Epoch 415	Reward [-846.39 -846.39 -846.39]	Time 10.37s
Steps-taken: 100.00
Epoch 416	Reward [-785.56 -785.56 -785.56]	Time 10.32s
Steps-taken: 100.00
Epoch 417	Reward [-810.84 -810.84 -810.84]	Time 10.31s
Steps-taken: 100.00
Epoch 418	Reward [-873.9 -873.9 -873.9]	Time 10.43s
Steps-taken: 100.00
Epoch 419	Reward [-824.7 -824.7 -824.7]	Time 10.47s
Steps-taken: 100.00
Epoch 420	Reward [-787.48 -787.48 -787.48]	Time 10.36s
Steps-taken: 100.00
Epoch 421	Reward [-789.62 -789.62 -789.62]	Time 10.35s
Steps-taken: 100.00
Epoch 422	Reward [-789.7 -789.7 -789.7]	Time 10.30s
Steps-taken: 100.00
Epoch 423	Reward [-846.64 -846.64 -846.64]	Time 10.27s
Steps-taken: 100.00
Epoch 424	Reward [-816.12 -816.12 -816.12]	Time 10.37s
Steps-taken: 100.00
Epoch 425	Reward [-809. -809. -809.]	Time 10.42s
Steps-taken: 100.00
Epoch 426	Reward [-867.76 -867.76 -867.76]	Time 10.49s
Steps-taken: 100.00
Epoch 427	Reward [-831.52 -831.52 -831.52]	Time 10.36s
Steps-taken: 100.00
Epoch 428	Reward [-786.24 -786.24 -786.24]	Time 10.41s
Steps-taken: 100.00
Epoch 429	Reward [-773.84 -773.84 -773.84]	Time 10.39s
Steps-taken: 100.00
Epoch 430	Reward [-845.75 -845.75 -845.75]	Time 10.46s
Steps-taken: 100.00
Epoch 431	Reward [-812.03 -812.03 -812.03]	Time 10.40s
Steps-taken: 100.00
Epoch 432	Reward [-815.57 -815.57 -815.57]	Time 10.46s
Steps-taken: 100.00
Epoch 433	Reward [-867.33 -867.33 -867.33]	Time 10.31s
Steps-taken: 100.00
Epoch 434	Reward [-808.37 -808.37 -808.37]	Time 10.35s
Steps-taken: 100.00
Epoch 435	Reward [-799.25 -799.25 -799.25]	Time 10.34s
Steps-taken: 100.00
Epoch 436	Reward [-765.57 -765.57 -765.57]	Time 10.37s
Steps-taken: 100.00
Epoch 437	Reward [-832.59 -832.59 -832.59]	Time 10.41s
Steps-taken: 100.00
Epoch 438	Reward [-796.39 -796.39 -796.39]	Time 10.36s
Steps-taken: 100.00
Epoch 439	Reward [-833.03 -833.03 -833.03]	Time 10.44s
Steps-taken: 100.00
Epoch 440	Reward [-735.87 -735.87 -735.87]	Time 10.40s
Steps-taken: 100.00
Epoch 441	Reward [-879.24 -879.24 -879.24]	Time 10.34s
Steps-taken: 100.00
Epoch 442	Reward [-809.8 -809.8 -809.8]	Time 10.49s
Steps-taken: 100.00
Epoch 443	Reward [-849.82 -849.82 -849.82]	Time 10.31s
Steps-taken: 100.00
Epoch 444	Reward [-819.02 -819.02 -819.02]	Time 10.28s
Steps-taken: 100.00
Epoch 445	Reward [-846.18 -846.18 -846.18]	Time 10.42s
Steps-taken: 100.00
Epoch 446	Reward [-847.73 -847.73 -847.73]	Time 10.51s
Steps-taken: 100.00
Epoch 447	Reward [-773.52 -773.52 -773.52]	Time 10.44s
Steps-taken: 100.00
Epoch 448	Reward [-828.27 -828.27 -828.27]	Time 10.30s
Steps-taken: 100.00
Epoch 449	Reward [-782.61 -782.61 -782.61]	Time 10.27s
Steps-taken: 100.00
Epoch 450	Reward [-810.52 -810.52 -810.52]	Time 10.36s
Steps-taken: 100.00
Epoch 451	Reward [-840.81 -840.81 -840.81]	Time 10.31s
Steps-taken: 100.00
Epoch 452	Reward [-829.37 -829.37 -829.37]	Time 10.31s
Steps-taken: 100.00
Epoch 453	Reward [-777.9 -777.9 -777.9]	Time 10.19s
Steps-taken: 100.00
Epoch 454	Reward [-741.3 -741.3 -741.3]	Time 10.22s
Steps-taken: 100.00
Epoch 455	Reward [-786.06 -786.06 -786.06]	Time 10.25s
Steps-taken: 100.00
Epoch 456	Reward [-810.22 -810.22 -810.22]	Time 10.35s
Steps-taken: 100.00
Epoch 457	Reward [-806.9 -806.9 -806.9]	Time 10.43s
Steps-taken: 100.00
Epoch 458	Reward [-793.26 -793.26 -793.26]	Time 10.45s
Steps-taken: 100.00
Epoch 459	Reward [-828.72 -828.72 -828.72]	Time 10.49s
Steps-taken: 100.00
Epoch 460	Reward [-779.06 -779.06 -779.06]	Time 10.37s
Steps-taken: 100.00
Epoch 461	Reward [-809.98 -809.98 -809.98]	Time 10.43s
Steps-taken: 100.00
Epoch 462	Reward [-858.3 -858.3 -858.3]	Time 10.44s
Steps-taken: 100.00
Epoch 463	Reward [-830.75 -830.75 -830.75]	Time 10.54s
Steps-taken: 100.00
Epoch 464	Reward [-772.05 -772.05 -772.05]	Time 10.60s
Steps-taken: 100.00
Epoch 465	Reward [-801.97 -801.97 -801.97]	Time 10.63s
Steps-taken: 100.00
Epoch 466	Reward [-761.31 -761.31 -761.31]	Time 10.47s
Steps-taken: 100.00
Epoch 467	Reward [-776.35 -776.35 -776.35]	Time 10.35s
Steps-taken: 100.00
Epoch 468	Reward [-846.54 -846.54 -846.54]	Time 10.43s
Steps-taken: 100.00
Epoch 469	Reward [-853.89 -853.89 -853.89]	Time 10.40s
Steps-taken: 100.00
Epoch 470	Reward [-826.34 -826.34 -826.34]	Time 10.33s
Steps-taken: 100.00
Epoch 471	Reward [-767.33 -767.33 -767.33]	Time 10.35s
Steps-taken: 100.00
Epoch 472	Reward [-853.82 -853.82 -853.82]	Time 10.33s
Steps-taken: 100.00
Epoch 473	Reward [-757.49 -757.49 -757.49]	Time 10.40s
Steps-taken: 100.00
Epoch 474	Reward [-791.33 -791.33 -791.33]	Time 10.40s
Steps-taken: 100.00
Epoch 475	Reward [-794.35 -794.35 -794.35]	Time 10.38s
Steps-taken: 100.00
Epoch 476	Reward [-817.96 -817.96 -817.96]	Time 10.44s
Steps-taken: 100.00
Epoch 477	Reward [-865.35 -865.35 -865.35]	Time 10.44s
Steps-taken: 100.00
Epoch 478	Reward [-816.21 -816.21 -816.21]	Time 10.43s
Steps-taken: 100.00
Epoch 479	Reward [-757.67 -757.67 -757.67]	Time 10.44s
Steps-taken: 100.00
Epoch 480	Reward [-855.73 -855.73 -855.73]	Time 10.36s
Steps-taken: 100.00
Epoch 481	Reward [-852.93 -852.93 -852.93]	Time 10.67s
Steps-taken: 100.00
Epoch 482	Reward [-817.52 -817.52 -817.52]	Time 10.28s
Steps-taken: 100.00
Epoch 483	Reward [-775.88 -775.88 -775.88]	Time 10.38s
Steps-taken: 100.00
Epoch 484	Reward [-851.54 -851.54 -851.54]	Time 10.48s
Steps-taken: 100.00
Epoch 485	Reward [-825.88 -825.88 -825.88]	Time 10.37s
Steps-taken: 100.00
Epoch 486	Reward [-791.9 -791.9 -791.9]	Time 10.44s
Steps-taken: 100.00
Epoch 487	Reward [-776.38 -776.38 -776.38]	Time 10.49s
Steps-taken: 100.00
Epoch 488	Reward [-824.15 -824.15 -824.15]	Time 10.42s
Steps-taken: 100.00
Epoch 489	Reward [-893.8 -893.8 -893.8]	Time 10.45s
Steps-taken: 100.00
Epoch 490	Reward [-830.4 -830.4 -830.4]	Time 10.52s
Steps-taken: 100.00
Epoch 491	Reward [-776.02 -776.02 -776.02]	Time 10.50s
Steps-taken: 100.00
Epoch 492	Reward [-844.28 -844.28 -844.28]	Time 10.38s
Steps-taken: 100.00
Epoch 493	Reward [-778.83 -778.83 -778.83]	Time 10.37s
Steps-taken: 100.00
Epoch 494	Reward [-876.97 -876.97 -876.97]	Time 10.34s
Steps-taken: 100.00
Epoch 495	Reward [-873.94 -873.94 -873.94]	Time 10.44s
Steps-taken: 100.00
Epoch 496	Reward [-816.11 -816.11 -816.11]	Time 10.34s
Steps-taken: 100.00
Epoch 497	Reward [-880.48 -880.48 -880.48]	Time 10.42s
Steps-taken: 100.00
Epoch 498	Reward [-804.7 -804.7 -804.7]	Time 10.33s
Steps-taken: 100.00
Epoch 499	Reward [-818.26 -818.26 -818.26]	Time 10.28s
Steps-taken: 100.00
Epoch 500	Reward [-825.41 -825.41 -825.41]	Time 10.35s
Steps-taken: 100.00
Epoch 501	Reward [-803.59 -803.59 -803.59]	Time 10.39s
Steps-taken: 100.00
Epoch 502	Reward [-784.85 -784.85 -784.85]	Time 10.20s
Steps-taken: 100.00
Epoch 503	Reward [-855.96 -855.96 -855.96]	Time 10.34s
Steps-taken: 100.00
Epoch 504	Reward [-786.11 -786.11 -786.11]	Time 10.42s
Steps-taken: 100.00
Epoch 505	Reward [-770.84 -770.84 -770.84]	Time 10.36s
Steps-taken: 100.00
Epoch 506	Reward [-777.57 -777.57 -777.57]	Time 10.45s
Steps-taken: 100.00
Epoch 507	Reward [-762.81 -762.81 -762.81]	Time 10.43s
Steps-taken: 100.00
Epoch 508	Reward [-761.1 -761.1 -761.1]	Time 10.37s
Steps-taken: 100.00
Epoch 509	Reward [-824.69 -824.69 -824.69]	Time 10.41s
Steps-taken: 100.00
Epoch 510	Reward [-849.46 -849.46 -849.46]	Time 10.22s
Steps-taken: 100.00
Epoch 511	Reward [-858.6 -858.6 -858.6]	Time 10.49s
Steps-taken: 100.00
Epoch 512	Reward [-746.27 -746.27 -746.27]	Time 10.44s
Steps-taken: 100.00
Epoch 513	Reward [-831.74 -831.74 -831.74]	Time 10.35s
Steps-taken: 100.00
Epoch 514	Reward [-819.86 -819.86 -819.86]	Time 10.24s
Steps-taken: 100.00
Epoch 515	Reward [-793.54 -793.54 -793.54]	Time 10.40s
Steps-taken: 100.00
Epoch 516	Reward [-794.98 -794.98 -794.98]	Time 10.31s
Steps-taken: 100.00
Epoch 517	Reward [-841.48 -841.48 -841.48]	Time 10.32s
Steps-taken: 100.00
Epoch 518	Reward [-787.69 -787.69 -787.69]	Time 10.33s
Steps-taken: 100.00
Epoch 519	Reward [-810.04 -810.04 -810.04]	Time 10.31s
Steps-taken: 100.00
Epoch 520	Reward [-783.26 -783.26 -783.26]	Time 10.42s
Steps-taken: 100.00
Epoch 521	Reward [-851.2 -851.2 -851.2]	Time 10.37s
Steps-taken: 100.00
Epoch 522	Reward [-802.86 -802.86 -802.86]	Time 10.48s
Steps-taken: 100.00
Epoch 523	Reward [-835.36 -835.36 -835.36]	Time 10.28s
Steps-taken: 100.00
Epoch 524	Reward [-780.21 -780.21 -780.21]	Time 10.44s
Steps-taken: 100.00
Epoch 525	Reward [-796.24 -796.24 -796.24]	Time 10.44s
Steps-taken: 100.00
Epoch 526	Reward [-845.84 -845.84 -845.84]	Time 10.35s
Steps-taken: 100.00
Epoch 527	Reward [-802.75 -802.75 -802.75]	Time 10.34s
Steps-taken: 100.00
Epoch 528	Reward [-799.25 -799.25 -799.25]	Time 10.27s
Steps-taken: 100.00
Epoch 529	Reward [-868.19 -868.19 -868.19]	Time 10.37s
Steps-taken: 100.00
Epoch 530	Reward [-800.82 -800.82 -800.82]	Time 10.32s
Steps-taken: 100.00
Epoch 531	Reward [-870.76 -870.76 -870.76]	Time 10.37s
Steps-taken: 100.00
Epoch 532	Reward [-799.7 -799.7 -799.7]	Time 10.40s
Steps-taken: 100.00
Epoch 533	Reward [-813.06 -813.06 -813.06]	Time 10.43s
Steps-taken: 100.00
Epoch 534	Reward [-758.31 -758.31 -758.31]	Time 10.38s
Steps-taken: 100.00
Epoch 535	Reward [-831.39 -831.39 -831.39]	Time 10.26s
Steps-taken: 100.00
Epoch 536	Reward [-835.39 -835.39 -835.39]	Time 10.35s
Steps-taken: 100.00
Epoch 537	Reward [-797.5 -797.5 -797.5]	Time 10.39s
Steps-taken: 100.00
Epoch 538	Reward [-795.12 -795.12 -795.12]	Time 10.34s
Steps-taken: 100.00
Epoch 539	Reward [-778.8 -778.8 -778.8]	Time 10.36s
Steps-taken: 100.00
Epoch 540	Reward [-786.39 -786.39 -786.39]	Time 10.32s
Steps-taken: 100.00
Epoch 541	Reward [-780.23 -780.23 -780.23]	Time 10.47s
Steps-taken: 100.00
Epoch 542	Reward [-855.08 -855.08 -855.08]	Time 10.41s
Steps-taken: 100.00
Epoch 543	Reward [-870.95 -870.95 -870.95]	Time 10.43s
Steps-taken: 100.00
Epoch 544	Reward [-868.63 -868.63 -868.63]	Time 10.38s
Steps-taken: 100.00
Epoch 545	Reward [-807.67 -807.67 -807.67]	Time 10.44s
Steps-taken: 100.00
Epoch 546	Reward [-820.49 -820.49 -820.49]	Time 10.36s
Steps-taken: 100.00
Epoch 547	Reward [-831.84 -831.84 -831.84]	Time 10.47s
Steps-taken: 100.00
Epoch 548	Reward [-847.48 -847.48 -847.48]	Time 10.44s
Steps-taken: 100.00
Epoch 549	Reward [-760.57 -760.57 -760.57]	Time 10.36s
Steps-taken: 100.00
Epoch 550	Reward [-775.17 -775.17 -775.17]	Time 10.23s
Steps-taken: 100.00
Epoch 551	Reward [-805.7 -805.7 -805.7]	Time 10.36s
Steps-taken: 100.00
Epoch 552	Reward [-804.26 -804.26 -804.26]	Time 10.30s
Steps-taken: 100.00
Epoch 553	Reward [-804.77 -804.77 -804.77]	Time 10.41s
Steps-taken: 100.00
Epoch 554	Reward [-817.93 -817.93 -817.93]	Time 10.41s
Steps-taken: 100.00
Epoch 555	Reward [-807.97 -807.97 -807.97]	Time 10.40s
Steps-taken: 100.00
Epoch 556	Reward [-845.33 -845.33 -845.33]	Time 10.37s
Steps-taken: 100.00
Epoch 557	Reward [-818.52 -818.52 -818.52]	Time 10.30s
Steps-taken: 100.00
Epoch 558	Reward [-809.01 -809.01 -809.01]	Time 10.36s
Steps-taken: 100.00
Epoch 559	Reward [-809.64 -809.64 -809.64]	Time 10.28s
Steps-taken: 100.00
Epoch 560	Reward [-835.35 -835.35 -835.35]	Time 10.32s
Steps-taken: 100.00
Epoch 561	Reward [-828.76 -828.76 -828.76]	Time 10.30s
Steps-taken: 100.00
Epoch 562	Reward [-831.81 -831.81 -831.81]	Time 10.46s
Steps-taken: 100.00
Epoch 563	Reward [-794.95 -794.95 -794.95]	Time 10.40s
Steps-taken: 100.00
Epoch 564	Reward [-836.19 -836.19 -836.19]	Time 10.31s
Steps-taken: 100.00
Epoch 565	Reward [-819.05 -819.05 -819.05]	Time 10.41s
Steps-taken: 100.00
Epoch 566	Reward [-814.67 -814.67 -814.67]	Time 10.57s
Steps-taken: 100.00
Epoch 567	Reward [-772.17 -772.17 -772.17]	Time 10.69s
Steps-taken: 100.00
Epoch 568	Reward [-833.9 -833.9 -833.9]	Time 10.55s
Steps-taken: 100.00
Epoch 569	Reward [-806.93 -806.93 -806.93]	Time 10.40s
Steps-taken: 100.00
Epoch 570	Reward [-807.16 -807.16 -807.16]	Time 10.39s
Steps-taken: 100.00
Epoch 571	Reward [-817.64 -817.64 -817.64]	Time 10.19s
Steps-taken: 100.00
Epoch 572	Reward [-800.24 -800.24 -800.24]	Time 10.22s
Steps-taken: 100.00
Epoch 573	Reward [-913.04 -913.04 -913.04]	Time 10.34s
Steps-taken: 100.00
Epoch 574	Reward [-877.15 -877.15 -877.15]	Time 10.46s
Steps-taken: 100.00
Epoch 575	Reward [-825.53 -825.53 -825.53]	Time 10.41s
Steps-taken: 100.00
Epoch 576	Reward [-842.32 -842.32 -842.32]	Time 10.39s
Steps-taken: 100.00
Epoch 577	Reward [-825.33 -825.33 -825.33]	Time 10.46s
Steps-taken: 100.00
Epoch 578	Reward [-826.82 -826.82 -826.82]	Time 10.37s
Steps-taken: 100.00
Epoch 579	Reward [-771.76 -771.76 -771.76]	Time 10.27s
Steps-taken: 100.00
Epoch 580	Reward [-881.21 -881.21 -881.21]	Time 10.56s
Steps-taken: 100.00
Epoch 581	Reward [-782.84 -782.84 -782.84]	Time 10.34s
Steps-taken: 100.00
Epoch 582	Reward [-853.07 -853.07 -853.07]	Time 10.48s
Steps-taken: 100.00
Epoch 583	Reward [-787.87 -787.87 -787.87]	Time 10.40s
Steps-taken: 100.00
Epoch 584	Reward [-841.23 -841.23 -841.23]	Time 10.45s
Steps-taken: 100.00
Epoch 585	Reward [-796.36 -796.36 -796.36]	Time 10.42s
Steps-taken: 100.00
Epoch 586	Reward [-823.03 -823.03 -823.03]	Time 10.41s
Steps-taken: 100.00
Epoch 587	Reward [-801.07 -801.07 -801.07]	Time 10.41s
Steps-taken: 100.00
Epoch 588	Reward [-782.13 -782.13 -782.13]	Time 10.43s
Steps-taken: 100.00
Epoch 589	Reward [-820.47 -820.47 -820.47]	Time 10.21s
Steps-taken: 100.00
Epoch 590	Reward [-867.79 -867.79 -867.79]	Time 10.44s
Steps-taken: 100.00
Epoch 591	Reward [-866.66 -866.66 -866.66]	Time 10.38s
Steps-taken: 100.00
Epoch 592	Reward [-829.59 -829.59 -829.59]	Time 10.38s
Steps-taken: 100.00
Epoch 593	Reward [-829.51 -829.51 -829.51]	Time 10.40s
Steps-taken: 100.00
Epoch 594	Reward [-849.7 -849.7 -849.7]	Time 10.40s
Steps-taken: 100.00
Epoch 595	Reward [-750.19 -750.19 -750.19]	Time 10.24s
Steps-taken: 100.00
Epoch 596	Reward [-844.14 -844.14 -844.14]	Time 10.15s
Steps-taken: 100.00
Epoch 597	Reward [-855.69 -855.69 -855.69]	Time 10.36s
Steps-taken: 100.00
Epoch 598	Reward [-802.65 -802.65 -802.65]	Time 10.43s
Steps-taken: 100.00
Epoch 599	Reward [-846.98 -846.98 -846.98]	Time 10.31s
Steps-taken: 100.00
Epoch 600	Reward [-842.45 -842.45 -842.45]	Time 10.18s
Steps-taken: 100.00
Epoch 601	Reward [-820.66 -820.66 -820.66]	Time 10.41s
Steps-taken: 100.00
Epoch 602	Reward [-842.94 -842.94 -842.94]	Time 10.30s
Steps-taken: 100.00
Epoch 603	Reward [-774.08 -774.08 -774.08]	Time 10.41s
Steps-taken: 100.00
Epoch 604	Reward [-818.2 -818.2 -818.2]	Time 10.47s
Steps-taken: 100.00
Epoch 605	Reward [-824.39 -824.39 -824.39]	Time 10.48s
Steps-taken: 100.00
Epoch 606	Reward [-849.88 -849.88 -849.88]	Time 10.23s
Steps-taken: 100.00
Epoch 607	Reward [-862.16 -862.16 -862.16]	Time 10.36s
Steps-taken: 100.00
Epoch 608	Reward [-786.54 -786.54 -786.54]	Time 10.47s
Steps-taken: 100.00
Epoch 609	Reward [-835.2 -835.2 -835.2]	Time 10.37s
Steps-taken: 100.00
Epoch 610	Reward [-864.27 -864.27 -864.27]	Time 10.54s
Steps-taken: 100.00
Epoch 611	Reward [-858.39 -858.39 -858.39]	Time 10.47s
Steps-taken: 100.00
Epoch 612	Reward [-805.43 -805.43 -805.43]	Time 10.49s
Steps-taken: 100.00
Epoch 613	Reward [-759.21 -759.21 -759.21]	Time 10.51s
Steps-taken: 100.00
Epoch 614	Reward [-850.06 -850.06 -850.06]	Time 10.46s
Steps-taken: 100.00
Epoch 615	Reward [-829.5 -829.5 -829.5]	Time 10.31s
Steps-taken: 100.00
Epoch 616	Reward [-857.05 -857.05 -857.05]	Time 10.46s
Steps-taken: 100.00
Epoch 617	Reward [-839.92 -839.92 -839.92]	Time 10.36s
Steps-taken: 100.00
Epoch 618	Reward [-766.83 -766.83 -766.83]	Time 10.41s
Steps-taken: 100.00
Epoch 619	Reward [-774.92 -774.92 -774.92]	Time 10.52s
Steps-taken: 100.00
Epoch 620	Reward [-777.71 -777.71 -777.71]	Time 10.29s
Steps-taken: 100.00
Epoch 621	Reward [-839.39 -839.39 -839.39]	Time 10.24s
Steps-taken: 100.00
Epoch 622	Reward [-846.46 -846.46 -846.46]	Time 10.26s
Steps-taken: 100.00
Epoch 623	Reward [-831.46 -831.46 -831.46]	Time 10.38s
Steps-taken: 100.00
Epoch 624	Reward [-812.48 -812.48 -812.48]	Time 10.36s
Steps-taken: 100.00
Epoch 625	Reward [-866.28 -866.28 -866.28]	Time 10.41s
Steps-taken: 100.00
Epoch 626	Reward [-837.28 -837.28 -837.28]	Time 10.39s
Steps-taken: 100.00
Epoch 627	Reward [-854.58 -854.58 -854.58]	Time 10.49s
Steps-taken: 100.00
Epoch 628	Reward [-860.73 -860.73 -860.73]	Time 10.43s
Steps-taken: 100.00
Epoch 629	Reward [-883.27 -883.27 -883.27]	Time 10.41s
Steps-taken: 100.00
Epoch 630	Reward [-803.45 -803.45 -803.45]	Time 10.50s
Steps-taken: 100.00
Epoch 631	Reward [-824.78 -824.78 -824.78]	Time 10.49s
Steps-taken: 100.00
Epoch 632	Reward [-790.92 -790.92 -790.92]	Time 10.37s
Steps-taken: 100.00
Epoch 633	Reward [-828.95 -828.95 -828.95]	Time 10.37s
Steps-taken: 100.00
Epoch 634	Reward [-842.83 -842.83 -842.83]	Time 10.44s
Steps-taken: 100.00
Epoch 635	Reward [-780.68 -780.68 -780.68]	Time 10.51s
Steps-taken: 100.00
Epoch 636	Reward [-797.67 -797.67 -797.67]	Time 10.42s
Steps-taken: 100.00
Epoch 637	Reward [-791.96 -791.96 -791.96]	Time 10.42s
Steps-taken: 100.00
Epoch 638	Reward [-830.08 -830.08 -830.08]	Time 10.47s
Steps-taken: 100.00
Epoch 639	Reward [-832.25 -832.25 -832.25]	Time 10.24s
Steps-taken: 100.00
Epoch 640	Reward [-846.87 -846.87 -846.87]	Time 10.35s
Steps-taken: 100.00
Epoch 641	Reward [-826.01 -826.01 -826.01]	Time 10.43s
Steps-taken: 100.00
Epoch 642	Reward [-805. -805. -805.]	Time 10.42s
Steps-taken: 100.00
Epoch 643	Reward [-825.2 -825.2 -825.2]	Time 10.44s
Steps-taken: 100.00
Epoch 644	Reward [-798.08 -798.08 -798.08]	Time 10.30s
Steps-taken: 100.00
Epoch 645	Reward [-821.37 -821.37 -821.37]	Time 10.41s
Steps-taken: 100.00
Epoch 646	Reward [-875.6 -875.6 -875.6]	Time 10.31s
Steps-taken: 100.00
Epoch 647	Reward [-807.79 -807.79 -807.79]	Time 10.37s
Steps-taken: 100.00
Epoch 648	Reward [-818.84 -818.84 -818.84]	Time 10.38s
Steps-taken: 100.00
Epoch 649	Reward [-786.21 -786.21 -786.21]	Time 10.42s
Steps-taken: 100.00
Epoch 650	Reward [-889.22 -889.22 -889.22]	Time 10.42s
Steps-taken: 100.00
Epoch 651	Reward [-837.43 -837.43 -837.43]	Time 10.44s
Steps-taken: 100.00
Epoch 652	Reward [-850.8 -850.8 -850.8]	Time 10.42s
Steps-taken: 100.00
Epoch 653	Reward [-796.09 -796.09 -796.09]	Time 10.44s
Steps-taken: 100.00
Epoch 654	Reward [-893.89 -893.89 -893.89]	Time 10.41s
Steps-taken: 100.00
Epoch 655	Reward [-864.14 -864.14 -864.14]	Time 10.18s
Steps-taken: 100.00
Epoch 656	Reward [-896.16 -896.16 -896.16]	Time 10.34s
Steps-taken: 100.00
Epoch 657	Reward [-763.66 -763.66 -763.66]	Time 10.34s
Steps-taken: 100.00
Epoch 658	Reward [-812.77 -812.77 -812.77]	Time 10.41s
Steps-taken: 100.00
Epoch 659	Reward [-881.6 -881.6 -881.6]	Time 10.39s
Steps-taken: 100.00
Epoch 660	Reward [-767.42 -767.42 -767.42]	Time 10.50s
Steps-taken: 100.00
Epoch 661	Reward [-862.07 -862.07 -862.07]	Time 10.35s
Steps-taken: 100.00
Epoch 662	Reward [-805.4 -805.4 -805.4]	Time 10.40s
Steps-taken: 100.00
Epoch 663	Reward [-806.41 -806.41 -806.41]	Time 10.28s
Steps-taken: 100.00
Epoch 664	Reward [-800.11 -800.11 -800.11]	Time 10.31s
Steps-taken: 100.00
Epoch 665	Reward [-778.59 -778.59 -778.59]	Time 10.36s
Steps-taken: 100.00
Epoch 666	Reward [-842.86 -842.86 -842.86]	Time 10.40s
Steps-taken: 100.00
Epoch 667	Reward [-914.39 -914.39 -914.39]	Time 10.39s
Steps-taken: 100.00
Epoch 668	Reward [-798.84 -798.84 -798.84]	Time 10.43s
Steps-taken: 100.00
Epoch 669	Reward [-824.49 -824.49 -824.49]	Time 10.48s
Steps-taken: 100.00
Epoch 670	Reward [-849.94 -849.94 -849.94]	Time 10.42s
Steps-taken: 100.00
Epoch 671	Reward [-747.48 -747.48 -747.48]	Time 10.35s
Steps-taken: 100.00
Epoch 672	Reward [-830.26 -830.26 -830.26]	Time 10.36s
Steps-taken: 100.00
Epoch 673	Reward [-858.2 -858.2 -858.2]	Time 10.53s
Steps-taken: 100.00
Epoch 674	Reward [-791. -791. -791.]	Time 10.55s
Steps-taken: 100.00
Epoch 675	Reward [-799.38 -799.38 -799.38]	Time 10.37s
Steps-taken: 100.00
Epoch 676	Reward [-830.16 -830.16 -830.16]	Time 10.47s
Steps-taken: 100.00
Epoch 677	Reward [-842.7 -842.7 -842.7]	Time 10.43s
Steps-taken: 100.00
Epoch 678	Reward [-839.65 -839.65 -839.65]	Time 10.44s
Steps-taken: 100.00
Epoch 679	Reward [-778.81 -778.81 -778.81]	Time 10.38s
Steps-taken: 100.00
Epoch 680	Reward [-834.96 -834.96 -834.96]	Time 10.31s
Steps-taken: 100.00
Epoch 681	Reward [-790.42 -790.42 -790.42]	Time 10.52s
Steps-taken: 100.00
Epoch 682	Reward [-791.6 -791.6 -791.6]	Time 10.37s
Steps-taken: 100.00
Epoch 683	Reward [-822.7 -822.7 -822.7]	Time 10.40s
Steps-taken: 100.00
Epoch 684	Reward [-807.61 -807.61 -807.61]	Time 10.41s
Steps-taken: 100.00
Epoch 685	Reward [-845.39 -845.39 -845.39]	Time 10.22s
Steps-taken: 100.00
Epoch 686	Reward [-849.9 -849.9 -849.9]	Time 10.34s
Steps-taken: 100.00
Epoch 687	Reward [-855.92 -855.92 -855.92]	Time 10.37s
Steps-taken: 100.00
Epoch 688	Reward [-860.51 -860.51 -860.51]	Time 10.20s
Steps-taken: 100.00
Epoch 689	Reward [-843.56 -843.56 -843.56]	Time 10.40s
Steps-taken: 100.00
Epoch 690	Reward [-812.61 -812.61 -812.61]	Time 10.36s
Steps-taken: 100.00
Epoch 691	Reward [-893.01 -893.01 -893.01]	Time 10.34s
Steps-taken: 100.00
Epoch 692	Reward [-844.79 -844.79 -844.79]	Time 10.39s
Steps-taken: 100.00
Epoch 693	Reward [-838.24 -838.24 -838.24]	Time 10.23s
Steps-taken: 100.00
Epoch 694	Reward [-806.52 -806.52 -806.52]	Time 10.23s
Steps-taken: 100.00
Epoch 695	Reward [-783.01 -783.01 -783.01]	Time 10.38s
Steps-taken: 100.00
Epoch 696	Reward [-861.39 -861.39 -861.39]	Time 10.38s
Steps-taken: 100.00
Epoch 697	Reward [-803.43 -803.43 -803.43]	Time 10.34s
Steps-taken: 100.00
Epoch 698	Reward [-787.77 -787.77 -787.77]	Time 10.24s
Steps-taken: 100.00
Epoch 699	Reward [-852.36 -852.36 -852.36]	Time 10.37s
Steps-taken: 100.00
Epoch 700	Reward [-818.51 -818.51 -818.51]	Time 10.36s
Steps-taken: 100.00
Epoch 701	Reward [-839.97 -839.97 -839.97]	Time 10.34s
Steps-taken: 100.00
Epoch 702	Reward [-874.8 -874.8 -874.8]	Time 10.39s
Steps-taken: 100.00
Epoch 703	Reward [-811.58 -811.58 -811.58]	Time 10.29s
Steps-taken: 100.00
Epoch 704	Reward [-866.67 -866.67 -866.67]	Time 10.45s
Steps-taken: 100.00
Epoch 705	Reward [-848.31 -848.31 -848.31]	Time 10.49s
Steps-taken: 100.00
Epoch 706	Reward [-796.09 -796.09 -796.09]	Time 10.45s
Steps-taken: 100.00
Epoch 707	Reward [-784.64 -784.64 -784.64]	Time 10.40s
Steps-taken: 100.00
Epoch 708	Reward [-807.85 -807.85 -807.85]	Time 10.29s
Steps-taken: 100.00
Epoch 709	Reward [-779.55 -779.55 -779.55]	Time 10.33s
Steps-taken: 100.00
Epoch 710	Reward [-874.82 -874.82 -874.82]	Time 10.17s
Steps-taken: 100.00
Epoch 711	Reward [-770.23 -770.23 -770.23]	Time 10.20s
Steps-taken: 100.00
Epoch 712	Reward [-711.6 -711.6 -711.6]	Time 10.52s
Steps-taken: 100.00
Epoch 713	Reward [-817.21 -817.21 -817.21]	Time 10.40s
Steps-taken: 100.00
Epoch 714	Reward [-819.46 -819.46 -819.46]	Time 10.38s
Steps-taken: 100.00
Epoch 715	Reward [-805.31 -805.31 -805.31]	Time 10.40s
Steps-taken: 100.00
Epoch 716	Reward [-829.95 -829.95 -829.95]	Time 10.26s
Steps-taken: 100.00
Epoch 717	Reward [-793.86 -793.86 -793.86]	Time 10.41s
Steps-taken: 100.00
Epoch 718	Reward [-790.15 -790.15 -790.15]	Time 10.35s
Steps-taken: 100.00
Epoch 719	Reward [-846.67 -846.67 -846.67]	Time 10.29s
Steps-taken: 100.00
Epoch 720	Reward [-821.72 -821.72 -821.72]	Time 10.25s
Steps-taken: 100.00
Epoch 721	Reward [-811.63 -811.63 -811.63]	Time 10.39s
Steps-taken: 100.00
Epoch 722	Reward [-798.46 -798.46 -798.46]	Time 10.46s
Steps-taken: 100.00
Epoch 723	Reward [-803.89 -803.89 -803.89]	Time 10.40s
Steps-taken: 100.00
Epoch 724	Reward [-851.11 -851.11 -851.11]	Time 10.41s
Steps-taken: 100.00
Epoch 725	Reward [-798.2 -798.2 -798.2]	Time 10.45s
Steps-taken: 100.00
Epoch 726	Reward [-772.91 -772.91 -772.91]	Time 10.46s
Steps-taken: 100.00
Epoch 727	Reward [-839.1 -839.1 -839.1]	Time 10.45s
Steps-taken: 100.00
Epoch 728	Reward [-790.37 -790.37 -790.37]	Time 10.42s
Steps-taken: 100.00
Epoch 729	Reward [-779.37 -779.37 -779.37]	Time 10.29s
Steps-taken: 100.00
Epoch 730	Reward [-798.52 -798.52 -798.52]	Time 10.45s
Steps-taken: 100.00
Epoch 731	Reward [-859.56 -859.56 -859.56]	Time 10.50s
Steps-taken: 100.00
Epoch 732	Reward [-797.43 -797.43 -797.43]	Time 10.50s
Steps-taken: 100.00
Epoch 733	Reward [-819.81 -819.81 -819.81]	Time 10.39s
Steps-taken: 100.00
Epoch 734	Reward [-845.58 -845.58 -845.58]	Time 10.33s
Steps-taken: 100.00
Epoch 735	Reward [-817.36 -817.36 -817.36]	Time 10.37s
Steps-taken: 100.00
Epoch 736	Reward [-822.32 -822.32 -822.32]	Time 10.37s
Steps-taken: 100.00
Epoch 737	Reward [-882.45 -882.45 -882.45]	Time 10.30s
Steps-taken: 100.00
Epoch 738	Reward [-848.75 -848.75 -848.75]	Time 10.49s
Steps-taken: 100.00
Epoch 739	Reward [-874.38 -874.38 -874.38]	Time 10.51s
Steps-taken: 100.00
Epoch 740	Reward [-817.41 -817.41 -817.41]	Time 10.39s
Steps-taken: 100.00
Epoch 741	Reward [-839.9 -839.9 -839.9]	Time 10.41s
Steps-taken: 100.00
Epoch 742	Reward [-871.25 -871.25 -871.25]	Time 10.53s
Steps-taken: 100.00
Epoch 743	Reward [-829.25 -829.25 -829.25]	Time 10.36s
Steps-taken: 100.00
Epoch 744	Reward [-795.69 -795.69 -795.69]	Time 10.38s
Steps-taken: 100.00
Epoch 745	Reward [-780.19 -780.19 -780.19]	Time 10.22s
Steps-taken: 100.00
Epoch 746	Reward [-770.87 -770.87 -770.87]	Time 10.24s
Steps-taken: 100.00
Epoch 747	Reward [-784.42 -784.42 -784.42]	Time 10.37s
Steps-taken: 100.00
Epoch 748	Reward [-835.12 -835.12 -835.12]	Time 10.41s
Steps-taken: 100.00
Epoch 749	Reward [-875.94 -875.94 -875.94]	Time 10.41s
Steps-taken: 100.00
Epoch 750	Reward [-819.5 -819.5 -819.5]	Time 10.51s
Steps-taken: 100.00
Epoch 751	Reward [-851.93 -851.93 -851.93]	Time 10.33s
Steps-taken: 100.00
Epoch 752	Reward [-765.76 -765.76 -765.76]	Time 10.39s
Steps-taken: 100.00
Epoch 753	Reward [-832.21 -832.21 -832.21]	Time 10.41s
Steps-taken: 100.00
Epoch 754	Reward [-815.33 -815.33 -815.33]	Time 10.48s
Steps-taken: 100.00
Epoch 755	Reward [-832.13 -832.13 -832.13]	Time 10.40s
Steps-taken: 100.00
Epoch 756	Reward [-777.8 -777.8 -777.8]	Time 10.34s
Steps-taken: 100.00
Epoch 757	Reward [-844.13 -844.13 -844.13]	Time 10.48s
Steps-taken: 100.00
Epoch 758	Reward [-854.14 -854.14 -854.14]	Time 10.47s
Steps-taken: 100.00
Epoch 759	Reward [-832.42 -832.42 -832.42]	Time 10.37s
Steps-taken: 100.00
Epoch 760	Reward [-833.22 -833.22 -833.22]	Time 10.48s
Steps-taken: 100.00
Epoch 761	Reward [-836.72 -836.72 -836.72]	Time 10.39s
Steps-taken: 100.00
Epoch 762	Reward [-861. -861. -861.]	Time 10.39s
Steps-taken: 100.00
Epoch 763	Reward [-756.25 -756.25 -756.25]	Time 10.22s
Steps-taken: 100.00
Epoch 764	Reward [-860.27 -860.27 -860.27]	Time 10.37s
Steps-taken: 100.00
Epoch 765	Reward [-811.06 -811.06 -811.06]	Time 10.55s
Steps-taken: 100.00
Epoch 766	Reward [-891.43 -891.43 -891.43]	Time 10.47s
Steps-taken: 100.00
Epoch 767	Reward [-858.58 -858.58 -858.58]	Time 10.56s
Steps-taken: 100.00
Epoch 768	Reward [-904.86 -904.86 -904.86]	Time 10.32s
Steps-taken: 100.00
Epoch 769	Reward [-886.08 -886.08 -886.08]	Time 10.29s
Steps-taken: 100.00
Epoch 770	Reward [-853.93 -853.93 -853.93]	Time 10.42s
Steps-taken: 100.00
Epoch 771	Reward [-823.85 -823.85 -823.85]	Time 10.47s
Steps-taken: 100.00
Epoch 772	Reward [-827.48 -827.48 -827.48]	Time 10.53s
Steps-taken: 100.00
Epoch 773	Reward [-893.66 -893.66 -893.66]	Time 10.36s
Steps-taken: 100.00
Epoch 774	Reward [-871.1 -871.1 -871.1]	Time 10.30s
Steps-taken: 100.00
Epoch 775	Reward [-864.58 -864.58 -864.58]	Time 10.37s
Steps-taken: 100.00
Epoch 776	Reward [-791.76 -791.76 -791.76]	Time 10.41s
Steps-taken: 100.00
Epoch 777	Reward [-852.21 -852.21 -852.21]	Time 10.42s
Steps-taken: 100.00
Epoch 778	Reward [-909.94 -909.94 -909.94]	Time 10.38s
Steps-taken: 100.00
Epoch 779	Reward [-855.45 -855.45 -855.45]	Time 10.36s
Steps-taken: 100.00
Epoch 780	Reward [-834.29 -834.29 -834.29]	Time 10.37s
Steps-taken: 100.00
Epoch 781	Reward [-831.26 -831.26 -831.26]	Time 10.42s
Steps-taken: 100.00
Epoch 782	Reward [-849.52 -849.52 -849.52]	Time 10.60s
Steps-taken: 100.00
Epoch 783	Reward [-865.03 -865.03 -865.03]	Time 10.41s
Steps-taken: 100.00
Epoch 784	Reward [-874.34 -874.34 -874.34]	Time 10.43s
Steps-taken: 100.00
Epoch 785	Reward [-997.27 -997.27 -997.27]	Time 10.44s
Steps-taken: 100.00
Epoch 786	Reward [-880.24 -880.24 -880.24]	Time 10.32s
Steps-taken: 100.00
Epoch 787	Reward [-815.45 -815.45 -815.45]	Time 10.48s
Steps-taken: 100.00
Epoch 788	Reward [-852.9 -852.9 -852.9]	Time 10.40s
Steps-taken: 100.00
Epoch 789	Reward [-867.81 -867.81 -867.81]	Time 10.34s
Steps-taken: 100.00
Epoch 790	Reward [-829.07 -829.07 -829.07]	Time 10.46s
Steps-taken: 100.00
Epoch 791	Reward [-863.69 -863.69 -863.69]	Time 10.38s
Steps-taken: 100.00
Epoch 792	Reward [-844.97 -844.97 -844.97]	Time 10.41s
Steps-taken: 100.00
Epoch 793	Reward [-829.86 -829.86 -829.86]	Time 10.18s
Steps-taken: 100.00
Epoch 794	Reward [-836.42 -836.42 -836.42]	Time 10.18s
Steps-taken: 100.00
Epoch 795	Reward [-806.06 -806.06 -806.06]	Time 10.22s
Steps-taken: 100.00
Epoch 796	Reward [-807.11 -807.11 -807.11]	Time 10.29s
Steps-taken: 100.00
Epoch 797	Reward [-872.86 -872.86 -872.86]	Time 10.28s
Steps-taken: 100.00
Epoch 798	Reward [-804.61 -804.61 -804.61]	Time 10.38s
Steps-taken: 100.00
Epoch 799	Reward [-863.3 -863.3 -863.3]	Time 10.41s
Steps-taken: 100.00
Epoch 800	Reward [-860.03 -860.03 -860.03]	Time 10.24s
Steps-taken: 100.00
Epoch 801	Reward [-785.68 -785.68 -785.68]	Time 10.16s
Steps-taken: 100.00
Epoch 802	Reward [-811.17 -811.17 -811.17]	Time 10.39s
Steps-taken: 100.00
Epoch 803	Reward [-852.46 -852.46 -852.46]	Time 10.32s
Steps-taken: 100.00
Epoch 804	Reward [-821.38 -821.38 -821.38]	Time 10.41s
Steps-taken: 100.00
Epoch 805	Reward [-821.11 -821.11 -821.11]	Time 10.47s
Steps-taken: 100.00
Epoch 806	Reward [-805.05 -805.05 -805.05]	Time 10.36s
Steps-taken: 100.00
Epoch 807	Reward [-877. -877. -877.]	Time 10.58s
Steps-taken: 100.00
Epoch 808	Reward [-810.32 -810.32 -810.32]	Time 10.47s
Steps-taken: 100.00
Epoch 809	Reward [-783.35 -783.35 -783.35]	Time 10.48s
Steps-taken: 100.00
Epoch 810	Reward [-836.67 -836.67 -836.67]	Time 10.49s
Steps-taken: 100.00
Epoch 811	Reward [-725.29 -725.29 -725.29]	Time 10.48s
Steps-taken: 100.00
Epoch 812	Reward [-848.09 -848.09 -848.09]	Time 10.57s
Steps-taken: 100.00
Epoch 813	Reward [-837.59 -837.59 -837.59]	Time 10.42s
Steps-taken: 100.00
Epoch 814	Reward [-849.28 -849.28 -849.28]	Time 10.40s
Steps-taken: 100.00
Epoch 815	Reward [-776.15 -776.15 -776.15]	Time 10.40s
Steps-taken: 100.00
Epoch 816	Reward [-837.85 -837.85 -837.85]	Time 10.53s
Steps-taken: 100.00
Epoch 817	Reward [-845.5 -845.5 -845.5]	Time 10.57s
Steps-taken: 100.00
Epoch 818	Reward [-780.06 -780.06 -780.06]	Time 10.58s
Steps-taken: 100.00
Epoch 819	Reward [-824.7 -824.7 -824.7]	Time 10.47s
Steps-taken: 100.00
Epoch 820	Reward [-832.98 -832.98 -832.98]	Time 10.56s
Steps-taken: 100.00
Epoch 821	Reward [-761.47 -761.47 -761.47]	Time 10.42s
Steps-taken: 100.00
Epoch 822	Reward [-862.03 -862.03 -862.03]	Time 10.52s
Steps-taken: 100.00
Epoch 823	Reward [-823.19 -823.19 -823.19]	Time 10.40s
Steps-taken: 100.00
Epoch 824	Reward [-811.29 -811.29 -811.29]	Time 10.58s
Steps-taken: 100.00
Epoch 825	Reward [-823.09 -823.09 -823.09]	Time 10.46s
Steps-taken: 100.00
Epoch 826	Reward [-883.12 -883.12 -883.12]	Time 10.33s
Steps-taken: 100.00
Epoch 827	Reward [-811.42 -811.42 -811.42]	Time 10.44s
Steps-taken: 100.00
Epoch 828	Reward [-820.38 -820.38 -820.38]	Time 10.42s
Steps-taken: 100.00
Epoch 829	Reward [-820.78 -820.78 -820.78]	Time 10.48s
Steps-taken: 100.00
Epoch 830	Reward [-843.57 -843.57 -843.57]	Time 10.38s
Steps-taken: 100.00
Epoch 831	Reward [-816.05 -816.05 -816.05]	Time 10.40s
Steps-taken: 100.00
Epoch 832	Reward [-867.73 -867.73 -867.73]	Time 10.37s
Steps-taken: 100.00
Epoch 833	Reward [-815.78 -815.78 -815.78]	Time 10.46s
Steps-taken: 100.00
Epoch 834	Reward [-821.66 -821.66 -821.66]	Time 10.35s
Steps-taken: 100.00
Epoch 835	Reward [-830.81 -830.81 -830.81]	Time 10.40s
Steps-taken: 100.00
Epoch 836	Reward [-897.64 -897.64 -897.64]	Time 10.51s
Steps-taken: 100.00
Epoch 837	Reward [-798.11 -798.11 -798.11]	Time 10.35s
Steps-taken: 100.00
Epoch 838	Reward [-835.7 -835.7 -835.7]	Time 10.35s
Steps-taken: 100.00
Epoch 839	Reward [-857.28 -857.28 -857.28]	Time 10.41s
Steps-taken: 100.00
Epoch 840	Reward [-846.22 -846.22 -846.22]	Time 10.43s
Steps-taken: 100.00
Epoch 841	Reward [-833.33 -833.33 -833.33]	Time 10.37s
Steps-taken: 100.00
Epoch 842	Reward [-816.65 -816.65 -816.65]	Time 10.18s
Steps-taken: 100.00
Epoch 843	Reward [-827.41 -827.41 -827.41]	Time 10.33s
Steps-taken: 100.00
Epoch 844	Reward [-786.35 -786.35 -786.35]	Time 10.49s
Steps-taken: 100.00
Epoch 845	Reward [-830.44 -830.44 -830.44]	Time 10.45s
Steps-taken: 100.00
Epoch 846	Reward [-862.82 -862.82 -862.82]	Time 10.43s
Steps-taken: 100.00
Epoch 847	Reward [-796.81 -796.81 -796.81]	Time 10.31s
Steps-taken: 100.00
Epoch 848	Reward [-865.34 -865.34 -865.34]	Time 10.49s
Steps-taken: 100.00
Epoch 849	Reward [-822.56 -822.56 -822.56]	Time 10.47s
Steps-taken: 100.00
Epoch 850	Reward [-827.32 -827.32 -827.32]	Time 10.48s
Steps-taken: 100.00
Epoch 851	Reward [-805.18 -805.18 -805.18]	Time 10.41s
Steps-taken: 100.00
Epoch 852	Reward [-858.93 -858.93 -858.93]	Time 10.42s
Steps-taken: 100.00
Epoch 853	Reward [-817.45 -817.45 -817.45]	Time 10.38s
Steps-taken: 100.00
Epoch 854	Reward [-833.47 -833.47 -833.47]	Time 10.19s
Steps-taken: 100.00
Epoch 855	Reward [-833.4 -833.4 -833.4]	Time 10.29s
Steps-taken: 100.00
Epoch 856	Reward [-883.57 -883.57 -883.57]	Time 10.22s
Steps-taken: 100.00
Epoch 857	Reward [-741.41 -741.41 -741.41]	Time 10.38s
Steps-taken: 100.00
Epoch 858	Reward [-825.98 -825.98 -825.98]	Time 10.56s
Steps-taken: 100.00
Epoch 859	Reward [-836.13 -836.13 -836.13]	Time 10.58s
Steps-taken: 100.00
Epoch 860	Reward [-838.1 -838.1 -838.1]	Time 10.59s
Steps-taken: 100.00
Epoch 861	Reward [-806.62 -806.62 -806.62]	Time 10.60s
Steps-taken: 100.00
Epoch 862	Reward [-824.92 -824.92 -824.92]	Time 10.62s
Steps-taken: 100.00
Epoch 863	Reward [-848.49 -848.49 -848.49]	Time 10.61s
Steps-taken: 100.00
Epoch 864	Reward [-824.54 -824.54 -824.54]	Time 10.66s
Steps-taken: 100.00
Epoch 865	Reward [-827.95 -827.95 -827.95]	Time 10.55s
Steps-taken: 100.00
Epoch 866	Reward [-824.83 -824.83 -824.83]	Time 10.53s
Steps-taken: 100.00
Epoch 867	Reward [-815.17 -815.17 -815.17]	Time 10.23s
Steps-taken: 100.00
Epoch 868	Reward [-825.21 -825.21 -825.21]	Time 10.51s
Steps-taken: 100.00
Epoch 869	Reward [-876.19 -876.19 -876.19]	Time 10.49s
Steps-taken: 100.00
Epoch 870	Reward [-831.32 -831.32 -831.32]	Time 10.41s
Steps-taken: 100.00
Epoch 871	Reward [-804.35 -804.35 -804.35]	Time 10.25s
Steps-taken: 100.00
Epoch 872	Reward [-810.07 -810.07 -810.07]	Time 10.29s
Steps-taken: 100.00
Epoch 873	Reward [-852.71 -852.71 -852.71]	Time 10.18s
Steps-taken: 100.00
Epoch 874	Reward [-824.91 -824.91 -824.91]	Time 10.26s
Steps-taken: 100.00
Epoch 875	Reward [-789.94 -789.94 -789.94]	Time 10.58s
Steps-taken: 100.00
Epoch 876	Reward [-797.21 -797.21 -797.21]	Time 10.49s
Steps-taken: 100.00
Epoch 877	Reward [-795.35 -795.35 -795.35]	Time 10.67s
Steps-taken: 100.00
Epoch 878	Reward [-815.73 -815.73 -815.73]	Time 10.53s
Steps-taken: 100.00
Epoch 879	Reward [-784.02 -784.02 -784.02]	Time 10.41s
Steps-taken: 100.00
Epoch 880	Reward [-800.03 -800.03 -800.03]	Time 10.45s
Steps-taken: 100.00
Epoch 881	Reward [-852.59 -852.59 -852.59]	Time 10.55s
Steps-taken: 100.00
Epoch 882	Reward [-796.58 -796.58 -796.58]	Time 10.55s
Steps-taken: 100.00
Epoch 883	Reward [-814.81 -814.81 -814.81]	Time 10.81s
Steps-taken: 100.00
Epoch 884	Reward [-826.56 -826.56 -826.56]	Time 10.66s
Steps-taken: 100.00
Epoch 885	Reward [-849.76 -849.76 -849.76]	Time 10.26s
Steps-taken: 100.00
Epoch 886	Reward [-824.37 -824.37 -824.37]	Time 10.41s
Steps-taken: 100.00
Epoch 887	Reward [-840.16 -840.16 -840.16]	Time 10.66s
Steps-taken: 100.00
Epoch 888	Reward [-866.24 -866.24 -866.24]	Time 10.56s
Steps-taken: 100.00
Epoch 889	Reward [-774.77 -774.77 -774.77]	Time 10.49s
Steps-taken: 100.00
Epoch 890	Reward [-833.55 -833.55 -833.55]	Time 10.47s
Steps-taken: 100.00
Epoch 891	Reward [-799.49 -799.49 -799.49]	Time 10.55s
Steps-taken: 100.00
Epoch 892	Reward [-792.18 -792.18 -792.18]	Time 10.58s
Steps-taken: 100.00
Epoch 893	Reward [-811.88 -811.88 -811.88]	Time 10.49s
Steps-taken: 100.00
Epoch 894	Reward [-822.55 -822.55 -822.55]	Time 10.24s
Steps-taken: 100.00
Epoch 895	Reward [-788.76 -788.76 -788.76]	Time 10.32s
Steps-taken: 100.00
Epoch 896	Reward [-804.25 -804.25 -804.25]	Time 10.37s
Steps-taken: 100.00
Epoch 897	Reward [-751.47 -751.47 -751.47]	Time 10.53s
Steps-taken: 100.00
Epoch 898	Reward [-821.91 -821.91 -821.91]	Time 10.53s
Steps-taken: 100.00
Epoch 899	Reward [-759.68 -759.68 -759.68]	Time 10.48s
Steps-taken: 100.00
Epoch 900	Reward [-840.07 -840.07 -840.07]	Time 10.52s
Steps-taken: 100.00
Epoch 901	Reward [-818.03 -818.03 -818.03]	Time 10.62s
Steps-taken: 100.00
Epoch 902	Reward [-823.33 -823.33 -823.33]	Time 10.55s
Steps-taken: 100.00
Epoch 903	Reward [-781.73 -781.73 -781.73]	Time 10.37s
Steps-taken: 100.00
Epoch 904	Reward [-824.89 -824.89 -824.89]	Time 10.39s
Steps-taken: 100.00
Epoch 905	Reward [-835.92 -835.92 -835.92]	Time 10.55s
Steps-taken: 100.00
Epoch 906	Reward [-855.48 -855.48 -855.48]	Time 10.49s
Steps-taken: 100.00
Epoch 907	Reward [-845.1 -845.1 -845.1]	Time 10.42s
Steps-taken: 100.00
Epoch 908	Reward [-838.18 -838.18 -838.18]	Time 10.45s
Steps-taken: 100.00
Epoch 909	Reward [-804.79 -804.79 -804.79]	Time 10.49s
Steps-taken: 100.00
Epoch 910	Reward [-780.25 -780.25 -780.25]	Time 10.46s
Steps-taken: 100.00
Epoch 911	Reward [-881.38 -881.38 -881.38]	Time 10.50s
Steps-taken: 100.00
Epoch 912	Reward [-857.91 -857.91 -857.91]	Time 10.45s
Steps-taken: 100.00
Epoch 913	Reward [-802.14 -802.14 -802.14]	Time 10.38s
Steps-taken: 100.00
Epoch 914	Reward [-872.7 -872.7 -872.7]	Time 10.50s
Steps-taken: 100.00
Epoch 915	Reward [-770.83 -770.83 -770.83]	Time 10.41s
Steps-taken: 100.00
Epoch 916	Reward [-797.94 -797.94 -797.94]	Time 10.56s
Steps-taken: 100.00
Epoch 917	Reward [-794.9 -794.9 -794.9]	Time 10.43s
Steps-taken: 100.00
Epoch 918	Reward [-778.34 -778.34 -778.34]	Time 10.51s
Steps-taken: 100.00
Epoch 919	Reward [-822.64 -822.64 -822.64]	Time 10.46s
Steps-taken: 100.00
Epoch 920	Reward [-771.95 -771.95 -771.95]	Time 10.66s
Steps-taken: 100.00
Epoch 921	Reward [-840.79 -840.79 -840.79]	Time 10.64s
Steps-taken: 100.00
Epoch 922	Reward [-802.73 -802.73 -802.73]	Time 10.37s
Steps-taken: 100.00
Epoch 923	Reward [-838.3 -838.3 -838.3]	Time 10.36s
Steps-taken: 100.00
Epoch 924	Reward [-811.04 -811.04 -811.04]	Time 10.58s
Steps-taken: 100.00
Epoch 925	Reward [-828.48 -828.48 -828.48]	Time 10.60s
Steps-taken: 100.00
Epoch 926	Reward [-869.86 -869.86 -869.86]	Time 10.50s
Steps-taken: 100.00
Epoch 927	Reward [-830.96 -830.96 -830.96]	Time 10.65s
Steps-taken: 100.00
Epoch 928	Reward [-783.77 -783.77 -783.77]	Time 10.29s
Steps-taken: 100.00
Epoch 929	Reward [-758.5 -758.5 -758.5]	Time 10.42s
Steps-taken: 100.00
Epoch 930	Reward [-803.88 -803.88 -803.88]	Time 10.22s
Steps-taken: 100.00
Epoch 931	Reward [-807.68 -807.68 -807.68]	Time 10.22s
Steps-taken: 100.00
Epoch 932	Reward [-838.69 -838.69 -838.69]	Time 10.19s
Steps-taken: 100.00
Epoch 933	Reward [-824.49 -824.49 -824.49]	Time 10.31s
Steps-taken: 100.00
Epoch 934	Reward [-883.92 -883.92 -883.92]	Time 10.35s
Steps-taken: 100.00
Epoch 935	Reward [-815.68 -815.68 -815.68]	Time 10.29s
Steps-taken: 100.00
Epoch 936	Reward [-833.6 -833.6 -833.6]	Time 10.41s
Steps-taken: 100.00
Epoch 937	Reward [-756.5 -756.5 -756.5]	Time 10.37s
Steps-taken: 100.00
Epoch 938	Reward [-796.2 -796.2 -796.2]	Time 10.50s
Steps-taken: 100.00
Epoch 939	Reward [-863.73 -863.73 -863.73]	Time 10.34s
Steps-taken: 100.00
Epoch 940	Reward [-780.65 -780.65 -780.65]	Time 10.30s
Steps-taken: 100.00
Epoch 941	Reward [-805.68 -805.68 -805.68]	Time 10.29s
Steps-taken: 100.00
Epoch 942	Reward [-808.27 -808.27 -808.27]	Time 10.35s
Steps-taken: 100.00
Epoch 943	Reward [-837.95 -837.95 -837.95]	Time 10.44s
Steps-taken: 100.00
Epoch 944	Reward [-822.46 -822.46 -822.46]	Time 10.23s
Steps-taken: 100.00
Epoch 945	Reward [-763.9 -763.9 -763.9]	Time 10.40s
Steps-taken: 100.00
Epoch 946	Reward [-847.88 -847.88 -847.88]	Time 10.43s
Steps-taken: 100.00
Epoch 947	Reward [-746.96 -746.96 -746.96]	Time 10.51s
Steps-taken: 100.00
Epoch 948	Reward [-822.57 -822.57 -822.57]	Time 10.44s
Steps-taken: 100.00
Epoch 949	Reward [-882.02 -882.02 -882.02]	Time 10.18s
Steps-taken: 100.00
Epoch 950	Reward [-835.66 -835.66 -835.66]	Time 10.26s
Steps-taken: 100.00
Epoch 951	Reward [-851.3 -851.3 -851.3]	Time 10.40s
Steps-taken: 100.00
Epoch 952	Reward [-855.17 -855.17 -855.17]	Time 10.44s
Steps-taken: 100.00
Epoch 953	Reward [-823.81 -823.81 -823.81]	Time 10.47s
Steps-taken: 100.00
Epoch 954	Reward [-801.93 -801.93 -801.93]	Time 10.39s
Steps-taken: 100.00
Epoch 955	Reward [-818.31 -818.31 -818.31]	Time 10.45s
Steps-taken: 100.00
Epoch 956	Reward [-792.51 -792.51 -792.51]	Time 10.39s
Steps-taken: 100.00
Epoch 957	Reward [-786.01 -786.01 -786.01]	Time 10.36s
Steps-taken: 100.00
Epoch 958	Reward [-772.01 -772.01 -772.01]	Time 10.38s
Steps-taken: 100.00
Epoch 959	Reward [-814.48 -814.48 -814.48]	Time 10.43s
Steps-taken: 100.00
Epoch 960	Reward [-877.33 -877.33 -877.33]	Time 10.42s
Steps-taken: 100.00
Epoch 961	Reward [-837.29 -837.29 -837.29]	Time 10.48s
Steps-taken: 100.00
Epoch 962	Reward [-806.92 -806.92 -806.92]	Time 10.55s
Steps-taken: 100.00
Epoch 963	Reward [-787.79 -787.79 -787.79]	Time 10.46s
Steps-taken: 100.00
Epoch 964	Reward [-802.38 -802.38 -802.38]	Time 10.60s
Steps-taken: 100.00
Epoch 965	Reward [-870.54 -870.54 -870.54]	Time 10.60s
Steps-taken: 100.00
Epoch 966	Reward [-823.8 -823.8 -823.8]	Time 10.61s
Steps-taken: 100.00
Epoch 967	Reward [-781.43 -781.43 -781.43]	Time 10.51s
Steps-taken: 100.00
Epoch 968	Reward [-852.34 -852.34 -852.34]	Time 10.53s
Steps-taken: 100.00
Epoch 969	Reward [-828.7 -828.7 -828.7]	Time 10.51s
Steps-taken: 100.00
Epoch 970	Reward [-818.01 -818.01 -818.01]	Time 10.53s
Steps-taken: 100.00
Epoch 971	Reward [-869.09 -869.09 -869.09]	Time 10.56s
Steps-taken: 100.00
Epoch 972	Reward [-849.93 -849.93 -849.93]	Time 10.47s
Steps-taken: 100.00
Epoch 973	Reward [-826.49 -826.49 -826.49]	Time 10.55s
Steps-taken: 100.00
Epoch 974	Reward [-833.52 -833.52 -833.52]	Time 10.59s
Steps-taken: 100.00
Epoch 975	Reward [-830.49 -830.49 -830.49]	Time 10.51s
Steps-taken: 100.00
Epoch 976	Reward [-825.86 -825.86 -825.86]	Time 10.57s
Steps-taken: 100.00
Epoch 977	Reward [-788.32 -788.32 -788.32]	Time 10.51s
Steps-taken: 100.00
Epoch 978	Reward [-849.74 -849.74 -849.74]	Time 10.60s
Steps-taken: 100.00
Epoch 979	Reward [-880.18 -880.18 -880.18]	Time 10.49s
Steps-taken: 100.00
Epoch 980	Reward [-833.35 -833.35 -833.35]	Time 10.43s
Steps-taken: 100.00
Epoch 981	Reward [-783.47 -783.47 -783.47]	Time 10.49s
Steps-taken: 100.00
Epoch 982	Reward [-851.48 -851.48 -851.48]	Time 10.40s
Steps-taken: 100.00
Epoch 983	Reward [-816.44 -816.44 -816.44]	Time 10.47s
Steps-taken: 100.00
Epoch 984	Reward [-788.96 -788.96 -788.96]	Time 10.52s
Steps-taken: 100.00
Epoch 985	Reward [-836.37 -836.37 -836.37]	Time 10.56s
Steps-taken: 100.00
Epoch 986	Reward [-833.97 -833.97 -833.97]	Time 10.58s
Steps-taken: 100.00
Epoch 987	Reward [-807.13 -807.13 -807.13]	Time 10.58s
Steps-taken: 100.00
Epoch 988	Reward [-838.85 -838.85 -838.85]	Time 10.45s
Steps-taken: 100.00
Epoch 989	Reward [-850.2 -850.2 -850.2]	Time 10.62s
Steps-taken: 100.00
Epoch 990	Reward [-785.35 -785.35 -785.35]	Time 10.23s
Steps-taken: 100.00
Epoch 991	Reward [-781.73 -781.73 -781.73]	Time 10.60s
Steps-taken: 100.00
Epoch 992	Reward [-799.05 -799.05 -799.05]	Time 10.39s
Steps-taken: 100.00
Epoch 993	Reward [-871.16 -871.16 -871.16]	Time 10.29s
Steps-taken: 100.00
Epoch 994	Reward [-778.13 -778.13 -778.13]	Time 10.27s
Steps-taken: 100.00
Epoch 995	Reward [-794.89 -794.89 -794.89]	Time 10.47s
Steps-taken: 100.00
Epoch 996	Reward [-723.3 -723.3 -723.3]	Time 10.49s
Steps-taken: 100.00
Epoch 997	Reward [-874.39 -874.39 -874.39]	Time 10.48s
Steps-taken: 100.00
Epoch 998	Reward [-798.11 -798.11 -798.11]	Time 10.48s
Steps-taken: 100.00
Epoch 999	Reward [-820.26 -820.26 -820.26]	Time 10.52s
Steps-taken: 100.00
Epoch 1000	Reward [-874.53 -874.53 -874.53]	Time 10.63s
Steps-taken: 100.00
Setting up a new session...
XIO:  fatal IO error 0 (Success) on X server ":103"
      after 9838 requests (9838 known processed) with 3 events remaining.
Setting up a new session...
'args'
{'action_scale': 1.0,
 'advantages_per_action': False,
 'adversary_accel': 3.0,
 'adversary_max_speed': 1.0,
 'adversary_size': 0.2,
 'agent_size': 0.2,
 'arena_size': 1.0,
 'batch_size': 500,
 'collaborative': True,
 'comm_action_one': False,
 'comm_init': 'uniform',
 'comm_mask_zero': False,
 'comm_mode': 'avg',
 'comm_passes': 1,
 'commnet': True,
 'continuous': False,
 'detach_gap': 10000,
 'dim_actions': 1,
 'display': True,
 'entr': 0,
 'env_name': 'simple_spread',
 'epoch_size': 10,
 'gamma': 1.0,
 'good_accel': 1.0,
 'good_max_speed': 0.5,
 'good_size': 0.1,
 'hard_attn': False,
 'hid_size': 64,
 'ic3net': False,
 'landmark_size': 0.1,
 'load': '',
 'lrate': 0.001,
 'max_steps': 100,
 'mean_ratio': 1.0,
 'naction_heads': [5],
 'nactions': '1',
 'nagents': 3,
 'nfriendly': 3,
 'normalize_rewards': False,
 'nprocesses': 1,
 'num_actions': [5],
 'num_adversaries': 2,
 'num_epochs': 1000,
 'num_good_agents': 1,
 'num_inputs': 18,
 'num_landmarks': 3,
 'plot': True,
 'plot_env': '1pro_1000epoch_commnet',
 'random': False,
 'record_video': False,
 'recurrent': True,
 'rnn_type': 'LSTM',
 'save': './models/model_1g_1pro_commnet',
 'save_every': 10,
 'seed': 6766,
 'share_weights': False,
 'silent': True,
 'tau': 1.0,
 'value_coeff': 0.01,
 'video_name': ''}
Epoch 1	Reward [-1101.63 -1101.63 -1101.63]	Time 17.91s
Steps-taken: 100.00
Epoch 2	Reward [-1169.3 -1169.3 -1169.3]	Time 17.72s
Steps-taken: 100.00
Epoch 3	Reward [-1324.55 -1324.55 -1324.55]	Time 16.78s
Steps-taken: 100.00
Epoch 4	Reward [-1464.47 -1464.47 -1464.47]	Time 16.73s
Steps-taken: 100.00
Epoch 5	Reward [-1104.78 -1104.78 -1104.78]	Time 16.75s
Steps-taken: 100.00
Epoch 6	Reward [-1103.07 -1103.07 -1103.07]	Time 16.60s
Steps-taken: 100.00
Epoch 7	Reward [-1008.73 -1008.73 -1008.73]	Time 16.37s
Steps-taken: 100.00
Epoch 8	Reward [-1038.5 -1038.5 -1038.5]	Time 16.38s
Steps-taken: 100.00
Epoch 9	Reward [-1045.56 -1045.56 -1045.56]	Time 16.74s
Steps-taken: 100.00
Epoch 10	Reward [-1039.94 -1039.94 -1039.94]	Time 16.49s
Steps-taken: 100.00
Epoch 11	Reward [-989.87 -989.87 -989.87]	Time 17.52s
Steps-taken: 100.00
Epoch 12	Reward [-976.19 -976.19 -976.19]	Time 17.63s
Steps-taken: 100.00
Epoch 13	Reward [-943.98 -943.98 -943.98]	Time 18.14s
Steps-taken: 100.00
Epoch 14	Reward [-950.9 -950.9 -950.9]	Time 17.91s
Steps-taken: 100.00
Epoch 15	Reward [-943.61 -943.61 -943.61]	Time 17.96s
Steps-taken: 100.00
Epoch 16	Reward [-927.22 -927.22 -927.22]	Time 18.30s
Steps-taken: 100.00
Epoch 17	Reward [-983.16 -983.16 -983.16]	Time 18.74s
Steps-taken: 100.00
Epoch 18	Reward [-968.44 -968.44 -968.44]	Time 17.83s
Steps-taken: 100.00
Epoch 19	Reward [-968.67 -968.67 -968.67]	Time 17.74s
Steps-taken: 100.00
Epoch 20	Reward [-1028.4 -1028.4 -1028.4]	Time 18.69s
Steps-taken: 100.00
Epoch 21	Reward [-1001.64 -1001.64 -1001.64]	Time 18.07s
Steps-taken: 100.00
Epoch 22	Reward [-1030.92 -1030.92 -1030.92]	Time 18.56s
Steps-taken: 100.00
Epoch 23	Reward [-992.08 -992.08 -992.08]	Time 17.92s
Steps-taken: 100.00
Epoch 24	Reward [-977.93 -977.93 -977.93]	Time 18.44s
Steps-taken: 100.00
Epoch 25	Reward [-923.69 -923.69 -923.69]	Time 18.21s
Steps-taken: 100.00
Epoch 26	Reward [-881.16 -881.16 -881.16]	Time 18.38s
Steps-taken: 100.00
Epoch 27	Reward [-864.28 -864.28 -864.28]	Time 18.17s
Steps-taken: 100.00
Epoch 28	Reward [-930.98 -930.98 -930.98]	Time 18.13s
Steps-taken: 100.00
Epoch 29	Reward [-886.73 -886.73 -886.73]	Time 18.13s
Steps-taken: 100.00
Epoch 30	Reward [-885.55 -885.55 -885.55]	Time 18.11s
Steps-taken: 100.00
Epoch 31	Reward [-878.06 -878.06 -878.06]	Time 18.07s
Steps-taken: 100.00
Epoch 32	Reward [-855.7 -855.7 -855.7]	Time 18.01s
Steps-taken: 100.00
Epoch 33	Reward [-874.22 -874.22 -874.22]	Time 18.11s
Steps-taken: 100.00
Epoch 34	Reward [-850.06 -850.06 -850.06]	Time 18.14s
Steps-taken: 100.00
Epoch 35	Reward [-902.37 -902.37 -902.37]	Time 18.00s
Steps-taken: 100.00
Epoch 36	Reward [-844.28 -844.28 -844.28]	Time 17.95s
Steps-taken: 100.00
Epoch 37	Reward [-842.03 -842.03 -842.03]	Time 18.07s
Steps-taken: 100.00
Epoch 38	Reward [-867.27 -867.27 -867.27]	Time 18.07s
Steps-taken: 100.00
Epoch 39	Reward [-858.13 -858.13 -858.13]	Time 17.72s
Steps-taken: 100.00
Epoch 40	Reward [-846.24 -846.24 -846.24]	Time 17.83s
Steps-taken: 100.00
Epoch 41	Reward [-860.19 -860.19 -860.19]	Time 18.10s
Steps-taken: 100.00
Epoch 42	Reward [-945.62 -945.62 -945.62]	Time 18.06s
Steps-taken: 100.00
Epoch 43	Reward [-895.34 -895.34 -895.34]	Time 18.44s
Steps-taken: 100.00
Epoch 44	Reward [-879.1 -879.1 -879.1]	Time 18.85s
Steps-taken: 100.00
Epoch 45	Reward [-907.47 -907.47 -907.47]	Time 17.79s
Steps-taken: 100.00
Epoch 46	Reward [-925.23 -925.23 -925.23]	Time 18.87s
Steps-taken: 100.00
Epoch 47	Reward [-862.71 -862.71 -862.71]	Time 17.92s
Steps-taken: 100.00
Epoch 48	Reward [-877.9 -877.9 -877.9]	Time 18.59s
Steps-taken: 100.00
Epoch 49	Reward [-864.72 -864.72 -864.72]	Time 17.56s
Steps-taken: 100.00
Epoch 50	Reward [-863.5 -863.5 -863.5]	Time 18.19s
Steps-taken: 100.00
Epoch 51	Reward [-870.77 -870.77 -870.77]	Time 17.85s
Steps-taken: 100.00
Epoch 52	Reward [-865.14 -865.14 -865.14]	Time 17.96s
Steps-taken: 100.00
Epoch 53	Reward [-832.51 -832.51 -832.51]	Time 18.49s
Steps-taken: 100.00
Epoch 54	Reward [-848.58 -848.58 -848.58]	Time 17.71s
Steps-taken: 100.00
Epoch 55	Reward [-875.66 -875.66 -875.66]	Time 18.66s
Steps-taken: 100.00
Epoch 56	Reward [-846.13 -846.13 -846.13]	Time 18.42s
Steps-taken: 100.00
Epoch 57	Reward [-826.77 -826.77 -826.77]	Time 18.09s
Steps-taken: 100.00
Epoch 58	Reward [-781.55 -781.55 -781.55]	Time 18.38s
Steps-taken: 100.00
Epoch 59	Reward [-808.9 -808.9 -808.9]	Time 18.05s
Steps-taken: 100.00
Epoch 60	Reward [-910.95 -910.95 -910.95]	Time 18.10s
Steps-taken: 100.00
Epoch 61	Reward [-888.42 -888.42 -888.42]	Time 18.15s
Steps-taken: 100.00
Epoch 62	Reward [-829.37 -829.37 -829.37]	Time 19.09s
Steps-taken: 100.00
Epoch 63	Reward [-871.31 -871.31 -871.31]	Time 18.21s
Steps-taken: 100.00
Epoch 64	Reward [-841.14 -841.14 -841.14]	Time 17.95s
Steps-taken: 100.00
Epoch 65	Reward [-853.48 -853.48 -853.48]	Time 17.86s
Steps-taken: 100.00
Epoch 66	Reward [-896.61 -896.61 -896.61]	Time 18.24s
Steps-taken: 100.00
Epoch 67	Reward [-888. -888. -888.]	Time 18.00s
Steps-taken: 100.00
Epoch 68	Reward [-853.74 -853.74 -853.74]	Time 18.24s
Steps-taken: 100.00
Epoch 69	Reward [-805.86 -805.86 -805.86]	Time 19.45s
Steps-taken: 100.00
Epoch 70	Reward [-832.67 -832.67 -832.67]	Time 18.38s
Steps-taken: 100.00
Epoch 71	Reward [-893.81 -893.81 -893.81]	Time 18.64s
Steps-taken: 100.00
Epoch 72	Reward [-891.1 -891.1 -891.1]	Time 18.83s
Steps-taken: 100.00
Epoch 73	Reward [-806.8 -806.8 -806.8]	Time 18.01s
Steps-taken: 100.00
Epoch 74	Reward [-877.01 -877.01 -877.01]	Time 18.72s
Steps-taken: 100.00
Epoch 75	Reward [-769.19 -769.19 -769.19]	Time 18.00s
Steps-taken: 100.00
Epoch 76	Reward [-846.67 -846.67 -846.67]	Time 18.20s
Steps-taken: 100.00
Epoch 77	Reward [-789.48 -789.48 -789.48]	Time 17.79s
Steps-taken: 100.00
Epoch 78	Reward [-805.19 -805.19 -805.19]	Time 18.32s
Steps-taken: 100.00
Epoch 79	Reward [-797.36 -797.36 -797.36]	Time 18.22s
Steps-taken: 100.00
Epoch 80	Reward [-810.65 -810.65 -810.65]	Time 17.79s
Steps-taken: 100.00
Epoch 81	Reward [-858.99 -858.99 -858.99]	Time 18.22s
Steps-taken: 100.00
Epoch 82	Reward [-870.3 -870.3 -870.3]	Time 19.07s
Steps-taken: 100.00
Epoch 83	Reward [-802.21 -802.21 -802.21]	Time 18.25s
Steps-taken: 100.00
Epoch 84	Reward [-832.29 -832.29 -832.29]	Time 17.88s
Steps-taken: 100.00
Epoch 85	Reward [-853.75 -853.75 -853.75]	Time 18.24s
Steps-taken: 100.00
Epoch 86	Reward [-819.4 -819.4 -819.4]	Time 18.44s
Steps-taken: 100.00
Epoch 87	Reward [-856.66 -856.66 -856.66]	Time 18.19s
Steps-taken: 100.00
Epoch 88	Reward [-865.54 -865.54 -865.54]	Time 18.50s
Steps-taken: 100.00
Epoch 89	Reward [-798.86 -798.86 -798.86]	Time 18.16s
Steps-taken: 100.00
Epoch 90	Reward [-757.89 -757.89 -757.89]	Time 17.90s
Steps-taken: 100.00
Epoch 91	Reward [-822.61 -822.61 -822.61]	Time 18.96s
Steps-taken: 100.00
Epoch 92	Reward [-802.86 -802.86 -802.86]	Time 18.57s
Steps-taken: 100.00
Epoch 93	Reward [-893.32 -893.32 -893.32]	Time 18.33s
Steps-taken: 100.00
Epoch 94	Reward [-867.01 -867.01 -867.01]	Time 18.03s
Steps-taken: 100.00
Epoch 95	Reward [-838.41 -838.41 -838.41]	Time 18.21s
Steps-taken: 100.00
Epoch 96	Reward [-896.98 -896.98 -896.98]	Time 18.21s
Steps-taken: 100.00
Epoch 97	Reward [-802.15 -802.15 -802.15]	Time 18.24s
Steps-taken: 100.00
Epoch 98	Reward [-850.57 -850.57 -850.57]	Time 17.93s
Steps-taken: 100.00
Epoch 99	Reward [-822.42 -822.42 -822.42]	Time 18.05s
Steps-taken: 100.00
Epoch 100	Reward [-756.54 -756.54 -756.54]	Time 18.16s
Steps-taken: 100.00
Epoch 101	Reward [-849.16 -849.16 -849.16]	Time 18.37s
Steps-taken: 100.00
Epoch 102	Reward [-861.55 -861.55 -861.55]	Time 17.98s
Steps-taken: 100.00
Epoch 103	Reward [-826.16 -826.16 -826.16]	Time 18.04s
Steps-taken: 100.00
Epoch 104	Reward [-796. -796. -796.]	Time 18.72s
Steps-taken: 100.00
Epoch 105	Reward [-861.66 -861.66 -861.66]	Time 18.86s
Steps-taken: 100.00
Epoch 106	Reward [-819.84 -819.84 -819.84]	Time 18.28s
Steps-taken: 100.00
Epoch 107	Reward [-772.54 -772.54 -772.54]	Time 19.17s
Steps-taken: 100.00
Epoch 108	Reward [-850.03 -850.03 -850.03]	Time 18.11s
Steps-taken: 100.00
Epoch 109	Reward [-845.83 -845.83 -845.83]	Time 17.80s
Steps-taken: 100.00
Epoch 110	Reward [-851. -851. -851.]	Time 17.82s
Steps-taken: 100.00
Epoch 111	Reward [-815.37 -815.37 -815.37]	Time 18.82s
Steps-taken: 100.00
Epoch 112	Reward [-839.62 -839.62 -839.62]	Time 19.46s
Steps-taken: 100.00
Epoch 113	Reward [-846.26 -846.26 -846.26]	Time 18.00s
Steps-taken: 100.00
Epoch 114	Reward [-801.95 -801.95 -801.95]	Time 17.97s
Steps-taken: 100.00
Epoch 115	Reward [-810.9 -810.9 -810.9]	Time 18.22s
Steps-taken: 100.00
Epoch 116	Reward [-870.19 -870.19 -870.19]	Time 18.91s
Steps-taken: 100.00
Epoch 117	Reward [-827.27 -827.27 -827.27]	Time 17.85s
Steps-taken: 100.00
Epoch 118	Reward [-827.52 -827.52 -827.52]	Time 17.94s
Steps-taken: 100.00
Epoch 119	Reward [-798.6 -798.6 -798.6]	Time 17.77s
Steps-taken: 100.00
Epoch 120	Reward [-810.25 -810.25 -810.25]	Time 18.29s
Steps-taken: 100.00
Epoch 121	Reward [-817.7 -817.7 -817.7]	Time 17.59s
Steps-taken: 100.00
Epoch 122	Reward [-809.94 -809.94 -809.94]	Time 18.02s
Steps-taken: 100.00
Epoch 123	Reward [-844.96 -844.96 -844.96]	Time 17.78s
Steps-taken: 100.00
Epoch 124	Reward [-791.37 -791.37 -791.37]	Time 17.92s
Steps-taken: 100.00
Epoch 125	Reward [-802.83 -802.83 -802.83]	Time 18.08s
Steps-taken: 100.00
Epoch 126	Reward [-783.64 -783.64 -783.64]	Time 18.89s
Steps-taken: 100.00
Epoch 127	Reward [-812.86 -812.86 -812.86]	Time 17.91s
Steps-taken: 100.00
Epoch 128	Reward [-830.59 -830.59 -830.59]	Time 19.07s
Steps-taken: 100.00
Epoch 129	Reward [-787.61 -787.61 -787.61]	Time 17.62s
Steps-taken: 100.00
Epoch 130	Reward [-804.07 -804.07 -804.07]	Time 18.40s
Steps-taken: 100.00
Epoch 131	Reward [-808.66 -808.66 -808.66]	Time 18.37s
Steps-taken: 100.00
Epoch 132	Reward [-845.46 -845.46 -845.46]	Time 17.95s
Steps-taken: 100.00
Epoch 133	Reward [-766.49 -766.49 -766.49]	Time 18.36s
Steps-taken: 100.00
Epoch 134	Reward [-868.11 -868.11 -868.11]	Time 18.02s
Steps-taken: 100.00
Epoch 135	Reward [-800.7 -800.7 -800.7]	Time 18.59s
Steps-taken: 100.00
Epoch 136	Reward [-822.71 -822.71 -822.71]	Time 18.24s
Steps-taken: 100.00
Epoch 137	Reward [-805.05 -805.05 -805.05]	Time 18.03s
Steps-taken: 100.00
Epoch 138	Reward [-843.22 -843.22 -843.22]	Time 18.85s
Steps-taken: 100.00
Epoch 139	Reward [-827.38 -827.38 -827.38]	Time 18.24s
Steps-taken: 100.00
Epoch 140	Reward [-794.37 -794.37 -794.37]	Time 18.51s
Steps-taken: 100.00
Epoch 141	Reward [-817.93 -817.93 -817.93]	Time 17.97s
Steps-taken: 100.00
Epoch 142	Reward [-776.7 -776.7 -776.7]	Time 20.01s
Steps-taken: 100.00
Epoch 143	Reward [-824.74 -824.74 -824.74]	Time 17.95s
Steps-taken: 100.00
Epoch 144	Reward [-905.21 -905.21 -905.21]	Time 18.97s
Steps-taken: 100.00
Epoch 145	Reward [-779.16 -779.16 -779.16]	Time 17.78s
Steps-taken: 100.00
Epoch 146	Reward [-890.04 -890.04 -890.04]	Time 18.09s
Steps-taken: 100.00
Epoch 147	Reward [-850.75 -850.75 -850.75]	Time 18.52s
Steps-taken: 100.00
Epoch 148	Reward [-827.8 -827.8 -827.8]	Time 18.24s
Steps-taken: 100.00
Epoch 149	Reward [-763.51 -763.51 -763.51]	Time 19.47s
Steps-taken: 100.00
Epoch 150	Reward [-833.24 -833.24 -833.24]	Time 19.13s
Steps-taken: 100.00
Epoch 151	Reward [-832.58 -832.58 -832.58]	Time 17.88s
Steps-taken: 100.00
Epoch 152	Reward [-803.52 -803.52 -803.52]	Time 18.12s
Steps-taken: 100.00
Epoch 153	Reward [-809.79 -809.79 -809.79]	Time 18.00s
Steps-taken: 100.00
Epoch 154	Reward [-820.51 -820.51 -820.51]	Time 18.84s
Steps-taken: 100.00
Epoch 155	Reward [-904.62 -904.62 -904.62]	Time 18.33s
Steps-taken: 100.00
Epoch 156	Reward [-857.71 -857.71 -857.71]	Time 18.40s
Steps-taken: 100.00
Epoch 157	Reward [-920.47 -920.47 -920.47]	Time 19.11s
Steps-taken: 100.00
Epoch 158	Reward [-851.58 -851.58 -851.58]	Time 19.02s
Steps-taken: 100.00
Epoch 159	Reward [-874.99 -874.99 -874.99]	Time 18.78s
Steps-taken: 100.00
Epoch 160	Reward [-917.75 -917.75 -917.75]	Time 18.02s
Steps-taken: 100.00
Epoch 161	Reward [-807.84 -807.84 -807.84]	Time 17.84s
Steps-taken: 100.00
Epoch 162	Reward [-820.3 -820.3 -820.3]	Time 18.17s
Steps-taken: 100.00
Epoch 163	Reward [-897.03 -897.03 -897.03]	Time 18.69s
Steps-taken: 100.00
Epoch 164	Reward [-853.75 -853.75 -853.75]	Time 18.41s
Steps-taken: 100.00
Epoch 165	Reward [-871.26 -871.26 -871.26]	Time 18.06s
Steps-taken: 100.00
Epoch 166	Reward [-880.66 -880.66 -880.66]	Time 18.28s
Steps-taken: 100.00
Epoch 167	Reward [-842.72 -842.72 -842.72]	Time 17.90s
Steps-taken: 100.00
Epoch 168	Reward [-901.51 -901.51 -901.51]	Time 17.76s
Steps-taken: 100.00
Epoch 169	Reward [-839.44 -839.44 -839.44]	Time 18.56s
Steps-taken: 100.00
Epoch 170	Reward [-790.66 -790.66 -790.66]	Time 18.79s
Steps-taken: 100.00
Epoch 171	Reward [-828.99 -828.99 -828.99]	Time 18.28s
Steps-taken: 100.00
Epoch 172	Reward [-849.65 -849.65 -849.65]	Time 17.55s
Steps-taken: 100.00
Epoch 173	Reward [-827.88 -827.88 -827.88]	Time 17.84s
Steps-taken: 100.00
Epoch 174	Reward [-765.53 -765.53 -765.53]	Time 17.87s
Steps-taken: 100.00
Epoch 175	Reward [-831.87 -831.87 -831.87]	Time 18.07s
Steps-taken: 100.00
Epoch 176	Reward [-859.97 -859.97 -859.97]	Time 18.52s
Steps-taken: 100.00
Epoch 177	Reward [-816.59 -816.59 -816.59]	Time 18.66s
Steps-taken: 100.00
Epoch 178	Reward [-824.28 -824.28 -824.28]	Time 19.22s
Steps-taken: 100.00
Epoch 179	Reward [-840.26 -840.26 -840.26]	Time 19.23s
Steps-taken: 100.00
Epoch 180	Reward [-791.46 -791.46 -791.46]	Time 18.55s
Steps-taken: 100.00
Epoch 181	Reward [-814.14 -814.14 -814.14]	Time 18.12s
Steps-taken: 100.00
Epoch 182	Reward [-772.13 -772.13 -772.13]	Time 17.79s
Steps-taken: 100.00
Epoch 183	Reward [-748.65 -748.65 -748.65]	Time 17.94s
Steps-taken: 100.00
Epoch 184	Reward [-817.14 -817.14 -817.14]	Time 18.36s
Steps-taken: 100.00
Epoch 185	Reward [-843.65 -843.65 -843.65]	Time 17.93s
Steps-taken: 100.00
Epoch 186	Reward [-806.58 -806.58 -806.58]	Time 18.07s
Steps-taken: 100.00
Epoch 187	Reward [-806.82 -806.82 -806.82]	Time 18.35s
Steps-taken: 100.00
Epoch 188	Reward [-877.44 -877.44 -877.44]	Time 17.84s
Steps-taken: 100.00
Epoch 189	Reward [-837.06 -837.06 -837.06]	Time 18.28s
Steps-taken: 100.00
Epoch 190	Reward [-847.47 -847.47 -847.47]	Time 18.59s
Steps-taken: 100.00
Epoch 191	Reward [-825.41 -825.41 -825.41]	Time 18.16s
Steps-taken: 100.00
Epoch 192	Reward [-857.32 -857.32 -857.32]	Time 17.84s
Steps-taken: 100.00
Epoch 193	Reward [-866.7 -866.7 -866.7]	Time 18.08s
Steps-taken: 100.00
Epoch 194	Reward [-831.94 -831.94 -831.94]	Time 18.52s
Steps-taken: 100.00
Epoch 195	Reward [-855.46 -855.46 -855.46]	Time 18.16s
Steps-taken: 100.00
Epoch 196	Reward [-836.96 -836.96 -836.96]	Time 17.81s
Steps-taken: 100.00
Epoch 197	Reward [-874.75 -874.75 -874.75]	Time 19.55s
Steps-taken: 100.00
Epoch 198	Reward [-817.42 -817.42 -817.42]	Time 19.00s
Steps-taken: 100.00
Epoch 199	Reward [-832.84 -832.84 -832.84]	Time 17.89s
Steps-taken: 100.00
Epoch 200	Reward [-868.18 -868.18 -868.18]	Time 17.95s
Steps-taken: 100.00
Epoch 201	Reward [-793.74 -793.74 -793.74]	Time 18.10s
Steps-taken: 100.00
Epoch 202	Reward [-791.26 -791.26 -791.26]	Time 19.47s
Steps-taken: 100.00
Epoch 203	Reward [-801.71 -801.71 -801.71]	Time 18.36s
Steps-taken: 100.00
Epoch 204	Reward [-855.37 -855.37 -855.37]	Time 18.70s
Steps-taken: 100.00
Epoch 205	Reward [-811.02 -811.02 -811.02]	Time 18.17s
Steps-taken: 100.00
Epoch 206	Reward [-880.69 -880.69 -880.69]	Time 18.16s
Steps-taken: 100.00
Epoch 207	Reward [-767.08 -767.08 -767.08]	Time 17.96s
Steps-taken: 100.00
Epoch 208	Reward [-831.78 -831.78 -831.78]	Time 18.74s
Steps-taken: 100.00
Epoch 209	Reward [-811.76 -811.76 -811.76]	Time 18.49s
Steps-taken: 100.00
Epoch 210	Reward [-775.67 -775.67 -775.67]	Time 18.91s
Steps-taken: 100.00
Epoch 211	Reward [-798.68 -798.68 -798.68]	Time 18.25s
Steps-taken: 100.00
Epoch 212	Reward [-864.32 -864.32 -864.32]	Time 18.55s
Steps-taken: 100.00
Epoch 213	Reward [-811.53 -811.53 -811.53]	Time 18.28s
Steps-taken: 100.00
Epoch 214	Reward [-848.94 -848.94 -848.94]	Time 18.89s
Steps-taken: 100.00
Epoch 215	Reward [-872.54 -872.54 -872.54]	Time 17.86s
Steps-taken: 100.00
Epoch 216	Reward [-866.17 -866.17 -866.17]	Time 18.91s
Steps-taken: 100.00
Epoch 217	Reward [-862.12 -862.12 -862.12]	Time 18.19s
Steps-taken: 100.00
Epoch 218	Reward [-778.05 -778.05 -778.05]	Time 17.79s
Steps-taken: 100.00
Epoch 219	Reward [-900.49 -900.49 -900.49]	Time 18.59s
Steps-taken: 100.00
Epoch 220	Reward [-804.99 -804.99 -804.99]	Time 17.95s
Steps-taken: 100.00
Epoch 221	Reward [-795.65 -795.65 -795.65]	Time 18.39s
Steps-taken: 100.00
Epoch 222	Reward [-846.01 -846.01 -846.01]	Time 18.28s
Steps-taken: 100.00
Epoch 223	Reward [-846.15 -846.15 -846.15]	Time 18.19s
Steps-taken: 100.00
Epoch 224	Reward [-848.26 -848.26 -848.26]	Time 18.59s
Steps-taken: 100.00
Epoch 225	Reward [-802.67 -802.67 -802.67]	Time 18.32s
Steps-taken: 100.00
Epoch 226	Reward [-814.76 -814.76 -814.76]	Time 18.07s
Steps-taken: 100.00
Epoch 227	Reward [-835.28 -835.28 -835.28]	Time 18.10s
Steps-taken: 100.00
Epoch 228	Reward [-860.22 -860.22 -860.22]	Time 18.23s
Steps-taken: 100.00
Epoch 229	Reward [-907.49 -907.49 -907.49]	Time 18.99s
Steps-taken: 100.00
Epoch 230	Reward [-823.03 -823.03 -823.03]	Time 18.20s
Steps-taken: 100.00
Epoch 231	Reward [-810.03 -810.03 -810.03]	Time 18.40s
Steps-taken: 100.00
Epoch 232	Reward [-781.98 -781.98 -781.98]	Time 17.87s
Steps-taken: 100.00
Epoch 233	Reward [-877.99 -877.99 -877.99]	Time 18.72s
Steps-taken: 100.00
Epoch 234	Reward [-839.91 -839.91 -839.91]	Time 18.01s
Steps-taken: 100.00
Epoch 235	Reward [-837.8 -837.8 -837.8]	Time 17.70s
Steps-taken: 100.00
Epoch 236	Reward [-801.37 -801.37 -801.37]	Time 18.40s
Steps-taken: 100.00
Epoch 237	Reward [-823.08 -823.08 -823.08]	Time 20.28s
Steps-taken: 100.00
Epoch 238	Reward [-874.32 -874.32 -874.32]	Time 17.99s
Steps-taken: 100.00
Epoch 239	Reward [-865.58 -865.58 -865.58]	Time 18.31s
Steps-taken: 100.00
Epoch 240	Reward [-810.48 -810.48 -810.48]	Time 18.79s
Steps-taken: 100.00
Epoch 241	Reward [-781.38 -781.38 -781.38]	Time 19.29s
Steps-taken: 100.00
Epoch 242	Reward [-782.96 -782.96 -782.96]	Time 18.33s
Steps-taken: 100.00
Epoch 243	Reward [-833.47 -833.47 -833.47]	Time 18.24s
Steps-taken: 100.00
Epoch 244	Reward [-843.08 -843.08 -843.08]	Time 18.50s
Steps-taken: 100.00
Epoch 245	Reward [-825.35 -825.35 -825.35]	Time 19.58s
Steps-taken: 100.00
Epoch 246	Reward [-846.39 -846.39 -846.39]	Time 18.60s
Steps-taken: 100.00
Epoch 247	Reward [-772.81 -772.81 -772.81]	Time 18.46s
Steps-taken: 100.00
Epoch 248	Reward [-817.79 -817.79 -817.79]	Time 18.44s
Steps-taken: 100.00
Epoch 249	Reward [-856.81 -856.81 -856.81]	Time 17.96s
Steps-taken: 100.00
Epoch 250	Reward [-874.96 -874.96 -874.96]	Time 18.58s
Steps-taken: 100.00
Epoch 251	Reward [-802.8 -802.8 -802.8]	Time 18.06s
Steps-taken: 100.00
Epoch 252	Reward [-763.53 -763.53 -763.53]	Time 18.34s
Steps-taken: 100.00
Epoch 253	Reward [-776.91 -776.91 -776.91]	Time 18.41s
Steps-taken: 100.00
Epoch 254	Reward [-829.46 -829.46 -829.46]	Time 18.28s
Steps-taken: 100.00
Epoch 255	Reward [-836.58 -836.58 -836.58]	Time 18.31s
Steps-taken: 100.00
Epoch 256	Reward [-800.08 -800.08 -800.08]	Time 18.25s
Steps-taken: 100.00
Epoch 257	Reward [-826.1 -826.1 -826.1]	Time 17.74s
Steps-taken: 100.00
Epoch 258	Reward [-837.32 -837.32 -837.32]	Time 17.40s
Steps-taken: 100.00
Epoch 259	Reward [-826.12 -826.12 -826.12]	Time 18.14s
Steps-taken: 100.00
Epoch 260	Reward [-782.58 -782.58 -782.58]	Time 17.90s
Steps-taken: 100.00
Epoch 261	Reward [-780.79 -780.79 -780.79]	Time 18.88s
Steps-taken: 100.00
Epoch 262	Reward [-872.35 -872.35 -872.35]	Time 18.67s
Steps-taken: 100.00
Epoch 263	Reward [-804.65 -804.65 -804.65]	Time 18.33s
Steps-taken: 100.00
Epoch 264	Reward [-784.13 -784.13 -784.13]	Time 18.05s
Steps-taken: 100.00
Epoch 265	Reward [-797.33 -797.33 -797.33]	Time 18.17s
Steps-taken: 100.00
Epoch 266	Reward [-823.21 -823.21 -823.21]	Time 17.43s
Steps-taken: 100.00
Epoch 267	Reward [-754.56 -754.56 -754.56]	Time 17.48s
Steps-taken: 100.00
Epoch 268	Reward [-890.17 -890.17 -890.17]	Time 17.74s
Steps-taken: 100.00
Epoch 269	Reward [-865.15 -865.15 -865.15]	Time 17.67s
Steps-taken: 100.00
Epoch 270	Reward [-760.05 -760.05 -760.05]	Time 17.86s
Steps-taken: 100.00
Epoch 271	Reward [-818.19 -818.19 -818.19]	Time 17.67s
Steps-taken: 100.00
Epoch 272	Reward [-797.16 -797.16 -797.16]	Time 17.96s
Steps-taken: 100.00
Epoch 273	Reward [-833.8 -833.8 -833.8]	Time 17.70s
Steps-taken: 100.00
Epoch 274	Reward [-829.8 -829.8 -829.8]	Time 17.88s
Steps-taken: 100.00
Epoch 275	Reward [-757.8 -757.8 -757.8]	Time 19.07s
Steps-taken: 100.00
Epoch 276	Reward [-816.64 -816.64 -816.64]	Time 18.32s
Steps-taken: 100.00
Epoch 277	Reward [-815.63 -815.63 -815.63]	Time 19.27s
Steps-taken: 100.00
Epoch 278	Reward [-797.68 -797.68 -797.68]	Time 18.31s
Steps-taken: 100.00
Epoch 279	Reward [-849.72 -849.72 -849.72]	Time 18.03s
Steps-taken: 100.00
Epoch 280	Reward [-842.24 -842.24 -842.24]	Time 18.95s
Steps-taken: 100.00
Epoch 281	Reward [-833.7 -833.7 -833.7]	Time 18.85s
Steps-taken: 100.00
Epoch 282	Reward [-771.4 -771.4 -771.4]	Time 17.96s
Steps-taken: 100.00
Epoch 283	Reward [-794.15 -794.15 -794.15]	Time 18.07s
Steps-taken: 100.00
Epoch 284	Reward [-800. -800. -800.]	Time 18.09s
Steps-taken: 100.00
Epoch 285	Reward [-847.17 -847.17 -847.17]	Time 17.91s
Steps-taken: 100.00
Epoch 286	Reward [-810.47 -810.47 -810.47]	Time 18.30s
Steps-taken: 100.00
Epoch 287	Reward [-809.16 -809.16 -809.16]	Time 17.92s
Steps-taken: 100.00
Epoch 288	Reward [-778.12 -778.12 -778.12]	Time 18.62s
Steps-taken: 100.00
Epoch 289	Reward [-805.7 -805.7 -805.7]	Time 17.89s
Steps-taken: 100.00
Epoch 290	Reward [-838.71 -838.71 -838.71]	Time 17.75s
Steps-taken: 100.00
Epoch 291	Reward [-774.98 -774.98 -774.98]	Time 18.55s
Steps-taken: 100.00
Epoch 292	Reward [-749.82 -749.82 -749.82]	Time 17.90s
Steps-taken: 100.00
Epoch 293	Reward [-835.57 -835.57 -835.57]	Time 18.63s
Steps-taken: 100.00
Epoch 294	Reward [-807.85 -807.85 -807.85]	Time 18.40s
Steps-taken: 100.00
Epoch 295	Reward [-874.02 -874.02 -874.02]	Time 17.90s
Steps-taken: 100.00
Epoch 296	Reward [-880.84 -880.84 -880.84]	Time 18.13s
Steps-taken: 100.00
Epoch 297	Reward [-866.1 -866.1 -866.1]	Time 18.07s
Steps-taken: 100.00
Epoch 298	Reward [-811.85 -811.85 -811.85]	Time 17.89s
Steps-taken: 100.00
Epoch 299	Reward [-764.48 -764.48 -764.48]	Time 17.94s
Steps-taken: 100.00
Epoch 300	Reward [-797.59 -797.59 -797.59]	Time 17.84s
Steps-taken: 100.00
Epoch 301	Reward [-784.17 -784.17 -784.17]	Time 17.96s
Steps-taken: 100.00
Epoch 302	Reward [-794.63 -794.63 -794.63]	Time 18.35s
Steps-taken: 100.00
Epoch 303	Reward [-793.06 -793.06 -793.06]	Time 17.61s
Steps-taken: 100.00
Epoch 304	Reward [-787.01 -787.01 -787.01]	Time 17.72s
Steps-taken: 100.00
Epoch 305	Reward [-816.88 -816.88 -816.88]	Time 17.85s
Steps-taken: 100.00
Epoch 306	Reward [-883.56 -883.56 -883.56]	Time 17.80s
Steps-taken: 100.00
Epoch 307	Reward [-832.93 -832.93 -832.93]	Time 19.58s
Steps-taken: 100.00
Epoch 308	Reward [-834.83 -834.83 -834.83]	Time 18.40s
Steps-taken: 100.00
Epoch 309	Reward [-834.83 -834.83 -834.83]	Time 18.33s
Steps-taken: 100.00
Epoch 310	Reward [-835.33 -835.33 -835.33]	Time 17.60s
Steps-taken: 100.00
Epoch 311	Reward [-822.64 -822.64 -822.64]	Time 17.59s
Steps-taken: 100.00
Epoch 312	Reward [-806.05 -806.05 -806.05]	Time 19.14s
Steps-taken: 100.00
Epoch 313	Reward [-912.97 -912.97 -912.97]	Time 17.77s
Steps-taken: 100.00
Epoch 314	Reward [-837.56 -837.56 -837.56]	Time 18.08s
Steps-taken: 100.00
Epoch 315	Reward [-780.95 -780.95 -780.95]	Time 17.34s
Steps-taken: 100.00
Epoch 316	Reward [-860.56 -860.56 -860.56]	Time 18.17s
Steps-taken: 100.00
Epoch 317	Reward [-940.15 -940.15 -940.15]	Time 17.72s
Steps-taken: 100.00
Epoch 318	Reward [-910.03 -910.03 -910.03]	Time 18.01s
Steps-taken: 100.00
Epoch 319	Reward [-851.04 -851.04 -851.04]	Time 17.34s
Steps-taken: 100.00
Epoch 320	Reward [-822.86 -822.86 -822.86]	Time 18.23s
Steps-taken: 100.00
Epoch 321	Reward [-848.1 -848.1 -848.1]	Time 18.29s
Steps-taken: 100.00
Epoch 322	Reward [-857.41 -857.41 -857.41]	Time 18.38s
Steps-taken: 100.00
Epoch 323	Reward [-807.85 -807.85 -807.85]	Time 17.69s
Steps-taken: 100.00
Epoch 324	Reward [-839.66 -839.66 -839.66]	Time 17.63s
Steps-taken: 100.00
Epoch 325	Reward [-857.53 -857.53 -857.53]	Time 18.00s
Steps-taken: 100.00
Epoch 326	Reward [-825.48 -825.48 -825.48]	Time 17.57s
Steps-taken: 100.00
Epoch 327	Reward [-812.46 -812.46 -812.46]	Time 18.25s
Steps-taken: 100.00
Epoch 328	Reward [-763.9 -763.9 -763.9]	Time 18.22s
Steps-taken: 100.00
Epoch 329	Reward [-848.32 -848.32 -848.32]	Time 18.54s
Steps-taken: 100.00
Epoch 330	Reward [-809.87 -809.87 -809.87]	Time 18.41s
Steps-taken: 100.00
Epoch 331	Reward [-846.04 -846.04 -846.04]	Time 18.23s
Steps-taken: 100.00
Epoch 332	Reward [-814.4 -814.4 -814.4]	Time 18.04s
Steps-taken: 100.00
Epoch 333	Reward [-843.16 -843.16 -843.16]	Time 18.01s
Steps-taken: 100.00
Epoch 334	Reward [-850.99 -850.99 -850.99]	Time 18.06s
Steps-taken: 100.00
Epoch 335	Reward [-816.11 -816.11 -816.11]	Time 17.61s
Steps-taken: 100.00
Epoch 336	Reward [-839.1 -839.1 -839.1]	Time 18.70s
Steps-taken: 100.00
Epoch 337	Reward [-875.03 -875.03 -875.03]	Time 17.61s
Steps-taken: 100.00
Epoch 338	Reward [-791.62 -791.62 -791.62]	Time 17.92s
Steps-taken: 100.00
Epoch 339	Reward [-820.75 -820.75 -820.75]	Time 17.69s
Steps-taken: 100.00
Epoch 340	Reward [-858.36 -858.36 -858.36]	Time 18.86s
Steps-taken: 100.00
Epoch 341	Reward [-830.64 -830.64 -830.64]	Time 18.04s
Steps-taken: 100.00
Epoch 342	Reward [-889.47 -889.47 -889.47]	Time 18.32s
Steps-taken: 100.00
Epoch 343	Reward [-861.81 -861.81 -861.81]	Time 17.53s
Steps-taken: 100.00
Epoch 344	Reward [-813.31 -813.31 -813.31]	Time 17.74s
Steps-taken: 100.00
Epoch 345	Reward [-814.86 -814.86 -814.86]	Time 18.15s
Steps-taken: 100.00
Epoch 346	Reward [-839.11 -839.11 -839.11]	Time 19.26s
Steps-taken: 100.00
Epoch 347	Reward [-867.97 -867.97 -867.97]	Time 18.33s
Steps-taken: 100.00
Epoch 348	Reward [-781.94 -781.94 -781.94]	Time 18.43s
Steps-taken: 100.00
Epoch 349	Reward [-825.42 -825.42 -825.42]	Time 18.02s
Steps-taken: 100.00
Epoch 350	Reward [-845.3 -845.3 -845.3]	Time 17.64s
Steps-taken: 100.00
Epoch 351	Reward [-847.48 -847.48 -847.48]	Time 17.43s
Steps-taken: 100.00
Epoch 352	Reward [-886.38 -886.38 -886.38]	Time 18.41s
Steps-taken: 100.00
Epoch 353	Reward [-858.58 -858.58 -858.58]	Time 17.71s
Steps-taken: 100.00
Epoch 354	Reward [-835.86 -835.86 -835.86]	Time 19.74s
Steps-taken: 100.00
Epoch 355	Reward [-886.86 -886.86 -886.86]	Time 18.01s
Steps-taken: 100.00
Epoch 356	Reward [-844.39 -844.39 -844.39]	Time 18.05s
Steps-taken: 100.00
Epoch 357	Reward [-833.83 -833.83 -833.83]	Time 18.43s
Steps-taken: 100.00
Epoch 358	Reward [-834.6 -834.6 -834.6]	Time 18.01s
Steps-taken: 100.00
Epoch 359	Reward [-806.71 -806.71 -806.71]	Time 19.93s
Steps-taken: 100.00
Epoch 360	Reward [-816.73 -816.73 -816.73]	Time 17.72s
Steps-taken: 100.00
Epoch 361	Reward [-806.83 -806.83 -806.83]	Time 18.47s
Steps-taken: 100.00
Epoch 362	Reward [-816.8 -816.8 -816.8]	Time 17.58s
Steps-taken: 100.00
Epoch 363	Reward [-746.47 -746.47 -746.47]	Time 17.85s
Steps-taken: 100.00
Epoch 364	Reward [-777.7 -777.7 -777.7]	Time 17.77s
Steps-taken: 100.00
Epoch 365	Reward [-768.68 -768.68 -768.68]	Time 18.56s
Steps-taken: 100.00
Epoch 366	Reward [-814.55 -814.55 -814.55]	Time 18.07s
Steps-taken: 100.00
Epoch 367	Reward [-877.49 -877.49 -877.49]	Time 17.93s
Steps-taken: 100.00
Epoch 368	Reward [-800.98 -800.98 -800.98]	Time 19.03s
Steps-taken: 100.00
Epoch 369	Reward [-819.41 -819.41 -819.41]	Time 18.14s
Steps-taken: 100.00
Epoch 370	Reward [-842.9 -842.9 -842.9]	Time 17.82s
Steps-taken: 100.00
Epoch 371	Reward [-780.38 -780.38 -780.38]	Time 18.56s
Steps-taken: 100.00
Epoch 372	Reward [-822.01 -822.01 -822.01]	Time 18.03s
Steps-taken: 100.00
Epoch 373	Reward [-846.66 -846.66 -846.66]	Time 18.10s
Steps-taken: 100.00
Epoch 374	Reward [-799.5 -799.5 -799.5]	Time 18.23s
Steps-taken: 100.00
Epoch 375	Reward [-747.72 -747.72 -747.72]	Time 18.67s
Steps-taken: 100.00
Epoch 376	Reward [-833.76 -833.76 -833.76]	Time 17.63s
Steps-taken: 100.00
Epoch 377	Reward [-811.4 -811.4 -811.4]	Time 18.83s
Steps-taken: 100.00
Epoch 378	Reward [-833.57 -833.57 -833.57]	Time 18.82s
Steps-taken: 100.00
Epoch 379	Reward [-850.6 -850.6 -850.6]	Time 18.35s
Steps-taken: 100.00
Epoch 380	Reward [-782.39 -782.39 -782.39]	Time 17.43s
Steps-taken: 100.00
Epoch 381	Reward [-806.91 -806.91 -806.91]	Time 17.78s
Steps-taken: 100.00
Epoch 382	Reward [-832.37 -832.37 -832.37]	Time 18.32s
Steps-taken: 100.00
Epoch 383	Reward [-807.29 -807.29 -807.29]	Time 17.65s
Steps-taken: 100.00
Epoch 384	Reward [-854.05 -854.05 -854.05]	Time 17.82s
Steps-taken: 100.00
Epoch 385	Reward [-802.36 -802.36 -802.36]	Time 18.30s
Steps-taken: 100.00
Epoch 386	Reward [-863.17 -863.17 -863.17]	Time 17.99s
Steps-taken: 100.00
Epoch 387	Reward [-852.41 -852.41 -852.41]	Time 18.14s
Steps-taken: 100.00
Epoch 388	Reward [-864.73 -864.73 -864.73]	Time 18.59s
Steps-taken: 100.00
Epoch 389	Reward [-885.64 -885.64 -885.64]	Time 19.74s
Steps-taken: 100.00
Epoch 390	Reward [-833.61 -833.61 -833.61]	Time 18.50s
Steps-taken: 100.00
Epoch 391	Reward [-835.49 -835.49 -835.49]	Time 18.40s
Steps-taken: 100.00
Epoch 392	Reward [-891.46 -891.46 -891.46]	Time 18.02s
Steps-taken: 100.00
Epoch 393	Reward [-872.94 -872.94 -872.94]	Time 17.53s
Steps-taken: 100.00
Epoch 394	Reward [-802.1 -802.1 -802.1]	Time 17.66s
Steps-taken: 100.00
Epoch 395	Reward [-809.92 -809.92 -809.92]	Time 18.80s
Steps-taken: 100.00
Epoch 396	Reward [-779.64 -779.64 -779.64]	Time 18.76s
Steps-taken: 100.00
Epoch 397	Reward [-835.1 -835.1 -835.1]	Time 18.34s
Steps-taken: 100.00
Epoch 398	Reward [-804.16 -804.16 -804.16]	Time 18.25s
Steps-taken: 100.00
Epoch 399	Reward [-886.74 -886.74 -886.74]	Time 17.82s
Steps-taken: 100.00
Epoch 400	Reward [-838.34 -838.34 -838.34]	Time 18.11s
Steps-taken: 100.00
Epoch 401	Reward [-810.71 -810.71 -810.71]	Time 17.53s
Steps-taken: 100.00
Epoch 402	Reward [-818.54 -818.54 -818.54]	Time 18.12s
Steps-taken: 100.00
Epoch 403	Reward [-778. -778. -778.]	Time 18.33s
Steps-taken: 100.00
Epoch 404	Reward [-853.98 -853.98 -853.98]	Time 17.58s
Steps-taken: 100.00
Epoch 405	Reward [-838.5 -838.5 -838.5]	Time 19.40s
Steps-taken: 100.00
Epoch 406	Reward [-787.41 -787.41 -787.41]	Time 18.29s
Steps-taken: 100.00
Epoch 407	Reward [-822.08 -822.08 -822.08]	Time 18.08s
Steps-taken: 100.00
Epoch 408	Reward [-812.5 -812.5 -812.5]	Time 17.91s
Steps-taken: 100.00
Epoch 409	Reward [-873.3 -873.3 -873.3]	Time 17.95s
Steps-taken: 100.00
Epoch 410	Reward [-861.54 -861.54 -861.54]	Time 18.36s
Steps-taken: 100.00
Epoch 411	Reward [-872.11 -872.11 -872.11]	Time 19.01s
Steps-taken: 100.00
Epoch 412	Reward [-843.15 -843.15 -843.15]	Time 18.49s
Steps-taken: 100.00
Epoch 413	Reward [-859.43 -859.43 -859.43]	Time 17.82s
Steps-taken: 100.00
Epoch 414	Reward [-851.44 -851.44 -851.44]	Time 17.66s
Steps-taken: 100.00
Epoch 415	Reward [-808.18 -808.18 -808.18]	Time 17.96s
Steps-taken: 100.00
Epoch 416	Reward [-916.94 -916.94 -916.94]	Time 17.81s
Steps-taken: 100.00
Epoch 417	Reward [-809.21 -809.21 -809.21]	Time 17.77s
Steps-taken: 100.00
Epoch 418	Reward [-880.79 -880.79 -880.79]	Time 19.50s
Steps-taken: 100.00
Epoch 419	Reward [-839.89 -839.89 -839.89]	Time 18.10s
Steps-taken: 100.00
Epoch 420	Reward [-798.57 -798.57 -798.57]	Time 17.86s
Steps-taken: 100.00
Epoch 421	Reward [-816.39 -816.39 -816.39]	Time 19.23s
Steps-taken: 100.00
Epoch 422	Reward [-819.5 -819.5 -819.5]	Time 18.01s
Steps-taken: 100.00
Epoch 423	Reward [-815.92 -815.92 -815.92]	Time 19.35s
Steps-taken: 100.00
Epoch 424	Reward [-874.85 -874.85 -874.85]	Time 18.49s
Steps-taken: 100.00
Epoch 425	Reward [-850.86 -850.86 -850.86]	Time 17.92s
Steps-taken: 100.00
Epoch 426	Reward [-851.2 -851.2 -851.2]	Time 18.06s
Steps-taken: 100.00
Epoch 427	Reward [-898.89 -898.89 -898.89]	Time 17.91s
Steps-taken: 100.00
Epoch 428	Reward [-883.02 -883.02 -883.02]	Time 18.96s
Steps-taken: 100.00
Epoch 429	Reward [-867.73 -867.73 -867.73]	Time 19.40s
Steps-taken: 100.00
Epoch 430	Reward [-860.91 -860.91 -860.91]	Time 18.56s
Steps-taken: 100.00
Epoch 431	Reward [-832.3 -832.3 -832.3]	Time 18.42s
Steps-taken: 100.00
Epoch 432	Reward [-874.52 -874.52 -874.52]	Time 18.13s
Steps-taken: 100.00
Epoch 433	Reward [-836.06 -836.06 -836.06]	Time 17.79s
Steps-taken: 100.00
Epoch 434	Reward [-910.54 -910.54 -910.54]	Time 17.81s
Steps-taken: 100.00
Epoch 435	Reward [-878.48 -878.48 -878.48]	Time 19.30s
Steps-taken: 100.00
Epoch 436	Reward [-840.95 -840.95 -840.95]	Time 17.97s
Steps-taken: 100.00
Epoch 437	Reward [-922.6 -922.6 -922.6]	Time 18.74s
Steps-taken: 100.00
Epoch 438	Reward [-827.73 -827.73 -827.73]	Time 18.06s
Steps-taken: 100.00
Epoch 439	Reward [-901.18 -901.18 -901.18]	Time 18.87s
Steps-taken: 100.00
Epoch 440	Reward [-868.49 -868.49 -868.49]	Time 18.41s
Steps-taken: 100.00
Epoch 441	Reward [-830.51 -830.51 -830.51]	Time 17.86s
Steps-taken: 100.00
Epoch 442	Reward [-851.69 -851.69 -851.69]	Time 18.78s
Steps-taken: 100.00
Epoch 443	Reward [-805.9 -805.9 -805.9]	Time 18.13s
Steps-taken: 100.00
Epoch 444	Reward [-791.07 -791.07 -791.07]	Time 18.18s
Steps-taken: 100.00
Epoch 445	Reward [-849.61 -849.61 -849.61]	Time 18.07s
Steps-taken: 100.00
Epoch 446	Reward [-812.01 -812.01 -812.01]	Time 17.75s
Steps-taken: 100.00
Epoch 447	Reward [-828.59 -828.59 -828.59]	Time 18.03s
Steps-taken: 100.00
Epoch 448	Reward [-824.11 -824.11 -824.11]	Time 18.23s
Steps-taken: 100.00
Epoch 449	Reward [-903.29 -903.29 -903.29]	Time 18.53s
Steps-taken: 100.00
Epoch 450	Reward [-850.96 -850.96 -850.96]	Time 17.85s
Steps-taken: 100.00
Epoch 451	Reward [-875.12 -875.12 -875.12]	Time 18.77s
Steps-taken: 100.00
Epoch 452	Reward [-815.65 -815.65 -815.65]	Time 18.01s
Steps-taken: 100.00
Epoch 453	Reward [-822.97 -822.97 -822.97]	Time 19.50s
Steps-taken: 100.00
Epoch 454	Reward [-850.8 -850.8 -850.8]	Time 18.37s
Steps-taken: 100.00
Epoch 455	Reward [-893.77 -893.77 -893.77]	Time 18.04s
Steps-taken: 100.00
Epoch 456	Reward [-844.68 -844.68 -844.68]	Time 18.15s
Steps-taken: 100.00
Epoch 457	Reward [-855.13 -855.13 -855.13]	Time 17.65s
Steps-taken: 100.00
Epoch 458	Reward [-844.22 -844.22 -844.22]	Time 18.47s
Steps-taken: 100.00
Epoch 459	Reward [-855.08 -855.08 -855.08]	Time 18.17s
Steps-taken: 100.00
Epoch 460	Reward [-874.66 -874.66 -874.66]	Time 19.93s
Steps-taken: 100.00
Epoch 461	Reward [-834.69 -834.69 -834.69]	Time 18.67s
Steps-taken: 100.00
Epoch 462	Reward [-805.93 -805.93 -805.93]	Time 18.12s
Steps-taken: 100.00
Epoch 463	Reward [-798.01 -798.01 -798.01]	Time 17.58s
Steps-taken: 100.00
Epoch 464	Reward [-806.3 -806.3 -806.3]	Time 18.06s
Steps-taken: 100.00
Epoch 465	Reward [-795.42 -795.42 -795.42]	Time 18.52s
Steps-taken: 100.00
Epoch 466	Reward [-780.11 -780.11 -780.11]	Time 18.79s
Steps-taken: 100.00
Epoch 467	Reward [-801.68 -801.68 -801.68]	Time 17.99s
Steps-taken: 100.00
Epoch 468	Reward [-894.04 -894.04 -894.04]	Time 19.59s
Steps-taken: 100.00
Epoch 469	Reward [-795.27 -795.27 -795.27]	Time 18.08s
Steps-taken: 100.00
Epoch 470	Reward [-867.07 -867.07 -867.07]	Time 18.60s
Steps-taken: 100.00
Epoch 471	Reward [-834.42 -834.42 -834.42]	Time 17.75s
Steps-taken: 100.00
Epoch 472	Reward [-799.6 -799.6 -799.6]	Time 18.11s
Steps-taken: 100.00
Epoch 473	Reward [-773.73 -773.73 -773.73]	Time 18.08s
Steps-taken: 100.00
Epoch 474	Reward [-855.96 -855.96 -855.96]	Time 18.68s
Steps-taken: 100.00
Epoch 475	Reward [-836.35 -836.35 -836.35]	Time 17.58s
Steps-taken: 100.00
Epoch 476	Reward [-809.81 -809.81 -809.81]	Time 18.37s
Steps-taken: 100.00
Epoch 477	Reward [-860.64 -860.64 -860.64]	Time 17.93s
Steps-taken: 100.00
Epoch 478	Reward [-808.03 -808.03 -808.03]	Time 17.72s
Steps-taken: 100.00
Epoch 479	Reward [-769.39 -769.39 -769.39]	Time 17.92s
Steps-taken: 100.00
Epoch 480	Reward [-803.2 -803.2 -803.2]	Time 18.10s
Steps-taken: 100.00
Epoch 481	Reward [-910.62 -910.62 -910.62]	Time 18.05s
Steps-taken: 100.00
Epoch 482	Reward [-808.77 -808.77 -808.77]	Time 18.32s
Steps-taken: 100.00
Epoch 483	Reward [-859.92 -859.92 -859.92]	Time 18.42s
Steps-taken: 100.00
Epoch 484	Reward [-841.25 -841.25 -841.25]	Time 18.89s
Steps-taken: 100.00
Epoch 485	Reward [-842.83 -842.83 -842.83]	Time 17.79s
Steps-taken: 100.00
Epoch 486	Reward [-859.36 -859.36 -859.36]	Time 17.74s
Steps-taken: 100.00
Epoch 487	Reward [-762.17 -762.17 -762.17]	Time 18.21s
Steps-taken: 100.00
Epoch 488	Reward [-748.48 -748.48 -748.48]	Time 18.25s
Steps-taken: 100.00
Epoch 489	Reward [-815.07 -815.07 -815.07]	Time 18.16s
Steps-taken: 100.00
Epoch 490	Reward [-861.54 -861.54 -861.54]	Time 17.91s
Steps-taken: 100.00
Epoch 491	Reward [-816.5 -816.5 -816.5]	Time 18.05s
Steps-taken: 100.00
Epoch 492	Reward [-850.43 -850.43 -850.43]	Time 18.00s
Steps-taken: 100.00
Epoch 493	Reward [-813.59 -813.59 -813.59]	Time 18.62s
Steps-taken: 100.00
Epoch 494	Reward [-847.07 -847.07 -847.07]	Time 18.50s
Steps-taken: 100.00
Epoch 495	Reward [-830.3 -830.3 -830.3]	Time 18.10s
Steps-taken: 100.00
Epoch 496	Reward [-869.33 -869.33 -869.33]	Time 17.81s
Steps-taken: 100.00
Epoch 497	Reward [-839.89 -839.89 -839.89]	Time 18.81s
Steps-taken: 100.00
Epoch 498	Reward [-860.08 -860.08 -860.08]	Time 18.61s
Steps-taken: 100.00
Epoch 499	Reward [-833.49 -833.49 -833.49]	Time 18.12s
Steps-taken: 100.00
Epoch 500	Reward [-832.81 -832.81 -832.81]	Time 18.08s
Steps-taken: 100.00
Epoch 501	Reward [-813.95 -813.95 -813.95]	Time 17.72s
Steps-taken: 100.00
Epoch 502	Reward [-814.9 -814.9 -814.9]	Time 18.83s
Steps-taken: 100.00
Epoch 503	Reward [-859.17 -859.17 -859.17]	Time 18.57s
Steps-taken: 100.00
Epoch 504	Reward [-843.3 -843.3 -843.3]	Time 18.09s
Steps-taken: 100.00
Epoch 505	Reward [-828.23 -828.23 -828.23]	Time 18.85s
Steps-taken: 100.00
Epoch 506	Reward [-871.51 -871.51 -871.51]	Time 18.14s
Steps-taken: 100.00
Epoch 507	Reward [-827.84 -827.84 -827.84]	Time 19.55s
Steps-taken: 100.00
Epoch 508	Reward [-857.26 -857.26 -857.26]	Time 18.63s
Steps-taken: 100.00
Epoch 509	Reward [-802.76 -802.76 -802.76]	Time 18.67s
Steps-taken: 100.00
Epoch 510	Reward [-809.32 -809.32 -809.32]	Time 18.11s
Steps-taken: 100.00
Epoch 511	Reward [-803.12 -803.12 -803.12]	Time 18.69s
Steps-taken: 100.00
Epoch 512	Reward [-800.53 -800.53 -800.53]	Time 18.47s
Steps-taken: 100.00
Epoch 513	Reward [-849.13 -849.13 -849.13]	Time 17.85s
Steps-taken: 100.00
Epoch 514	Reward [-808.89 -808.89 -808.89]	Time 17.72s
Steps-taken: 100.00
Epoch 515	Reward [-783.92 -783.92 -783.92]	Time 18.26s
Steps-taken: 100.00
Epoch 516	Reward [-812.14 -812.14 -812.14]	Time 17.54s
Steps-taken: 100.00
Epoch 517	Reward [-779.96 -779.96 -779.96]	Time 18.20s
Steps-taken: 100.00
Epoch 518	Reward [-798.27 -798.27 -798.27]	Time 19.06s
Steps-taken: 100.00
Epoch 519	Reward [-855.6 -855.6 -855.6]	Time 18.19s
Steps-taken: 100.00
Epoch 520	Reward [-814.41 -814.41 -814.41]	Time 17.84s
Steps-taken: 100.00
Epoch 521	Reward [-814.8 -814.8 -814.8]	Time 18.42s
Steps-taken: 100.00
Epoch 522	Reward [-811.51 -811.51 -811.51]	Time 18.29s
Steps-taken: 100.00
Epoch 523	Reward [-764.14 -764.14 -764.14]	Time 17.74s
Steps-taken: 100.00
Epoch 524	Reward [-841.96 -841.96 -841.96]	Time 18.45s
Steps-taken: 100.00
Epoch 525	Reward [-800.14 -800.14 -800.14]	Time 19.35s
Steps-taken: 100.00
Epoch 526	Reward [-828.49 -828.49 -828.49]	Time 19.25s
Steps-taken: 100.00
Epoch 527	Reward [-741.23 -741.23 -741.23]	Time 17.98s
Steps-taken: 100.00
Epoch 528	Reward [-812.37 -812.37 -812.37]	Time 18.18s
Steps-taken: 100.00
Epoch 529	Reward [-866.73 -866.73 -866.73]	Time 19.19s
Steps-taken: 100.00
Epoch 530	Reward [-821.91 -821.91 -821.91]	Time 18.01s
Steps-taken: 100.00
Epoch 531	Reward [-844.93 -844.93 -844.93]	Time 18.32s
Steps-taken: 100.00
Epoch 532	Reward [-816.08 -816.08 -816.08]	Time 17.67s
Steps-taken: 100.00
Epoch 533	Reward [-814. -814. -814.]	Time 17.56s
Steps-taken: 100.00
Epoch 534	Reward [-761.09 -761.09 -761.09]	Time 18.39s
Steps-taken: 100.00
Epoch 535	Reward [-831.87 -831.87 -831.87]	Time 18.16s
Steps-taken: 100.00
Epoch 536	Reward [-850.16 -850.16 -850.16]	Time 18.26s
Steps-taken: 100.00
Epoch 537	Reward [-763.75 -763.75 -763.75]	Time 18.09s
Steps-taken: 100.00
Epoch 538	Reward [-864.89 -864.89 -864.89]	Time 17.85s
Steps-taken: 100.00
Epoch 539	Reward [-891.12 -891.12 -891.12]	Time 18.69s
Steps-taken: 100.00
Epoch 540	Reward [-833.33 -833.33 -833.33]	Time 18.34s
Steps-taken: 100.00
Epoch 541	Reward [-844.88 -844.88 -844.88]	Time 18.15s
Steps-taken: 100.00
Epoch 542	Reward [-808.02 -808.02 -808.02]	Time 18.62s
Steps-taken: 100.00
Epoch 543	Reward [-825.95 -825.95 -825.95]	Time 17.57s
Steps-taken: 100.00
Epoch 544	Reward [-850.17 -850.17 -850.17]	Time 17.97s
Steps-taken: 100.00
Epoch 545	Reward [-788.91 -788.91 -788.91]	Time 17.95s
Steps-taken: 100.00
Epoch 546	Reward [-844.41 -844.41 -844.41]	Time 17.80s
Steps-taken: 100.00
Epoch 547	Reward [-855.91 -855.91 -855.91]	Time 18.16s
Steps-taken: 100.00
Epoch 548	Reward [-802.32 -802.32 -802.32]	Time 18.09s
Steps-taken: 100.00
Epoch 549	Reward [-805.99 -805.99 -805.99]	Time 18.63s
Steps-taken: 100.00
Epoch 550	Reward [-810.29 -810.29 -810.29]	Time 17.86s
Steps-taken: 100.00
Epoch 551	Reward [-813.26 -813.26 -813.26]	Time 18.39s
Steps-taken: 100.00
Epoch 552	Reward [-748.94 -748.94 -748.94]	Time 18.17s
Steps-taken: 100.00
Epoch 553	Reward [-853.4 -853.4 -853.4]	Time 18.04s
Steps-taken: 100.00
Epoch 554	Reward [-752.97 -752.97 -752.97]	Time 17.73s
Steps-taken: 100.00
Epoch 555	Reward [-784.25 -784.25 -784.25]	Time 18.47s
Steps-taken: 100.00
Epoch 556	Reward [-857.38 -857.38 -857.38]	Time 17.82s
Steps-taken: 100.00
Epoch 557	Reward [-786.92 -786.92 -786.92]	Time 17.99s
Steps-taken: 100.00
Epoch 558	Reward [-811.89 -811.89 -811.89]	Time 18.84s
Steps-taken: 100.00
Epoch 559	Reward [-794.64 -794.64 -794.64]	Time 18.46s
Steps-taken: 100.00
Epoch 560	Reward [-806.64 -806.64 -806.64]	Time 18.40s
Steps-taken: 100.00
Epoch 561	Reward [-898.93 -898.93 -898.93]	Time 17.82s
Steps-taken: 100.00
Epoch 562	Reward [-819.23 -819.23 -819.23]	Time 17.85s
Steps-taken: 100.00
Epoch 563	Reward [-865.4 -865.4 -865.4]	Time 18.23s
Steps-taken: 100.00
Epoch 564	Reward [-736. -736. -736.]	Time 17.87s
Steps-taken: 100.00
Epoch 565	Reward [-791.46 -791.46 -791.46]	Time 18.44s
Steps-taken: 100.00
Epoch 566	Reward [-798.14 -798.14 -798.14]	Time 18.34s
Steps-taken: 100.00
Epoch 567	Reward [-838.79 -838.79 -838.79]	Time 18.33s
Steps-taken: 100.00
Epoch 568	Reward [-766.8 -766.8 -766.8]	Time 18.41s
Steps-taken: 100.00
Epoch 569	Reward [-801.52 -801.52 -801.52]	Time 18.98s
Steps-taken: 100.00
Epoch 570	Reward [-833.57 -833.57 -833.57]	Time 18.07s
Steps-taken: 100.00
Epoch 571	Reward [-833.07 -833.07 -833.07]	Time 18.63s
Steps-taken: 100.00
Epoch 572	Reward [-874.37 -874.37 -874.37]	Time 17.78s
Steps-taken: 100.00
Epoch 573	Reward [-891.49 -891.49 -891.49]	Time 17.94s
Steps-taken: 100.00
Epoch 574	Reward [-783.41 -783.41 -783.41]	Time 19.04s
Steps-taken: 100.00
Epoch 575	Reward [-793.01 -793.01 -793.01]	Time 18.35s
Steps-taken: 100.00
Epoch 576	Reward [-816.07 -816.07 -816.07]	Time 18.04s
Steps-taken: 100.00
Epoch 577	Reward [-786.56 -786.56 -786.56]	Time 17.74s
Steps-taken: 100.00
Epoch 578	Reward [-770.94 -770.94 -770.94]	Time 17.52s
Steps-taken: 100.00
Epoch 579	Reward [-820.66 -820.66 -820.66]	Time 18.75s
Steps-taken: 100.00
Epoch 580	Reward [-843.26 -843.26 -843.26]	Time 18.36s
Steps-taken: 100.00
Epoch 581	Reward [-824.12 -824.12 -824.12]	Time 18.23s
Steps-taken: 100.00
Epoch 582	Reward [-791.71 -791.71 -791.71]	Time 18.79s
Steps-taken: 100.00
Epoch 583	Reward [-750.84 -750.84 -750.84]	Time 18.88s
Steps-taken: 100.00
Epoch 584	Reward [-857.09 -857.09 -857.09]	Time 18.65s
Steps-taken: 100.00
Epoch 585	Reward [-772.86 -772.86 -772.86]	Time 17.87s
Steps-taken: 100.00
Epoch 586	Reward [-841.06 -841.06 -841.06]	Time 19.39s
Steps-taken: 100.00
Epoch 587	Reward [-853.53 -853.53 -853.53]	Time 17.83s
Steps-taken: 100.00
Epoch 588	Reward [-797.74 -797.74 -797.74]	Time 18.31s
Steps-taken: 100.00
Epoch 589	Reward [-840.34 -840.34 -840.34]	Time 18.30s
Steps-taken: 100.00
Epoch 590	Reward [-813.36 -813.36 -813.36]	Time 17.74s
Steps-taken: 100.00
Epoch 591	Reward [-852.52 -852.52 -852.52]	Time 19.03s
Steps-taken: 100.00
Epoch 592	Reward [-814.76 -814.76 -814.76]	Time 18.51s
Steps-taken: 100.00
Epoch 593	Reward [-800.54 -800.54 -800.54]	Time 18.32s
Steps-taken: 100.00
Epoch 594	Reward [-831.97 -831.97 -831.97]	Time 18.08s
Steps-taken: 100.00
Epoch 595	Reward [-884.84 -884.84 -884.84]	Time 19.01s
Steps-taken: 100.00
Epoch 596	Reward [-869.78 -869.78 -869.78]	Time 17.98s
Steps-taken: 100.00
Epoch 597	Reward [-801.34 -801.34 -801.34]	Time 17.94s
Steps-taken: 100.00
Epoch 598	Reward [-804.17 -804.17 -804.17]	Time 18.64s
Steps-taken: 100.00
Epoch 599	Reward [-861.62 -861.62 -861.62]	Time 19.29s
Steps-taken: 100.00
Epoch 600	Reward [-845.38 -845.38 -845.38]	Time 18.08s
Steps-taken: 100.00
Epoch 601	Reward [-804.53 -804.53 -804.53]	Time 18.41s
Steps-taken: 100.00
Epoch 602	Reward [-825.72 -825.72 -825.72]	Time 19.28s
Steps-taken: 100.00
Epoch 603	Reward [-831. -831. -831.]	Time 18.26s
Steps-taken: 100.00
Epoch 604	Reward [-837.27 -837.27 -837.27]	Time 18.90s
Steps-taken: 100.00
Epoch 605	Reward [-831.94 -831.94 -831.94]	Time 18.40s
Steps-taken: 100.00
Epoch 606	Reward [-809.36 -809.36 -809.36]	Time 17.64s
Steps-taken: 100.00
Epoch 607	Reward [-785.1 -785.1 -785.1]	Time 18.66s
Steps-taken: 100.00
Epoch 608	Reward [-859.45 -859.45 -859.45]	Time 18.34s
Steps-taken: 100.00
Epoch 609	Reward [-840.02 -840.02 -840.02]	Time 18.48s
Steps-taken: 100.00
Epoch 610	Reward [-847.27 -847.27 -847.27]	Time 18.00s
Steps-taken: 100.00
Epoch 611	Reward [-775.3 -775.3 -775.3]	Time 18.07s
Steps-taken: 100.00
Epoch 612	Reward [-831.13 -831.13 -831.13]	Time 17.72s
Steps-taken: 100.00
Epoch 613	Reward [-816.66 -816.66 -816.66]	Time 18.14s
Steps-taken: 100.00
Epoch 614	Reward [-858.51 -858.51 -858.51]	Time 18.65s
Steps-taken: 100.00
Epoch 615	Reward [-905.07 -905.07 -905.07]	Time 18.17s
Steps-taken: 100.00
Epoch 616	Reward [-870.66 -870.66 -870.66]	Time 17.89s
Steps-taken: 100.00
Epoch 617	Reward [-797.76 -797.76 -797.76]	Time 18.00s
Steps-taken: 100.00
Epoch 618	Reward [-883.26 -883.26 -883.26]	Time 18.13s
Steps-taken: 100.00
Epoch 619	Reward [-793.97 -793.97 -793.97]	Time 19.59s
Steps-taken: 100.00
Epoch 620	Reward [-820.88 -820.88 -820.88]	Time 17.94s
Steps-taken: 100.00
Epoch 621	Reward [-795.42 -795.42 -795.42]	Time 18.62s
Steps-taken: 100.00
Epoch 622	Reward [-838.19 -838.19 -838.19]	Time 18.86s
Steps-taken: 100.00
Epoch 623	Reward [-819.62 -819.62 -819.62]	Time 18.30s
Steps-taken: 100.00
Epoch 624	Reward [-855.07 -855.07 -855.07]	Time 18.54s
Steps-taken: 100.00
Epoch 625	Reward [-799.75 -799.75 -799.75]	Time 18.00s
Steps-taken: 100.00
Epoch 626	Reward [-876.7 -876.7 -876.7]	Time 18.37s
Steps-taken: 100.00
Epoch 627	Reward [-819.21 -819.21 -819.21]	Time 19.02s
Steps-taken: 100.00
Epoch 628	Reward [-822.96 -822.96 -822.96]	Time 17.77s
Steps-taken: 100.00
Epoch 629	Reward [-822.25 -822.25 -822.25]	Time 17.73s
Steps-taken: 100.00
Epoch 630	Reward [-835.19 -835.19 -835.19]	Time 18.11s
Steps-taken: 100.00
Epoch 631	Reward [-788.93 -788.93 -788.93]	Time 17.95s
Steps-taken: 100.00
Epoch 632	Reward [-871.57 -871.57 -871.57]	Time 18.97s
Steps-taken: 100.00
Epoch 633	Reward [-818.86 -818.86 -818.86]	Time 18.90s
Steps-taken: 100.00
Epoch 634	Reward [-842.14 -842.14 -842.14]	Time 17.36s
Steps-taken: 100.00
Epoch 635	Reward [-818.98 -818.98 -818.98]	Time 18.27s
Steps-taken: 100.00
Epoch 636	Reward [-857. -857. -857.]	Time 18.20s
Steps-taken: 100.00
Epoch 637	Reward [-810.23 -810.23 -810.23]	Time 18.16s
Steps-taken: 100.00
Epoch 638	Reward [-803.34 -803.34 -803.34]	Time 18.10s
Steps-taken: 100.00
Epoch 639	Reward [-839.88 -839.88 -839.88]	Time 18.90s
Steps-taken: 100.00
Epoch 640	Reward [-784.08 -784.08 -784.08]	Time 18.97s
Steps-taken: 100.00
Epoch 641	Reward [-766.7 -766.7 -766.7]	Time 18.13s
Steps-taken: 100.00
Epoch 642	Reward [-793.6 -793.6 -793.6]	Time 18.12s
Steps-taken: 100.00
Epoch 643	Reward [-768.5 -768.5 -768.5]	Time 18.57s
Steps-taken: 100.00
Epoch 644	Reward [-801.61 -801.61 -801.61]	Time 17.99s
Steps-taken: 100.00
Epoch 645	Reward [-801.71 -801.71 -801.71]	Time 18.58s
Steps-taken: 100.00
Epoch 646	Reward [-838.01 -838.01 -838.01]	Time 18.67s
Steps-taken: 100.00
Epoch 647	Reward [-792.77 -792.77 -792.77]	Time 18.73s
Steps-taken: 100.00
Epoch 648	Reward [-793.57 -793.57 -793.57]	Time 18.48s
Steps-taken: 100.00
Epoch 649	Reward [-783.88 -783.88 -783.88]	Time 19.24s
Steps-taken: 100.00
Epoch 650	Reward [-859.35 -859.35 -859.35]	Time 19.48s
Steps-taken: 100.00
Epoch 651	Reward [-843.98 -843.98 -843.98]	Time 18.34s
Steps-taken: 100.00
Epoch 652	Reward [-866.74 -866.74 -866.74]	Time 17.66s
Steps-taken: 100.00
Epoch 653	Reward [-829.26 -829.26 -829.26]	Time 17.94s
Steps-taken: 100.00
Epoch 654	Reward [-841.18 -841.18 -841.18]	Time 18.02s
Steps-taken: 100.00
Epoch 655	Reward [-869.77 -869.77 -869.77]	Time 19.33s
Steps-taken: 100.00
Epoch 656	Reward [-782.79 -782.79 -782.79]	Time 18.48s
Steps-taken: 100.00
Epoch 657	Reward [-754.45 -754.45 -754.45]	Time 18.69s
Steps-taken: 100.00
Epoch 658	Reward [-813.26 -813.26 -813.26]	Time 17.73s
Steps-taken: 100.00
Epoch 659	Reward [-791.99 -791.99 -791.99]	Time 18.09s
Steps-taken: 100.00
Epoch 660	Reward [-736.33 -736.33 -736.33]	Time 17.88s
Steps-taken: 100.00
Epoch 661	Reward [-822.14 -822.14 -822.14]	Time 18.41s
Steps-taken: 100.00
Epoch 662	Reward [-803.91 -803.91 -803.91]	Time 17.83s
Steps-taken: 100.00
Epoch 663	Reward [-808.82 -808.82 -808.82]	Time 18.28s
Steps-taken: 100.00
Epoch 664	Reward [-807.87 -807.87 -807.87]	Time 17.66s
Steps-taken: 100.00
Epoch 665	Reward [-819.44 -819.44 -819.44]	Time 17.81s
Steps-taken: 100.00
Epoch 666	Reward [-768.9 -768.9 -768.9]	Time 18.13s
Steps-taken: 100.00
Epoch 667	Reward [-833.4 -833.4 -833.4]	Time 17.68s
Steps-taken: 100.00
Epoch 668	Reward [-802.85 -802.85 -802.85]	Time 17.52s
Steps-taken: 100.00
Epoch 669	Reward [-872.17 -872.17 -872.17]	Time 18.60s
Steps-taken: 100.00
Epoch 670	Reward [-812.87 -812.87 -812.87]	Time 17.83s
Steps-taken: 100.00
Epoch 671	Reward [-798.88 -798.88 -798.88]	Time 18.87s
Steps-taken: 100.00
Epoch 672	Reward [-803.68 -803.68 -803.68]	Time 17.87s
Steps-taken: 100.00
Epoch 673	Reward [-807.62 -807.62 -807.62]	Time 17.63s
Steps-taken: 100.00
Epoch 674	Reward [-782.27 -782.27 -782.27]	Time 18.62s
Steps-taken: 100.00
Epoch 675	Reward [-866.59 -866.59 -866.59]	Time 18.03s
Steps-taken: 100.00
Epoch 676	Reward [-878.75 -878.75 -878.75]	Time 18.96s
Steps-taken: 100.00
Epoch 677	Reward [-906.57 -906.57 -906.57]	Time 17.94s
Steps-taken: 100.00
Epoch 678	Reward [-807.38 -807.38 -807.38]	Time 17.34s
Steps-taken: 100.00
Epoch 679	Reward [-833.99 -833.99 -833.99]	Time 18.06s
Steps-taken: 100.00
Epoch 680	Reward [-853.02 -853.02 -853.02]	Time 17.48s
Steps-taken: 100.00
Epoch 681	Reward [-828.01 -828.01 -828.01]	Time 18.24s
Steps-taken: 100.00
Epoch 682	Reward [-848.28 -848.28 -848.28]	Time 17.78s
Steps-taken: 100.00
Epoch 683	Reward [-863.99 -863.99 -863.99]	Time 18.05s
Steps-taken: 100.00
Epoch 684	Reward [-795.02 -795.02 -795.02]	Time 17.68s
Steps-taken: 100.00
Epoch 685	Reward [-858.5 -858.5 -858.5]	Time 19.57s
Steps-taken: 100.00
Epoch 686	Reward [-795.16 -795.16 -795.16]	Time 18.78s
Steps-taken: 100.00
Epoch 687	Reward [-839.01 -839.01 -839.01]	Time 18.02s
Steps-taken: 100.00
Epoch 688	Reward [-859.61 -859.61 -859.61]	Time 17.71s
Steps-taken: 100.00
Epoch 689	Reward [-831.88 -831.88 -831.88]	Time 18.06s
Steps-taken: 100.00
Epoch 690	Reward [-841.08 -841.08 -841.08]	Time 17.64s
Steps-taken: 100.00
Epoch 691	Reward [-822.45 -822.45 -822.45]	Time 17.68s
Steps-taken: 100.00
Epoch 692	Reward [-798.81 -798.81 -798.81]	Time 17.80s
Steps-taken: 100.00
Epoch 693	Reward [-778.38 -778.38 -778.38]	Time 18.53s
Steps-taken: 100.00
Epoch 694	Reward [-837.83 -837.83 -837.83]	Time 18.45s
Steps-taken: 100.00
Epoch 695	Reward [-847.69 -847.69 -847.69]	Time 17.81s
Steps-taken: 100.00
Epoch 696	Reward [-845.25 -845.25 -845.25]	Time 17.94s
Steps-taken: 100.00
Epoch 697	Reward [-767.44 -767.44 -767.44]	Time 18.30s
Steps-taken: 100.00
Epoch 698	Reward [-833.16 -833.16 -833.16]	Time 18.02s
Steps-taken: 100.00
Epoch 699	Reward [-903.71 -903.71 -903.71]	Time 17.33s
Steps-taken: 100.00
Epoch 700	Reward [-807.39 -807.39 -807.39]	Time 17.84s
Steps-taken: 100.00
Epoch 701	Reward [-826.22 -826.22 -826.22]	Time 18.05s
Steps-taken: 100.00
Epoch 702	Reward [-891.4 -891.4 -891.4]	Time 18.04s
Steps-taken: 100.00
Epoch 703	Reward [-816.62 -816.62 -816.62]	Time 17.80s
Steps-taken: 100.00
Epoch 704	Reward [-746.67 -746.67 -746.67]	Time 18.31s
Steps-taken: 100.00
Epoch 705	Reward [-854.2 -854.2 -854.2]	Time 18.23s
Steps-taken: 100.00
Epoch 706	Reward [-802.32 -802.32 -802.32]	Time 18.20s
Steps-taken: 100.00
Epoch 707	Reward [-816.85 -816.85 -816.85]	Time 18.40s
Steps-taken: 100.00
Epoch 708	Reward [-800.58 -800.58 -800.58]	Time 18.16s
Steps-taken: 100.00
Epoch 709	Reward [-810.74 -810.74 -810.74]	Time 18.21s
Steps-taken: 100.00
Epoch 710	Reward [-767.53 -767.53 -767.53]	Time 18.80s
Steps-taken: 100.00
Epoch 711	Reward [-809.79 -809.79 -809.79]	Time 18.09s
Steps-taken: 100.00
Epoch 712	Reward [-825.72 -825.72 -825.72]	Time 18.98s
Steps-taken: 100.00
Epoch 713	Reward [-806.46 -806.46 -806.46]	Time 17.66s
Steps-taken: 100.00
Epoch 714	Reward [-837.23 -837.23 -837.23]	Time 18.50s
Steps-taken: 100.00
Epoch 715	Reward [-815.13 -815.13 -815.13]	Time 17.79s
Steps-taken: 100.00
Epoch 716	Reward [-848.56 -848.56 -848.56]	Time 18.56s
Steps-taken: 100.00
Epoch 717	Reward [-805.86 -805.86 -805.86]	Time 17.86s
Steps-taken: 100.00
Epoch 718	Reward [-873.55 -873.55 -873.55]	Time 17.48s
Steps-taken: 100.00
Epoch 719	Reward [-834.79 -834.79 -834.79]	Time 17.41s
Steps-taken: 100.00
Epoch 720	Reward [-846.96 -846.96 -846.96]	Time 18.13s
Steps-taken: 100.00
Epoch 721	Reward [-766.6 -766.6 -766.6]	Time 18.92s
Steps-taken: 100.00
Epoch 722	Reward [-833.02 -833.02 -833.02]	Time 18.10s
Steps-taken: 100.00
Epoch 723	Reward [-843.62 -843.62 -843.62]	Time 17.36s
Steps-taken: 100.00
Epoch 724	Reward [-808.64 -808.64 -808.64]	Time 18.17s
Steps-taken: 100.00
Epoch 725	Reward [-789.85 -789.85 -789.85]	Time 18.09s
Steps-taken: 100.00
Epoch 726	Reward [-819.95 -819.95 -819.95]	Time 18.79s
Steps-taken: 100.00
Epoch 727	Reward [-863.96 -863.96 -863.96]	Time 18.38s
Steps-taken: 100.00
Epoch 728	Reward [-783.52 -783.52 -783.52]	Time 17.75s
Steps-taken: 100.00
Epoch 729	Reward [-776.04 -776.04 -776.04]	Time 17.43s
Steps-taken: 100.00
Epoch 730	Reward [-827.98 -827.98 -827.98]	Time 17.91s
Steps-taken: 100.00
Epoch 731	Reward [-807.17 -807.17 -807.17]	Time 18.23s
Steps-taken: 100.00
Epoch 732	Reward [-773.37 -773.37 -773.37]	Time 17.90s
Steps-taken: 100.00
Epoch 733	Reward [-843.73 -843.73 -843.73]	Time 19.12s
Steps-taken: 100.00
Epoch 734	Reward [-788.93 -788.93 -788.93]	Time 17.70s
Steps-taken: 100.00
Epoch 735	Reward [-812.96 -812.96 -812.96]	Time 17.97s
Steps-taken: 100.00
Epoch 736	Reward [-848.04 -848.04 -848.04]	Time 18.80s
Steps-taken: 100.00
Epoch 737	Reward [-817.32 -817.32 -817.32]	Time 18.11s
Steps-taken: 100.00
Epoch 738	Reward [-765.02 -765.02 -765.02]	Time 19.16s
Steps-taken: 100.00
Epoch 739	Reward [-795.46 -795.46 -795.46]	Time 18.26s
Steps-taken: 100.00
Epoch 740	Reward [-788.16 -788.16 -788.16]	Time 17.85s
Steps-taken: 100.00
Epoch 741	Reward [-790.73 -790.73 -790.73]	Time 17.70s
Steps-taken: 100.00
Epoch 742	Reward [-841.37 -841.37 -841.37]	Time 19.39s
Steps-taken: 100.00
Epoch 743	Reward [-847.52 -847.52 -847.52]	Time 18.72s
Steps-taken: 100.00
Epoch 744	Reward [-833.67 -833.67 -833.67]	Time 17.80s
Steps-taken: 100.00
Epoch 745	Reward [-810.1 -810.1 -810.1]	Time 18.26s
Steps-taken: 100.00
Epoch 746	Reward [-800.29 -800.29 -800.29]	Time 17.86s
Steps-taken: 100.00
Epoch 747	Reward [-795.89 -795.89 -795.89]	Time 18.77s
Steps-taken: 100.00
Epoch 748	Reward [-821.72 -821.72 -821.72]	Time 18.34s
Steps-taken: 100.00
Epoch 749	Reward [-835.8 -835.8 -835.8]	Time 17.36s
Steps-taken: 100.00
Epoch 750	Reward [-812.58 -812.58 -812.58]	Time 17.54s
Steps-taken: 100.00
Epoch 751	Reward [-810.78 -810.78 -810.78]	Time 17.80s
Steps-taken: 100.00
Epoch 752	Reward [-749.62 -749.62 -749.62]	Time 18.25s
Steps-taken: 100.00
Epoch 753	Reward [-780.83 -780.83 -780.83]	Time 17.87s
Steps-taken: 100.00
Epoch 754	Reward [-766.44 -766.44 -766.44]	Time 17.57s
Steps-taken: 100.00
Epoch 755	Reward [-811.27 -811.27 -811.27]	Time 17.49s
Steps-taken: 100.00
Epoch 756	Reward [-845.12 -845.12 -845.12]	Time 17.47s
Steps-taken: 100.00
Epoch 757	Reward [-865.16 -865.16 -865.16]	Time 18.55s
Steps-taken: 100.00
Epoch 758	Reward [-808. -808. -808.]	Time 18.77s
Steps-taken: 100.00
Epoch 759	Reward [-818.85 -818.85 -818.85]	Time 19.05s
Steps-taken: 100.00
Epoch 760	Reward [-906.27 -906.27 -906.27]	Time 18.05s
Steps-taken: 100.00
Epoch 761	Reward [-819.61 -819.61 -819.61]	Time 18.90s
Steps-taken: 100.00
Epoch 762	Reward [-862.14 -862.14 -862.14]	Time 18.64s
Steps-taken: 100.00
Epoch 763	Reward [-869.52 -869.52 -869.52]	Time 17.82s
Steps-taken: 100.00
Epoch 764	Reward [-852.74 -852.74 -852.74]	Time 18.50s
Steps-taken: 100.00
Epoch 765	Reward [-764.67 -764.67 -764.67]	Time 18.27s
Steps-taken: 100.00
Epoch 766	Reward [-844.56 -844.56 -844.56]	Time 18.14s
Steps-taken: 100.00
Epoch 767	Reward [-793.02 -793.02 -793.02]	Time 18.65s
Steps-taken: 100.00
Epoch 768	Reward [-787.62 -787.62 -787.62]	Time 19.51s
Steps-taken: 100.00
Epoch 769	Reward [-835.9 -835.9 -835.9]	Time 18.29s
Steps-taken: 100.00
Epoch 770	Reward [-748.18 -748.18 -748.18]	Time 18.49s
Steps-taken: 100.00
Epoch 771	Reward [-888.13 -888.13 -888.13]	Time 18.66s
Steps-taken: 100.00
Epoch 772	Reward [-779.02 -779.02 -779.02]	Time 18.07s
Steps-taken: 100.00
Epoch 773	Reward [-825.59 -825.59 -825.59]	Time 17.89s
Steps-taken: 100.00
Epoch 774	Reward [-791.94 -791.94 -791.94]	Time 17.77s
Steps-taken: 100.00
Epoch 775	Reward [-776.53 -776.53 -776.53]	Time 17.59s
Steps-taken: 100.00
Epoch 776	Reward [-832.37 -832.37 -832.37]	Time 18.07s
Steps-taken: 100.00
Epoch 777	Reward [-804.13 -804.13 -804.13]	Time 18.45s
Steps-taken: 100.00
Epoch 778	Reward [-830.63 -830.63 -830.63]	Time 17.80s
Steps-taken: 100.00
Epoch 779	Reward [-929.61 -929.61 -929.61]	Time 17.79s
Steps-taken: 100.00
Epoch 780	Reward [-839.74 -839.74 -839.74]	Time 17.96s
Steps-taken: 100.00
Epoch 781	Reward [-834.31 -834.31 -834.31]	Time 17.54s
Steps-taken: 100.00
Epoch 782	Reward [-821.23 -821.23 -821.23]	Time 19.12s
Steps-taken: 100.00
Epoch 783	Reward [-876.57 -876.57 -876.57]	Time 17.77s
Steps-taken: 100.00
Epoch 784	Reward [-938.5 -938.5 -938.5]	Time 18.14s
Steps-taken: 100.00
Epoch 785	Reward [-969.99 -969.99 -969.99]	Time 18.12s
Steps-taken: 100.00
Epoch 786	Reward [-875.22 -875.22 -875.22]	Time 18.74s
Steps-taken: 100.00
Epoch 787	Reward [-907.56 -907.56 -907.56]	Time 18.37s
Steps-taken: 100.00
Epoch 788	Reward [-860.62 -860.62 -860.62]	Time 17.65s
Steps-taken: 100.00
Epoch 789	Reward [-798.1 -798.1 -798.1]	Time 17.79s
Steps-taken: 100.00
Epoch 790	Reward [-779.81 -779.81 -779.81]	Time 18.22s
Steps-taken: 100.00
Epoch 791	Reward [-794.38 -794.38 -794.38]	Time 18.45s
Steps-taken: 100.00
Epoch 792	Reward [-880.01 -880.01 -880.01]	Time 18.03s
Steps-taken: 100.00
Epoch 793	Reward [-859.58 -859.58 -859.58]	Time 18.73s
Steps-taken: 100.00
Epoch 794	Reward [-865.71 -865.71 -865.71]	Time 17.59s
Steps-taken: 100.00
Epoch 795	Reward [-862.61 -862.61 -862.61]	Time 17.64s
Steps-taken: 100.00
Epoch 796	Reward [-847. -847. -847.]	Time 18.05s
Steps-taken: 100.00
Epoch 797	Reward [-863.95 -863.95 -863.95]	Time 18.44s
Steps-taken: 100.00
Epoch 798	Reward [-882.9 -882.9 -882.9]	Time 18.10s
Steps-taken: 100.00
Epoch 799	Reward [-935.13 -935.13 -935.13]	Time 17.70s
Steps-taken: 100.00
Epoch 800	Reward [-865.08 -865.08 -865.08]	Time 18.04s
Steps-taken: 100.00
Epoch 801	Reward [-862.07 -862.07 -862.07]	Time 18.67s
Steps-taken: 100.00
Epoch 802	Reward [-895.56 -895.56 -895.56]	Time 18.18s
Steps-taken: 100.00
Epoch 803	Reward [-895.5 -895.5 -895.5]	Time 18.90s
Steps-taken: 100.00
Epoch 804	Reward [-1021.78 -1021.78 -1021.78]	Time 18.27s
Steps-taken: 100.00
Epoch 805	Reward [-987.17 -987.17 -987.17]	Time 18.63s
Steps-taken: 100.00
Epoch 806	Reward [-975.78 -975.78 -975.78]	Time 18.19s
Steps-taken: 100.00
Epoch 807	Reward [-972.48 -972.48 -972.48]	Time 18.26s
Steps-taken: 100.00
Epoch 808	Reward [-888.61 -888.61 -888.61]	Time 19.13s
Steps-taken: 100.00
Epoch 809	Reward [-894.35 -894.35 -894.35]	Time 17.87s
Steps-taken: 100.00
Epoch 810	Reward [-837.79 -837.79 -837.79]	Time 17.95s
Steps-taken: 100.00
Epoch 811	Reward [-950.06 -950.06 -950.06]	Time 17.87s
Steps-taken: 100.00
Epoch 812	Reward [-912.16 -912.16 -912.16]	Time 17.81s
Steps-taken: 100.00
Epoch 813	Reward [-888.49 -888.49 -888.49]	Time 18.89s
Steps-taken: 100.00
Epoch 814	Reward [-934.4 -934.4 -934.4]	Time 17.88s
Steps-taken: 100.00
Epoch 815	Reward [-958. -958. -958.]	Time 17.62s
Steps-taken: 100.00
Epoch 816	Reward [-1050.54 -1050.54 -1050.54]	Time 18.46s
Steps-taken: 100.00
Epoch 817	Reward [-1022.91 -1022.91 -1022.91]	Time 17.76s
Steps-taken: 100.00
Epoch 818	Reward [-928.6 -928.6 -928.6]	Time 18.32s
Steps-taken: 100.00
Epoch 819	Reward [-894.28 -894.28 -894.28]	Time 17.73s
Steps-taken: 100.00
Epoch 820	Reward [-959.37 -959.37 -959.37]	Time 17.62s
Steps-taken: 100.00
Epoch 821	Reward [-933.08 -933.08 -933.08]	Time 19.32s
Steps-taken: 100.00
Epoch 822	Reward [-972.1 -972.1 -972.1]	Time 18.36s
Steps-taken: 100.00
Epoch 823	Reward [-973.9 -973.9 -973.9]	Time 18.60s
Steps-taken: 100.00
Epoch 824	Reward [-981.6 -981.6 -981.6]	Time 18.54s
Steps-taken: 100.00
Epoch 825	Reward [-982.91 -982.91 -982.91]	Time 17.87s
Steps-taken: 100.00
Epoch 826	Reward [-929.52 -929.52 -929.52]	Time 18.36s
Steps-taken: 100.00
Epoch 827	Reward [-980.91 -980.91 -980.91]	Time 17.76s
Steps-taken: 100.00
Epoch 828	Reward [-923.65 -923.65 -923.65]	Time 17.80s
Steps-taken: 100.00
Epoch 829	Reward [-940.72 -940.72 -940.72]	Time 18.09s
Steps-taken: 100.00
Epoch 830	Reward [-953.77 -953.77 -953.77]	Time 18.28s
Steps-taken: 100.00
Epoch 831	Reward [-913.1 -913.1 -913.1]	Time 19.90s
Steps-taken: 100.00
Epoch 832	Reward [-971.56 -971.56 -971.56]	Time 18.18s
Steps-taken: 100.00
Epoch 833	Reward [-999.17 -999.17 -999.17]	Time 18.58s
Steps-taken: 100.00
Epoch 834	Reward [-979.28 -979.28 -979.28]	Time 19.61s
Steps-taken: 100.00
Epoch 835	Reward [-1016.06 -1016.06 -1016.06]	Time 18.12s
Steps-taken: 100.00
Epoch 836	Reward [-956.36 -956.36 -956.36]	Time 18.16s
Steps-taken: 100.00
Epoch 837	Reward [-937.22 -937.22 -937.22]	Time 19.06s
Steps-taken: 100.00
Epoch 838	Reward [-1073.79 -1073.79 -1073.79]	Time 17.89s
Steps-taken: 100.00
Epoch 839	Reward [-945.37 -945.37 -945.37]	Time 17.64s
Steps-taken: 100.00
Epoch 840	Reward [-1015.09 -1015.09 -1015.09]	Time 18.39s
Steps-taken: 100.00
Epoch 841	Reward [-1093.56 -1093.56 -1093.56]	Time 18.01s
Steps-taken: 100.00
Epoch 842	Reward [-998.67 -998.67 -998.67]	Time 17.98s
Steps-taken: 100.00
Epoch 843	Reward [-1004.31 -1004.31 -1004.31]	Time 18.55s
Steps-taken: 100.00
Epoch 844	Reward [-973.99 -973.99 -973.99]	Time 17.75s
Steps-taken: 100.00
Epoch 845	Reward [-1059.21 -1059.21 -1059.21]	Time 18.08s
Steps-taken: 100.00
Epoch 846	Reward [-1014.01 -1014.01 -1014.01]	Time 17.76s
Steps-taken: 100.00
Epoch 847	Reward [-974.3 -974.3 -974.3]	Time 18.56s
Steps-taken: 100.00
Epoch 848	Reward [-940.77 -940.77 -940.77]	Time 18.03s
Steps-taken: 100.00
Epoch 849	Reward [-963.59 -963.59 -963.59]	Time 17.62s
Steps-taken: 100.00
Epoch 850	Reward [-865.58 -865.58 -865.58]	Time 19.31s
Steps-taken: 100.00
Epoch 851	Reward [-881.19 -881.19 -881.19]	Time 18.93s
Steps-taken: 100.00
Epoch 852	Reward [-898.64 -898.64 -898.64]	Time 17.82s
Steps-taken: 100.00
Epoch 853	Reward [-861.16 -861.16 -861.16]	Time 19.41s
Steps-taken: 100.00
Epoch 854	Reward [-902.76 -902.76 -902.76]	Time 18.03s
Steps-taken: 100.00
Epoch 855	Reward [-898.61 -898.61 -898.61]	Time 19.03s
Steps-taken: 100.00
Epoch 856	Reward [-977.72 -977.72 -977.72]	Time 18.69s
Steps-taken: 100.00
Epoch 857	Reward [-1033.96 -1033.96 -1033.96]	Time 17.94s
Steps-taken: 100.00
Epoch 858	Reward [-1004.12 -1004.12 -1004.12]	Time 17.68s
Steps-taken: 100.00
Epoch 859	Reward [-1118.83 -1118.83 -1118.83]	Time 18.66s
Steps-taken: 100.00
Epoch 860	Reward [-1082.97 -1082.97 -1082.97]	Time 18.46s
Steps-taken: 100.00
Epoch 861	Reward [-990.92 -990.92 -990.92]	Time 18.10s
Steps-taken: 100.00
Epoch 862	Reward [-1122.38 -1122.38 -1122.38]	Time 17.68s
Steps-taken: 100.00
Epoch 863	Reward [-1062.18 -1062.18 -1062.18]	Time 17.79s
Steps-taken: 100.00
Epoch 864	Reward [-1092.08 -1092.08 -1092.08]	Time 18.31s
Steps-taken: 100.00
Epoch 865	Reward [-1065.33 -1065.33 -1065.33]	Time 17.93s
Steps-taken: 100.00
Epoch 866	Reward [-1021.26 -1021.26 -1021.26]	Time 20.87s
Steps-taken: 100.00
Epoch 867	Reward [-1017.52 -1017.52 -1017.52]	Time 17.79s
Steps-taken: 100.00
Epoch 868	Reward [-1064.3 -1064.3 -1064.3]	Time 18.06s
Steps-taken: 100.00
Epoch 869	Reward [-1027.89 -1027.89 -1027.89]	Time 19.72s
Steps-taken: 100.00
Epoch 870	Reward [-1011.98 -1011.98 -1011.98]	Time 18.37s
Steps-taken: 100.00
Epoch 871	Reward [-1091.37 -1091.37 -1091.37]	Time 18.15s
Steps-taken: 100.00
Epoch 872	Reward [-986.66 -986.66 -986.66]	Time 18.13s
Steps-taken: 100.00
Epoch 873	Reward [-1026.48 -1026.48 -1026.48]	Time 18.00s
Steps-taken: 100.00
Epoch 874	Reward [-1049.19 -1049.19 -1049.19]	Time 17.70s
Steps-taken: 100.00
Epoch 875	Reward [-1038.85 -1038.85 -1038.85]	Time 17.56s
Steps-taken: 100.00
Epoch 876	Reward [-1093.08 -1093.08 -1093.08]	Time 18.91s
Steps-taken: 100.00
Epoch 877	Reward [-1073.92 -1073.92 -1073.92]	Time 19.02s
Steps-taken: 100.00
Epoch 878	Reward [-1173.22 -1173.22 -1173.22]	Time 18.52s
Steps-taken: 100.00
Epoch 879	Reward [-1109.9 -1109.9 -1109.9]	Time 18.38s
Steps-taken: 100.00
Epoch 880	Reward [-1094.8 -1094.8 -1094.8]	Time 17.99s
Steps-taken: 100.00
Epoch 881	Reward [-964.85 -964.85 -964.85]	Time 18.07s
Steps-taken: 100.00
Epoch 882	Reward [-1024.44 -1024.44 -1024.44]	Time 18.47s
Steps-taken: 100.00
Epoch 883	Reward [-1004.01 -1004.01 -1004.01]	Time 18.61s
Steps-taken: 100.00
Epoch 884	Reward [-1101.5 -1101.5 -1101.5]	Time 18.39s
Steps-taken: 100.00
Epoch 885	Reward [-1046.07 -1046.07 -1046.07]	Time 17.99s
Steps-taken: 100.00
Epoch 886	Reward [-1106.47 -1106.47 -1106.47]	Time 17.99s
Steps-taken: 100.00
Epoch 887	Reward [-1054.43 -1054.43 -1054.43]	Time 17.81s
Steps-taken: 100.00
Epoch 888	Reward [-1027. -1027. -1027.]	Time 18.35s
Steps-taken: 100.00
Epoch 889	Reward [-1060.06 -1060.06 -1060.06]	Time 17.93s
Steps-taken: 100.00
Epoch 890	Reward [-1075.61 -1075.61 -1075.61]	Time 18.07s
Steps-taken: 100.00
Epoch 891	Reward [-1040.17 -1040.17 -1040.17]	Time 18.15s
Steps-taken: 100.00
Epoch 892	Reward [-1066.26 -1066.26 -1066.26]	Time 17.93s
Steps-taken: 100.00
Epoch 893	Reward [-1069.72 -1069.72 -1069.72]	Time 18.06s
Steps-taken: 100.00
Epoch 894	Reward [-1061.53 -1061.53 -1061.53]	Time 17.99s
Steps-taken: 100.00
Epoch 895	Reward [-1012.42 -1012.42 -1012.42]	Time 17.71s
Steps-taken: 100.00
Epoch 896	Reward [-1032.52 -1032.52 -1032.52]	Time 17.90s
Steps-taken: 100.00
Epoch 897	Reward [-977.3 -977.3 -977.3]	Time 18.00s
Steps-taken: 100.00
Epoch 898	Reward [-1065.86 -1065.86 -1065.86]	Time 18.33s
Steps-taken: 100.00
Epoch 899	Reward [-1091.91 -1091.91 -1091.91]	Time 18.42s
Steps-taken: 100.00
Epoch 900	Reward [-1096.39 -1096.39 -1096.39]	Time 18.77s
Steps-taken: 100.00
Epoch 901	Reward [-1000.35 -1000.35 -1000.35]	Time 19.23s
Steps-taken: 100.00
Epoch 902	Reward [-1014.05 -1014.05 -1014.05]	Time 18.10s
Steps-taken: 100.00
Epoch 903	Reward [-995.3 -995.3 -995.3]	Time 17.81s
Steps-taken: 100.00
Epoch 904	Reward [-1015.19 -1015.19 -1015.19]	Time 18.40s
Steps-taken: 100.00
Epoch 905	Reward [-1049.44 -1049.44 -1049.44]	Time 18.56s
Steps-taken: 100.00
Epoch 906	Reward [-1053.29 -1053.29 -1053.29]	Time 18.33s
Steps-taken: 100.00
Epoch 907	Reward [-1021.12 -1021.12 -1021.12]	Time 18.41s
Steps-taken: 100.00
Epoch 908	Reward [-1073.9 -1073.9 -1073.9]	Time 18.11s
Steps-taken: 100.00
Epoch 909	Reward [-1050.68 -1050.68 -1050.68]	Time 18.62s
Steps-taken: 100.00
Epoch 910	Reward [-1041.65 -1041.65 -1041.65]	Time 18.00s
Steps-taken: 100.00
Epoch 911	Reward [-1018.14 -1018.14 -1018.14]	Time 18.15s
Steps-taken: 100.00
Epoch 912	Reward [-1009.67 -1009.67 -1009.67]	Time 18.06s
Steps-taken: 100.00
Epoch 913	Reward [-1308.86 -1308.86 -1308.86]	Time 19.27s
Steps-taken: 100.00
Epoch 914	Reward [-1023.9 -1023.9 -1023.9]	Time 18.44s
Steps-taken: 100.00
Epoch 915	Reward [-1042.52 -1042.52 -1042.52]	Time 18.23s
Steps-taken: 100.00
Epoch 916	Reward [-1087.43 -1087.43 -1087.43]	Time 17.98s
Steps-taken: 100.00
Epoch 917	Reward [-1027.02 -1027.02 -1027.02]	Time 17.76s
Steps-taken: 100.00
Epoch 918	Reward [-974.88 -974.88 -974.88]	Time 17.75s
Steps-taken: 100.00
Epoch 919	Reward [-1030.69 -1030.69 -1030.69]	Time 18.26s
Steps-taken: 100.00
Epoch 920	Reward [-1021.6 -1021.6 -1021.6]	Time 18.14s
Steps-taken: 100.00
Epoch 921	Reward [-1014.83 -1014.83 -1014.83]	Time 17.82s
Steps-taken: 100.00
Epoch 922	Reward [-1059.51 -1059.51 -1059.51]	Time 18.36s
Steps-taken: 100.00
Epoch 923	Reward [-1069.28 -1069.28 -1069.28]	Time 18.59s
Steps-taken: 100.00
Epoch 924	Reward [-988.63 -988.63 -988.63]	Time 19.73s
Steps-taken: 100.00
Epoch 925	Reward [-1007.59 -1007.59 -1007.59]	Time 20.42s
Steps-taken: 100.00
Epoch 926	Reward [-1067.07 -1067.07 -1067.07]	Time 18.22s
Steps-taken: 100.00
Epoch 927	Reward [-1065.09 -1065.09 -1065.09]	Time 19.32s
Steps-taken: 100.00
Epoch 928	Reward [-1005.48 -1005.48 -1005.48]	Time 20.53s
Steps-taken: 100.00
Epoch 929	Reward [-1013.62 -1013.62 -1013.62]	Time 18.02s
Steps-taken: 100.00
Epoch 930	Reward [-1037.76 -1037.76 -1037.76]	Time 17.67s
Steps-taken: 100.00
Epoch 931	Reward [-987.4 -987.4 -987.4]	Time 18.60s
Steps-taken: 100.00
Epoch 932	Reward [-970.19 -970.19 -970.19]	Time 17.89s
Steps-taken: 100.00
Epoch 933	Reward [-1051.17 -1051.17 -1051.17]	Time 17.93s
Steps-taken: 100.00
Epoch 934	Reward [-1077.4 -1077.4 -1077.4]	Time 18.33s
Steps-taken: 100.00
Epoch 935	Reward [-996.33 -996.33 -996.33]	Time 18.66s
Steps-taken: 100.00
Epoch 936	Reward [-1017.79 -1017.79 -1017.79]	Time 18.11s
Steps-taken: 100.00
Epoch 937	Reward [-976.24 -976.24 -976.24]	Time 17.97s
Steps-taken: 100.00
Epoch 938	Reward [-941.48 -941.48 -941.48]	Time 17.92s
Steps-taken: 100.00
Epoch 939	Reward [-969.29 -969.29 -969.29]	Time 18.47s
Steps-taken: 100.00
Epoch 940	Reward [-1009.49 -1009.49 -1009.49]	Time 17.95s
Steps-taken: 100.00
Epoch 941	Reward [-863.13 -863.13 -863.13]	Time 18.09s
Steps-taken: 100.00
Epoch 942	Reward [-963.42 -963.42 -963.42]	Time 19.09s
Steps-taken: 100.00
Epoch 943	Reward [-919.06 -919.06 -919.06]	Time 18.90s
Steps-taken: 100.00
Epoch 944	Reward [-934.36 -934.36 -934.36]	Time 17.78s
Steps-taken: 100.00
Epoch 945	Reward [-993.48 -993.48 -993.48]	Time 18.13s
Steps-taken: 100.00
Epoch 946	Reward [-942.31 -942.31 -942.31]	Time 18.43s
Steps-taken: 100.00
Epoch 947	Reward [-934.19 -934.19 -934.19]	Time 18.26s
Steps-taken: 100.00
Epoch 948	Reward [-875.17 -875.17 -875.17]	Time 17.54s
Steps-taken: 100.00
Epoch 949	Reward [-860.3 -860.3 -860.3]	Time 17.74s
Steps-taken: 100.00
Epoch 950	Reward [-802.52 -802.52 -802.52]	Time 17.66s
Steps-taken: 100.00
Epoch 951	Reward [-849.08 -849.08 -849.08]	Time 17.62s
Steps-taken: 100.00
Epoch 952	Reward [-800.27 -800.27 -800.27]	Time 17.68s
Steps-taken: 100.00
Epoch 953	Reward [-859.94 -859.94 -859.94]	Time 18.26s
Steps-taken: 100.00
Epoch 954	Reward [-858.43 -858.43 -858.43]	Time 17.79s
Steps-taken: 100.00
Epoch 955	Reward [-855.25 -855.25 -855.25]	Time 18.32s
Steps-taken: 100.00
Epoch 956	Reward [-954.06 -954.06 -954.06]	Time 17.82s
Steps-taken: 100.00
Epoch 957	Reward [-829.78 -829.78 -829.78]	Time 17.86s
Steps-taken: 100.00
Epoch 958	Reward [-871.06 -871.06 -871.06]	Time 18.11s
Steps-taken: 100.00
Epoch 959	Reward [-881.92 -881.92 -881.92]	Time 18.99s
Steps-taken: 100.00
Epoch 960	Reward [-924.93 -924.93 -924.93]	Time 17.75s
Steps-taken: 100.00
Epoch 961	Reward [-853. -853. -853.]	Time 18.97s
Steps-taken: 100.00
Epoch 962	Reward [-853.97 -853.97 -853.97]	Time 17.93s
Steps-taken: 100.00
Epoch 963	Reward [-843.69 -843.69 -843.69]	Time 18.33s
Steps-taken: 100.00
Epoch 964	Reward [-880.93 -880.93 -880.93]	Time 17.78s
Steps-taken: 100.00
Epoch 965	Reward [-896.06 -896.06 -896.06]	Time 17.70s
Steps-taken: 100.00
Epoch 966	Reward [-805.27 -805.27 -805.27]	Time 19.05s
Steps-taken: 100.00
Epoch 967	Reward [-838.51 -838.51 -838.51]	Time 18.79s
Steps-taken: 100.00
Epoch 968	Reward [-817.94 -817.94 -817.94]	Time 19.97s
Steps-taken: 100.00
Epoch 969	Reward [-831.08 -831.08 -831.08]	Time 17.67s
Steps-taken: 100.00
Epoch 970	Reward [-853.59 -853.59 -853.59]	Time 18.33s
Steps-taken: 100.00
Epoch 971	Reward [-833.07 -833.07 -833.07]	Time 18.65s
Steps-taken: 100.00
Epoch 972	Reward [-869.65 -869.65 -869.65]	Time 17.80s
Steps-taken: 100.00
Epoch 973	Reward [-818.49 -818.49 -818.49]	Time 19.89s
Steps-taken: 100.00
Epoch 974	Reward [-835.86 -835.86 -835.86]	Time 18.22s
Steps-taken: 100.00
Epoch 975	Reward [-855.11 -855.11 -855.11]	Time 17.53s
Steps-taken: 100.00
Epoch 976	Reward [-817.55 -817.55 -817.55]	Time 19.62s
Steps-taken: 100.00
Epoch 977	Reward [-820.41 -820.41 -820.41]	Time 17.64s
Steps-taken: 100.00
Epoch 978	Reward [-838.96 -838.96 -838.96]	Time 18.07s
Steps-taken: 100.00
Epoch 979	Reward [-808.62 -808.62 -808.62]	Time 18.65s
Steps-taken: 100.00
Epoch 980	Reward [-866.45 -866.45 -866.45]	Time 19.09s
Steps-taken: 100.00
Epoch 981	Reward [-816.14 -816.14 -816.14]	Time 18.30s
Steps-taken: 100.00
Epoch 982	Reward [-808.7 -808.7 -808.7]	Time 17.92s
Steps-taken: 100.00
Epoch 983	Reward [-813.22 -813.22 -813.22]	Time 17.87s
Steps-taken: 100.00
Epoch 984	Reward [-814.1 -814.1 -814.1]	Time 18.49s
Steps-taken: 100.00
Epoch 985	Reward [-782.39 -782.39 -782.39]	Time 19.97s
Steps-taken: 100.00
Epoch 986	Reward [-808.3 -808.3 -808.3]	Time 18.16s
Steps-taken: 100.00
Epoch 987	Reward [-823.48 -823.48 -823.48]	Time 18.01s
Steps-taken: 100.00
Epoch 988	Reward [-850.87 -850.87 -850.87]	Time 19.12s
Steps-taken: 100.00
Epoch 989	Reward [-774.16 -774.16 -774.16]	Time 18.23s
Steps-taken: 100.00
Epoch 990	Reward [-794.99 -794.99 -794.99]	Time 18.45s
Steps-taken: 100.00
Epoch 991	Reward [-787.05 -787.05 -787.05]	Time 19.29s
Steps-taken: 100.00
Epoch 992	Reward [-755.66 -755.66 -755.66]	Time 18.51s
Steps-taken: 100.00
Epoch 993	Reward [-856.65 -856.65 -856.65]	Time 18.00s
Steps-taken: 100.00
Epoch 994	Reward [-817.88 -817.88 -817.88]	Time 18.27s
Steps-taken: 100.00
Epoch 995	Reward [-849.1 -849.1 -849.1]	Time 18.32s
Steps-taken: 100.00
Epoch 996	Reward [-825.78 -825.78 -825.78]	Time 18.75s
Steps-taken: 100.00
Epoch 997	Reward [-831.88 -831.88 -831.88]	Time 18.21s
Steps-taken: 100.00
Epoch 998	Reward [-845.89 -845.89 -845.89]	Time 18.41s
Steps-taken: 100.00
Epoch 999	Reward [-774.7 -774.7 -774.7]	Time 19.70s
Steps-taken: 100.00
Epoch 1000	Reward [-864.28 -864.28 -864.28]	Time 19.14s
Steps-taken: 100.00
Setting up a new session...