Reinforcement Learning

Reference

1. Detailed Explanation and Python Implementation of Q-Learning Algorithm in OpenAI Gym (Cart-Pole)

Basic Imports

import matplotlib.pyplot as plt
import torch
import gymnasium as gym
import numpy as np

%matplotlib inline
%config InlineBackend.figure_format='retina'

# List of environments
list(gym.envs.registry.keys())

['CartPole-v0',
 'CartPole-v1',
 'MountainCar-v0',
 'MountainCarContinuous-v0',
 'Pendulum-v1',
 'Acrobot-v1',
 'phys2d/CartPole-v0',
 'phys2d/CartPole-v1',
 'phys2d/Pendulum-v0',
 'LunarLander-v2',
 'LunarLanderContinuous-v2',
 'BipedalWalker-v3',
 'BipedalWalkerHardcore-v3',
 'CarRacing-v2',
 'Blackjack-v1',
 'FrozenLake-v1',
 'FrozenLake8x8-v1',
 'CliffWalking-v0',
 'Taxi-v3',
 'tabular/Blackjack-v0',
 'tabular/CliffWalking-v0',
 'Reacher-v2',
 'Reacher-v4',
 'Pusher-v2',
 'Pusher-v4',
 'InvertedPendulum-v2',
 'InvertedPendulum-v4',
 'InvertedDoublePendulum-v2',
 'InvertedDoublePendulum-v4',
 'HalfCheetah-v2',
 'HalfCheetah-v3',
 'HalfCheetah-v4',
 'Hopper-v2',
 'Hopper-v3',
 'Hopper-v4',
 'Swimmer-v2',
 'Swimmer-v3',
 'Swimmer-v4',
 'Walker2d-v2',
 'Walker2d-v3',
 'Walker2d-v4',
 'Ant-v2',
 'Ant-v3',
 'Ant-v4',
 'Humanoid-v2',
 'Humanoid-v3',
 'Humanoid-v4',
 'HumanoidStandup-v2',
 'HumanoidStandup-v4',
 'GymV21Environment-v0',
 'GymV26Environment-v0']

env = gym.make("CartPole-v0")
observation, info = env.reset(seed=42)

/Users/nipun/miniconda3/lib/python3.9/site-packages/gymnasium/envs/registration.py:513: DeprecationWarning: WARN: The environment CartPole-v0 is out of date. You should consider upgrading to version `v1`.
  logger.deprecation(

env.action_space

Discrete(2)

env.action_space.sample()

1

env.action_space.sample()

1

print(env.observation_space)

Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)

observation

array([ 0.0273956 , -0.00611216,  0.03585979,  0.0197368 ], dtype=float32)

action = env.action_space.sample()
print(action)

0

observation, reward, terminated, truncated, info = env.step(action)

print(observation, reward, terminated, truncated, info)

[ 0.02727336 -0.20172954  0.03625453  0.32351476] 1.0 False False {}

observation, reward, terminated, truncated, info = env.step(action)
print(observation, reward, terminated, truncated, info)

[ 0.02323877 -0.39734846  0.04272482  0.62740684] 1.0 False False {}

observation, info = env.reset(seed=42)
for i in range(100):
    action = 1
    observation, reward, terminated, truncated, info = env.step(action)
    print(observation, reward, terminated, truncated, info)
    if terminated:
        break
    

[ 0.02727336  0.18847767  0.03625453 -0.26141977] 1.0 False False {}
[ 0.03104291  0.38306385  0.03102613 -0.5424507 ] 1.0 False False {}
[ 0.03870419  0.5777363   0.02017712 -0.8251987 ] 1.0 False False {}
[ 0.05025892  0.7725766   0.00367314 -1.111468  ] 1.0 False False {}
[ 0.06571045  0.96765006 -0.01855621 -1.4029963 ] 1.0 False False {}
[ 0.08506345  1.1629975  -0.04661614 -1.7014222 ] 1.0 False False {}
[ 0.1083234   1.3586243  -0.08064459 -2.0082438 ] 1.0 False False {}
[ 0.13549589  1.554488   -0.12080947 -2.3247683 ] 1.0 False False {}
[ 0.16658565  1.7504818  -0.16730483 -2.652048  ] 1.0 False False {}
[ 0.20159529  1.9464185  -0.22034578 -2.9908078 ] 1.0 True False {}

observation, info = env.reset(seed=42)
for i in range(100):
    action = 0
    observation, reward, terminated, truncated, info = env.step(action)
    print(observation, reward, terminated, truncated, info)
    if terminated:
        break
    

[ 0.02727336 -0.20172954  0.03625453  0.32351476] 1.0 False False {}
[ 0.02323877 -0.39734846  0.04272482  0.62740684] 1.0 False False {}
[ 0.0152918  -0.5930399   0.05527296  0.9332334 ] 1.0 False False {}
[ 0.003431   -0.7888622   0.07393762  1.2427603 ] 1.0 False False {}
[-0.01234624 -0.9848512   0.09879284  1.5576583 ] 1.0 False False {}
[-0.03204326 -1.1810076   0.129946    1.8794562 ] 1.0 False False {}
[-0.05566342 -1.3772845   0.16753513  2.209486  ] 1.0 False False {}
[-0.0832091  -1.573571    0.21172485  2.5488186 ] 1.0 True False {}

for _ in range(100):
   action = env.action_space.sample()  # this is where you would insert your policy
   observation, reward, terminated, truncated, info = env.step(action)

   if terminated or truncated:
      observation, info = env.reset()

/Users/nipun/miniconda3/lib/python3.9/site-packages/gymnasium/envs/classic_control/cartpole.py:180: UserWarning: WARN: You are calling 'step()' even though this environment has already returned terminated = True. You should always call 'reset()' once you receive 'terminated = True' -- any further steps are undefined behavior.
  logger.warn(

# Now, let us take only the action 1
observation, info = env.reset(seed=42)
for i in range(100):
   action = 0  # this is where you would insert your policy
   observation, reward, terminated, truncated, info = env.step(action)

   if terminated or truncated:
        print("Episode finished after {} timesteps".format(i+1))
        observation, info = env.reset()

Episode finished after 8 timesteps
Episode finished after 17 timesteps
Episode finished after 27 timesteps
Episode finished after 37 timesteps
Episode finished after 46 timesteps
Episode finished after 54 timesteps
Episode finished after 64 timesteps
Episode finished after 73 timesteps
Episode finished after 83 timesteps
Episode finished after 93 timesteps

# Create a q table
num_states = env.observation_space.shape[0]
num_actions = env.action_space.n

i = 1
bins = np.linspace(env.observation_space.low[i], env.observation_space.high[i], num_bins[i] + 1)[1:-1]

np.digitize([env.observation_space.low[2]], bins)

array([1])

# Define the number of bins for each dimension
num_bins = [4, 4, 4, 4]  # Adjust these values based on your preference

# Discretize the continuous state space
def discretize_state(state, num_bins):
    state_discrete = []
    for i in range(len(state)):
        bins = np.linspace(env.observation_space.low[i], env.observation_space.high[i], num_bins[i] + 1)[1:-1]
        state_discrete.append(np.digitize(state[i], bins))
    return tuple(state_discrete)


# Initialize Q-table with zeros
q_table = 1e-2*torch.randn(num_bins + [env.action_space.n])

def update_q_table(q_table, state, action, reward, next_state, learning_rate, discount_factor):
    state = tuple(state)
    next_state = tuple(next_state)
    q_table[state][action] = (1 - learning_rate) * q_table[state][action] + learning_rate * (reward + discount_factor * torch.max(q_table[next_state]))

    return q_table

q_table

tensor([[[[[ 7.5282e-03, -5.0158e-03],
           [ 1.8066e-04, -1.1957e-02],
           [ 1.7809e-02,  1.9935e-02],
           [ 1.2077e-02,  1.2135e-03]],

          [[ 1.1068e-02,  1.3167e-02],
           [-3.6065e-03, -2.3091e-02],
           [-5.3917e-03, -3.6806e-03],
           [-2.0194e-02,  1.4977e-02]],

          [[-3.9683e-03, -1.1291e-03],
           [ 1.6093e-03,  1.7743e-02],
           [ 3.1133e-03, -1.3254e-02],
           [-2.2300e-03,  1.5660e-02]],

          [[-9.9277e-03, -3.0461e-03],
           [ 1.5977e-02, -9.5863e-03],
           [ 9.4414e-03, -4.6137e-03],
           [-6.0294e-03,  3.8514e-03]]],


         [[[ 3.2934e-03, -2.7038e-03],
           [ 1.1472e-03, -7.2562e-03],
           [ 7.2273e-03, -7.4928e-03],
           [-3.5465e-03, -1.3511e-02]],

          [[-1.1883e-02, -3.6573e-03],
           [-9.0871e-03, -1.4479e-02],
           [ 1.2498e-04,  2.4612e-03],
           [-1.4339e-02, -3.3635e-03]],

          [[ 1.4458e-02,  2.2707e-02],
           [ 1.1106e-03, -1.9436e-02],
           [ 1.7882e-02,  5.9812e-03],
           [ 2.0743e-02, -8.5244e-03]],

          [[-3.0426e-03, -1.1320e-03],
           [-1.7067e-02,  5.2065e-03],
           [ 5.5506e-03, -2.2826e-03],
           [-3.7662e-03, -9.6092e-03]]],


         [[[ 4.2712e-03, -1.7112e-02],
           [-7.6057e-04,  1.5980e-02],
           [ 2.6001e-03,  4.0400e-03],
           [-1.3805e-03, -1.1307e-02]],

          [[ 5.0641e-03, -1.3241e-02],
           [ 1.7783e-03,  8.7516e-03],
           [-9.8789e-03, -9.4022e-03],
           [ 1.1799e-02, -8.4989e-03]],

          [[-8.7781e-03, -1.9099e-02],
           [-2.1311e-03,  1.3072e-02],
           [-9.6554e-03, -9.8139e-03],
           [ 1.0881e-02, -7.0734e-03]],

          [[-1.2324e-02, -1.8049e-02],
           [ 2.6147e-03,  7.3541e-03],
           [-1.2201e-02, -2.3215e-02],
           [ 1.8518e-02,  1.3268e-02]]],


         [[[-3.7732e-04,  6.0749e-03],
           [ 9.5228e-03,  1.7512e-03],
           [-6.6485e-03, -6.8077e-04],
           [-1.4016e-02,  4.3504e-03]],

          [[-1.1826e-02,  3.7322e-03],
           [-1.4521e-02, -5.1530e-03],
           [-8.8820e-04,  5.4113e-03],
           [ 1.0400e-02, -1.4762e-03]],

          [[ 1.0607e-02,  6.7451e-03],
           [ 1.0964e-02,  2.8386e-03],
           [ 5.6247e-03,  1.0890e-02],
           [ 4.6335e-03, -3.7274e-03]],

          [[-9.0740e-03,  6.4783e-03],
           [-1.2299e-03, -5.6999e-03],
           [-1.6512e-02,  1.0905e-02],
           [ 2.4370e-03, -1.5498e-02]]]],



        [[[[ 8.5643e-03,  1.1855e-02],
           [-4.0238e-03, -1.9470e-02],
           [ 8.6876e-03, -1.3815e-03],
           [ 1.3968e-02, -1.1944e-02]],

          [[-4.9274e-03, -3.5420e-03],
           [ 1.1639e-02, -3.9007e-03],
           [-6.9517e-03, -9.7298e-03],
           [-9.1168e-03,  1.6739e-03]],

          [[ 9.1662e-03,  3.5723e-04],
           [-7.4430e-04, -2.2149e-03],
           [-3.0224e-03,  1.0551e-02],
           [-5.0447e-03, -1.4064e-02]],

          [[-3.5565e-03, -7.7704e-04],
           [-7.0354e-03,  8.5815e-03],
           [-8.7700e-03, -1.2051e-02],
           [ 8.8658e-03, -2.5521e-02]]],


         [[[-1.2974e-03, -8.8698e-03],
           [-3.6456e-03,  1.5029e-02],
           [-8.8230e-03,  9.4439e-03],
           [ 2.5990e-03,  1.5128e-02]],

          [[ 5.6906e-03,  4.9925e-03],
           [ 1.2224e-04, -1.1197e-02],
           [-1.9241e-02,  2.9079e-03],
           [ 7.9246e-03, -1.4221e-02]],

          [[ 1.8949e-04, -9.8628e-03],
           [-1.2586e-02,  2.9915e-02],
           [ 1.6699e-02, -3.6897e-03],
           [-6.5158e-03,  1.5208e-03]],

          [[ 2.0201e-04, -2.1695e-02],
           [-2.6849e-04, -1.5498e-02],
           [-1.1011e-02,  1.1365e-03],
           [-7.1765e-03,  1.2924e-02]]],


         [[[ 9.7294e-03,  2.4206e-02],
           [-1.2685e-02, -1.0336e-03],
           [ 8.7326e-03, -2.7275e-02],
           [-2.1335e-02,  4.4139e-03]],

          [[-1.5349e-02, -5.3750e-03],
           [ 5.4290e-03,  3.5145e-03],
           [ 9.8669e-03,  5.5941e-03],
           [-2.8471e-03,  4.4822e-03]],

          [[-3.5157e-03,  5.6956e-03],
           [ 8.4872e-03, -6.3729e-03],
           [-5.0063e-03, -1.1296e-02],
           [-1.5232e-02, -1.2576e-02]],

          [[-1.5377e-02,  4.6587e-03],
           [-1.2515e-02, -8.6466e-03],
           [-3.5109e-03,  1.8327e-02],
           [ 5.5513e-03, -7.4427e-03]]],


         [[[-1.2366e-02, -1.8556e-02],
           [-7.6673e-03, -6.9909e-03],
           [-1.7524e-02, -1.2405e-02],
           [-2.0454e-04, -1.0710e-02]],

          [[-7.5223e-04,  8.1430e-03],
           [-4.2421e-03, -2.4979e-03],
           [-2.6400e-03, -7.0397e-03],
           [ 7.2088e-03,  1.2598e-02]],

          [[ 5.4684e-03, -2.1672e-03],
           [ 7.8071e-04,  8.7978e-04],
           [-4.5486e-03, -1.1562e-02],
           [-1.2760e-02, -4.7683e-03]],

          [[-5.0534e-03,  2.6844e-02],
           [ 6.5477e-03, -2.0174e-03],
           [-2.3228e-03, -1.9718e-03],
           [-1.0325e-02,  1.4051e-02]]]],



        [[[[ 1.2235e-02,  3.8194e-03],
           [-1.2756e-02,  2.0048e-03],
           [-1.0588e-02, -6.2585e-03],
           [-1.1622e-02,  7.8146e-03]],

          [[-1.3627e-02,  4.8715e-03],
           [-2.6081e-03, -1.2547e-02],
           [ 2.5712e-02,  6.9268e-04],
           [ 5.7297e-03,  1.6908e-02]],

          [[-6.0016e-03,  3.8388e-03],
           [-4.2425e-03,  5.6236e-03],
           [-2.2077e-03,  8.3500e-03],
           [-6.5338e-03, -5.6204e-03]],

          [[ 3.6226e-03,  6.5813e-03],
           [ 8.4147e-03, -4.6316e-03],
           [ 1.1701e-03, -3.8150e-03],
           [ 3.4847e-03, -1.6027e-02]]],


         [[[-1.2393e-03, -8.3570e-03],
           [ 4.4231e-03, -6.3459e-03],
           [-6.1139e-04,  5.3770e-03],
           [ 5.4646e-03,  3.0140e-03]],

          [[-2.6489e-04,  3.1112e-04],
           [ 4.5194e-03,  3.8941e-03],
           [-1.0284e-02, -3.8570e-04],
           [-7.3893e-03,  1.7081e-04]],

          [[ 1.2995e-02,  4.9129e-03],
           [-3.2257e-03,  4.4844e-03],
           [-1.6129e-03, -3.0462e-03],
           [-4.6639e-03,  9.7619e-03]],

          [[-3.7702e-03, -1.7440e-02],
           [ 2.7172e-03, -7.0420e-04],
           [ 1.0267e-02,  6.5922e-03],
           [-4.3092e-03, -6.1909e-03]]],


         [[[ 8.2225e-03,  2.0020e-02],
           [ 1.3149e-02, -1.5706e-02],
           [ 1.4529e-02,  2.0051e-02],
           [-3.3207e-03,  2.9005e-03]],

          [[ 1.6814e-02, -1.1611e-02],
           [ 1.1958e-02, -1.1217e-02],
           [-7.3994e-03,  3.3478e-03],
           [-1.9186e-03, -3.3058e-03]],

          [[ 1.8627e-02, -4.3313e-03],
           [-2.5333e-04,  9.4670e-03],
           [ 1.6627e-02, -3.7056e-03],
           [-4.0002e-03, -4.0428e-03]],

          [[-5.8534e-03, -8.5589e-03],
           [ 1.8699e-02,  1.4041e-02],
           [-4.5634e-03, -1.2667e-02],
           [ 2.9807e-03, -1.0735e-02]]],


         [[[ 2.3185e-03, -1.1426e-02],
           [ 1.0432e-02,  8.7466e-03],
           [-2.0517e-02, -6.4246e-03],
           [ 1.6325e-02, -2.2658e-03]],

          [[-1.3443e-03, -7.4122e-03],
           [ 2.6692e-03,  1.6455e-03],
           [-1.2263e-02, -3.9807e-04],
           [-1.1106e-02, -1.2117e-03]],

          [[ 1.2348e-02, -4.9474e-03],
           [-5.5995e-03, -2.2941e-03],
           [-8.0381e-03,  8.6414e-03],
           [-1.2672e-02, -8.6333e-03]],

          [[ 2.2708e-03,  1.5464e-02],
           [-6.9604e-07,  9.0496e-03],
           [ 4.9665e-03, -1.3779e-04],
           [ 2.5279e-03, -9.1125e-03]]]],



        [[[[-4.1377e-03, -5.1594e-04],
           [-3.2999e-03, -3.2629e-03],
           [ 1.5395e-02, -1.9373e-03],
           [-2.1155e-02, -2.2015e-03]],

          [[-4.7272e-03,  4.2632e-03],
           [-7.7089e-03, -4.4246e-03],
           [ 1.1186e-02,  1.2331e-02],
           [-8.5431e-03,  9.3936e-03]],

          [[ 2.0678e-02, -1.5143e-03],
           [ 1.1107e-03, -1.5056e-03],
           [-1.5841e-02, -1.0837e-03],
           [ 1.2758e-03, -1.2761e-03]],

          [[-1.0277e-02, -2.0925e-02],
           [ 2.1294e-04, -7.8277e-03],
           [-8.0540e-04,  6.9005e-03],
           [ 8.6584e-03, -3.0194e-03]]],


         [[[ 1.7248e-02, -6.2072e-03],
           [ 5.1232e-03, -8.9823e-03],
           [-1.4095e-02, -1.8089e-02],
           [ 8.5848e-03, -7.7452e-03]],

          [[ 6.3832e-03, -9.4521e-04],
           [-6.0866e-03, -1.7911e-02],
           [ 7.1645e-03,  1.8826e-03],
           [-1.1272e-03, -1.6942e-03]],

          [[-1.9407e-04,  2.6855e-02],
           [ 2.4922e-03,  4.0395e-03],
           [-9.0179e-03,  1.1456e-02],
           [ 6.2417e-03,  1.6225e-03]],

          [[-1.3302e-02, -7.9396e-03],
           [ 1.6342e-02, -8.3640e-04],
           [ 8.2515e-03, -1.9994e-02],
           [-1.5314e-02,  1.1206e-03]]],


         [[[-1.6801e-02,  2.5082e-03],
           [-1.2035e-02,  1.0600e-02],
           [-3.4271e-03,  8.3387e-03],
           [ 1.1338e-03, -1.3025e-03]],

          [[-4.3297e-04,  6.9727e-03],
           [-9.4044e-03, -1.8042e-02],
           [-1.6318e-02, -1.8721e-03],
           [ 9.9107e-03, -1.0611e-02]],

          [[ 1.3804e-02, -5.9115e-03],
           [-8.4717e-03,  1.2661e-02],
           [ 5.9259e-03,  6.3610e-03],
           [-1.8119e-03, -1.0934e-02]],

          [[-6.4295e-03,  1.4941e-03],
           [-1.3924e-02,  1.0059e-02],
           [ 3.7694e-03,  1.3317e-02],
           [ 7.0841e-03,  8.2705e-03]]],


         [[[ 5.0314e-03, -1.1748e-03],
           [-6.9476e-03, -6.9823e-05],
           [ 3.5111e-03, -3.0028e-03],
           [-6.3763e-03,  1.4920e-03]],

          [[-9.0027e-04, -3.8365e-03],
           [ 1.1627e-04, -4.9486e-03],
           [ 1.3806e-02,  5.5603e-03],
           [-1.1555e-02, -3.8007e-03]],

          [[-3.6884e-04,  1.0951e-02],
           [ 2.6923e-03,  6.7217e-04],
           [ 1.1842e-02, -1.7159e-02],
           [ 1.3960e-04,  8.7688e-03]],

          [[-6.5861e-03,  1.1069e-03],
           [-9.9205e-03,  1.4599e-02],
           [-4.2275e-03, -3.8720e-03],
           [ 1.4915e-02, -2.9827e-03]]]]])

# Learn the q table

# Hyperparameters
learning_rate = 0.1
discount_factor = 0.9

# Learn q-table without epsilon greedy approach and print rewards
num_episodes = 50
render_mode = False

    

# Print all possible states
print("All possible states:")
print(env.observation_space)

All possible states:
Box([-4.8000002e+00 -3.4028235e+38 -4.1887903e-01 -3.4028235e+38], [4.8000002e+00 3.4028235e+38 4.1887903e-01 3.4028235e+38], (4,), float32)

# Print some sample states
for _ in range(10):
    state = env.observation_space.sample()
    print("Sample State:", state)

Sample State: [-2.1946154e+00 -2.5122178e+38  8.9282773e-02 -1.3416754e+38]
Sample State: [ 2.7149630e-01  1.2149416e+37 -9.9354312e-02 -1.2340108e+38]
Sample State: [ 4.0275431e+00 -2.6682660e+38 -2.4785740e-02  2.4654679e+38]
Sample State: [-2.3548093e-01 -6.2527667e+37  3.5589758e-01 -4.8273950e+37]
Sample State: [ 1.6777289e+00 -6.2703186e+37  3.0708086e-01  1.9350419e+38]
Sample State: [-2.8664367e+00 -9.9032201e+37 -4.1302589e-01  3.0742409e+38]
Sample State: [-2.4482067e+00 -6.4236516e+37 -1.9836776e-01  2.5115714e+38]
Sample State: [-4.2023139e+00 -1.8168436e+37 -6.5094754e-02  1.7452279e+38]
Sample State: [-2.8398631e+00 -3.0210992e+38 -1.6737616e-01 -2.1272714e+38]
Sample State: [-2.1986934e-04  9.8844897e+36 -7.7146210e-02 -7.3564386e+37]

eps = 1.0
num_episodes = 2000
rewards = []  # List to store rewards for each episode

# Training loop
for episode in range(num_episodes):
    eps = eps * 0.99
    print("Episode:", episode)
    state, info = env.reset(seed=episode)
    state = discretize_state(state, num_bins)
    episode_reward = 0

    while True:
        # Choose action using the current Q-table or explore the environment
        if np.random.random() > eps:
            action = torch.argmax(q_table[state]).item()
        else:
            action = env.action_space.sample()

        # Take the chosen action and observe the next state and reward
        next_state, reward, terminated, truncated, info = env.step(action)
        next_state = discretize_state(next_state, num_bins)

        # Update the Q-table using the Q-learning update rule
        q_table = update_q_table(q_table, state, action, reward, next_state, learning_rate, discount_factor)

        episode_reward += reward
        state = next_state

        if truncated or terminated:
            break
    rewards.append(episode_reward)
    print("Episode reward:", episode_reward)

# Print the learned Q-table
print("Learned Q-table:")
print(q_table)

Episode: 0
Episode reward: 26.0
Episode: 1
Episode reward: 24.0
Episode: 2
Episode reward: 15.0
Episode: 3
Episode reward: 15.0
Episode: 4
Episode reward: 14.0
Episode: 5
Episode reward: 18.0
Episode: 6
Episode reward: 34.0
Episode: 7
Episode reward: 15.0
Episode: 8
Episode reward: 30.0
Episode: 9
Episode reward: 12.0
Episode: 10
Episode reward: 23.0
Episode: 11
Episode reward: 21.0
Episode: 12
Episode reward: 17.0
Episode: 13
Episode reward: 23.0
Episode: 14
Episode reward: 18.0
Episode: 15
Episode reward: 24.0
Episode: 16
Episode reward: 13.0
Episode: 17
Episode reward: 12.0
Episode: 18
Episode reward: 9.0
Episode: 19
Episode reward: 15.0
Episode: 20
Episode reward: 20.0
Episode: 21
Episode reward: 14.0
Episode: 22
Episode reward: 16.0
Episode: 23
Episode reward: 24.0
Episode: 24
Episode reward: 18.0
Episode: 25
Episode reward: 21.0
Episode: 26
Episode reward: 10.0
Episode: 27
Episode reward: 11.0
Episode: 28
Episode reward: 37.0
Episode: 29
Episode reward: 18.0
Episode: 30
Episode reward: 10.0
Episode: 31
Episode reward: 11.0
Episode: 32
Episode reward: 23.0
Episode: 33
Episode reward: 10.0
Episode: 34
Episode reward: 11.0
Episode: 35
Episode reward: 13.0
Episode: 36
Episode reward: 13.0
Episode: 37
Episode reward: 14.0
Episode: 38
Episode reward: 12.0
Episode: 39
Episode reward: 11.0
Episode: 40
Episode reward: 14.0
Episode: 41
Episode reward: 14.0
Episode: 42
Episode reward: 9.0
Episode: 43
Episode reward: 12.0
Episode: 44
Episode reward: 18.0
Episode: 45
Episode reward: 12.0
Episode: 46
Episode reward: 15.0
Episode: 47
Episode reward: 32.0
Episode: 48
Episode reward: 32.0
Episode: 49
Episode reward: 16.0
Episode: 50
Episode reward: 11.0
Episode: 51
Episode reward: 23.0
Episode: 52
Episode reward: 12.0
Episode: 53
Episode reward: 27.0
Episode: 54
Episode reward: 14.0
Episode: 55
Episode reward: 28.0
Episode: 56
Episode reward: 28.0
Episode: 57
Episode reward: 19.0
Episode: 58
Episode reward: 24.0
Episode: 59
Episode reward: 23.0
Episode: 60
Episode reward: 16.0
Episode: 61
Episode reward: 36.0
Episode: 62
Episode reward: 19.0
Episode: 63
Episode reward: 12.0
Episode: 64
Episode reward: 16.0
Episode: 65
Episode reward: 11.0
Episode: 66
Episode reward: 23.0
Episode: 67
Episode reward: 12.0
Episode: 68
Episode reward: 14.0
Episode: 69
Episode reward: 14.0
Episode: 70
Episode reward: 17.0
Episode: 71
Episode reward: 24.0
Episode: 72
Episode reward: 20.0
Episode: 73
Episode reward: 25.0
Episode: 74
Episode reward: 13.0
Episode: 75
Episode reward: 10.0
Episode: 76
Episode reward: 59.0
Episode: 77
Episode reward: 53.0
Episode: 78
Episode reward: 18.0
Episode: 79
Episode reward: 11.0
Episode: 80
Episode reward: 11.0
Episode: 81
Episode reward: 48.0
Episode: 82
Episode reward: 14.0
Episode: 83
Episode reward: 43.0
Episode: 84
Episode reward: 20.0
Episode: 85
Episode reward: 20.0
Episode: 86
Episode reward: 24.0
Episode: 87
Episode reward: 16.0
Episode: 88
Episode reward: 12.0
Episode: 89
Episode reward: 19.0
Episode: 90
Episode reward: 28.0
Episode: 91
Episode reward: 39.0
Episode: 92
Episode reward: 12.0
Episode: 93
Episode reward: 13.0
Episode: 94
Episode reward: 28.0
Episode: 95
Episode reward: 10.0
Episode: 96
Episode reward: 47.0
Episode: 97
Episode reward: 10.0
Episode: 98
Episode reward: 35.0
Episode: 99
Episode reward: 30.0
Episode: 100
Episode reward: 17.0
Episode: 101
Episode reward: 9.0
Episode: 102
Episode reward: 11.0
Episode: 103
Episode reward: 12.0
Episode: 104
Episode reward: 9.0
Episode: 105
Episode reward: 13.0
Episode: 106
Episode reward: 23.0
Episode: 107
Episode reward: 11.0
Episode: 108
Episode reward: 44.0
Episode: 109
Episode reward: 11.0
Episode: 110
Episode reward: 60.0
Episode: 111
Episode reward: 12.0
Episode: 112
Episode reward: 11.0
Episode: 113
Episode reward: 9.0
Episode: 114
Episode reward: 13.0
Episode: 115
Episode reward: 40.0
Episode: 116
Episode reward: 20.0
Episode: 117
Episode reward: 9.0
Episode: 118
Episode reward: 62.0
Episode: 119
Episode reward: 9.0
Episode: 120
Episode reward: 35.0
Episode: 121
Episode reward: 19.0
Episode: 122
Episode reward: 32.0
Episode: 123
Episode reward: 31.0
Episode: 124
Episode reward: 27.0
Episode: 125
Episode reward: 24.0
Episode: 126
Episode reward: 16.0
Episode: 127
Episode reward: 13.0
Episode: 128
Episode reward: 35.0
Episode: 129
Episode reward: 25.0
Episode: 130
Episode reward: 19.0
Episode: 131
Episode reward: 33.0
Episode: 132
Episode reward: 19.0
Episode: 133
Episode reward: 10.0
Episode: 134
Episode reward: 16.0
Episode: 135
Episode reward: 12.0
Episode: 136
Episode reward: 11.0
Episode: 137
Episode reward: 10.0
Episode: 138
Episode reward: 16.0
Episode: 139
Episode reward: 20.0
Episode: 140
Episode reward: 26.0
Episode: 141
Episode reward: 85.0
Episode: 142
Episode reward: 51.0
Episode: 143
Episode reward: 46.0
Episode: 144
Episode reward: 26.0
Episode: 145
Episode reward: 55.0
Episode: 146
Episode reward: 35.0
Episode: 147
Episode reward: 50.0
Episode: 148
Episode reward: 22.0
Episode: 149
Episode reward: 18.0
Episode: 150
Episode reward: 11.0
Episode: 151
Episode reward: 30.0
Episode: 152
Episode reward: 21.0
Episode: 153
Episode reward: 14.0
Episode: 154
Episode reward: 12.0
Episode: 155
Episode reward: 15.0
Episode: 156
Episode reward: 19.0
Episode: 157
Episode reward: 63.0
Episode: 158
Episode reward: 21.0
Episode: 159
Episode reward: 13.0
Episode: 160
Episode reward: 10.0
Episode: 161
Episode reward: 20.0
Episode: 162
Episode reward: 9.0
Episode: 163
Episode reward: 17.0
Episode: 164
Episode reward: 9.0
Episode: 165
Episode reward: 45.0
Episode: 166
Episode reward: 17.0
Episode: 167
Episode reward: 17.0
Episode: 168
Episode reward: 10.0
Episode: 169
Episode reward: 65.0
Episode: 170
Episode reward: 30.0
Episode: 171
Episode reward: 19.0
Episode: 172
Episode reward: 17.0
Episode: 173
Episode reward: 9.0
Episode: 174
Episode reward: 22.0
Episode: 175
Episode reward: 22.0
Episode: 176
Episode reward: 10.0
Episode: 177
Episode reward: 75.0
Episode: 178
Episode reward: 28.0
Episode: 179
Episode reward: 26.0
Episode: 180
Episode reward: 20.0
Episode: 181
Episode reward: 30.0
Episode: 182
Episode reward: 14.0
Episode: 183
Episode reward: 17.0
Episode: 184
Episode reward: 45.0
Episode: 185
Episode reward: 10.0
Episode: 186
Episode reward: 22.0
Episode: 187
Episode reward: 22.0
Episode: 188
Episode reward: 50.0
Episode: 189
Episode reward: 29.0
Episode: 190
Episode reward: 11.0
Episode: 191
Episode reward: 18.0
Episode: 192
Episode reward: 20.0
Episode: 193
Episode reward: 32.0
Episode: 194
Episode reward: 14.0
Episode: 195
Episode reward: 14.0
Episode: 196
Episode reward: 21.0
Episode: 197
Episode reward: 12.0
Episode: 198
Episode reward: 24.0
Episode: 199
Episode reward: 22.0
Episode: 200
Episode reward: 30.0
Episode: 201
Episode reward: 11.0
Episode: 202
Episode reward: 12.0
Episode: 203
Episode reward: 25.0
Episode: 204
Episode reward: 47.0
Episode: 205
Episode reward: 22.0
Episode: 206
Episode reward: 10.0
Episode: 207
Episode reward: 37.0
Episode: 208
Episode reward: 15.0
Episode: 209
Episode reward: 31.0
Episode: 210
Episode reward: 16.0
Episode: 211
Episode reward: 31.0
Episode: 212
Episode reward: 40.0
Episode: 213
Episode reward: 34.0
Episode: 214
Episode reward: 9.0
Episode: 215
Episode reward: 9.0
Episode: 216
Episode reward: 12.0
Episode: 217
Episode reward: 20.0
Episode: 218
Episode reward: 19.0
Episode: 219
Episode reward: 8.0
Episode: 220
Episode reward: 10.0
Episode: 221
Episode reward: 8.0
Episode: 222
Episode reward: 25.0
Episode: 223
Episode reward: 19.0
Episode: 224
Episode reward: 45.0
Episode: 225
Episode reward: 24.0
Episode: 226
Episode reward: 28.0
Episode: 227
Episode reward: 21.0
Episode: 228
Episode reward: 24.0
Episode: 229
Episode reward: 12.0
Episode: 230
Episode reward: 17.0
Episode: 231
Episode reward: 9.0
Episode: 232
Episode reward: 30.0
Episode: 233
Episode reward: 13.0
Episode: 234
Episode reward: 30.0
Episode: 235
Episode reward: 24.0
Episode: 236
Episode reward: 10.0
Episode: 237
Episode reward: 38.0
Episode: 238
Episode reward: 41.0
Episode: 239
Episode reward: 33.0
Episode: 240
Episode reward: 22.0
Episode: 241
Episode reward: 46.0
Episode: 242
Episode reward: 30.0
Episode: 243
Episode reward: 22.0
Episode: 244
Episode reward: 10.0
Episode: 245
Episode reward: 26.0
Episode: 246
Episode reward: 50.0
Episode: 247
Episode reward: 18.0
Episode: 248
Episode reward: 23.0
Episode: 249
Episode reward: 18.0
Episode: 250
Episode reward: 25.0
Episode: 251
Episode reward: 10.0
Episode: 252
Episode reward: 19.0
Episode: 253
Episode reward: 57.0
Episode: 254
Episode reward: 57.0
Episode: 255
Episode reward: 9.0
Episode: 256
Episode reward: 28.0
Episode: 257
Episode reward: 17.0
Episode: 258
Episode reward: 24.0
Episode: 259
Episode reward: 16.0
Episode: 260
Episode reward: 20.0
Episode: 261
Episode reward: 25.0
Episode: 262
Episode reward: 18.0
Episode: 263
Episode reward: 28.0
Episode: 264
Episode reward: 44.0
Episode: 265
Episode reward: 51.0
Episode: 266
Episode reward: 41.0
Episode: 267
Episode reward: 54.0
Episode: 268
Episode reward: 48.0
Episode: 269
Episode reward: 39.0
Episode: 270
Episode reward: 77.0
Episode: 271
Episode reward: 58.0
Episode: 272
Episode reward: 53.0
Episode: 273
Episode reward: 52.0
Episode: 274
Episode reward: 71.0
Episode: 275
Episode reward: 43.0
Episode: 276
Episode reward: 48.0
Episode: 277
Episode reward: 41.0
Episode: 278
Episode reward: 48.0
Episode: 279
Episode reward: 46.0
Episode: 280
Episode reward: 58.0
Episode: 281
Episode reward: 62.0
Episode: 282
Episode reward: 49.0
Episode: 283
Episode reward: 27.0
Episode: 284
Episode reward: 43.0
Episode: 285
Episode reward: 35.0
Episode: 286
Episode reward: 44.0
Episode: 287
Episode reward: 59.0
Episode: 288
Episode reward: 17.0
Episode: 289
Episode reward: 60.0
Episode: 290
Episode reward: 25.0
Episode: 291
Episode reward: 47.0
Episode: 292
Episode reward: 54.0
Episode: 293
Episode reward: 65.0
Episode: 294
Episode reward: 56.0
Episode: 295
Episode reward: 37.0
Episode: 296
Episode reward: 84.0
Episode: 297
Episode reward: 27.0
Episode: 298
Episode reward: 34.0
Episode: 299
Episode reward: 41.0
Episode: 300
Episode reward: 54.0
Episode: 301
Episode reward: 39.0
Episode: 302
Episode reward: 47.0
Episode: 303
Episode reward: 42.0
Episode: 304
Episode reward: 94.0
Episode: 305
Episode reward: 89.0
Episode: 306
Episode reward: 26.0
Episode: 307
Episode reward: 47.0
Episode: 308
Episode reward: 39.0
Episode: 309
Episode reward: 38.0
Episode: 310
Episode reward: 46.0
Episode: 311
Episode reward: 43.0
Episode: 312
Episode reward: 35.0
Episode: 313
Episode reward: 23.0
Episode: 314
Episode reward: 47.0
Episode: 315
Episode reward: 16.0
Episode: 316
Episode reward: 9.0
Episode: 317
Episode reward: 8.0
Episode: 318
Episode reward: 20.0
Episode: 319
Episode reward: 27.0
Episode: 320
Episode reward: 70.0
Episode: 321
Episode reward: 20.0
Episode: 322
Episode reward: 28.0
Episode: 323
Episode reward: 40.0
Episode: 324
Episode reward: 36.0
Episode: 325
Episode reward: 31.0
Episode: 326
Episode reward: 52.0
Episode: 327
Episode reward: 60.0
Episode: 328
Episode reward: 15.0
Episode: 329
Episode reward: 32.0
Episode: 330
Episode reward: 51.0
Episode: 331
Episode reward: 31.0
Episode: 332
Episode reward: 14.0
Episode: 333
Episode reward: 64.0
Episode: 334
Episode reward: 23.0
Episode: 335
Episode reward: 9.0
Episode: 336
Episode reward: 9.0
Episode: 337
Episode reward: 29.0
Episode: 338
Episode reward: 16.0
Episode: 339
Episode reward: 21.0
Episode: 340
Episode reward: 21.0
Episode: 341
Episode reward: 31.0
Episode: 342
Episode reward: 46.0
Episode: 343
Episode reward: 34.0
Episode: 344
Episode reward: 23.0
Episode: 345
Episode reward: 21.0
Episode: 346
Episode reward: 10.0
Episode: 347
Episode reward: 10.0
Episode: 348
Episode reward: 38.0
Episode: 349
Episode reward: 71.0
Episode: 350
Episode reward: 17.0
Episode: 351
Episode reward: 49.0
Episode: 352
Episode reward: 36.0
Episode: 353
Episode reward: 30.0
Episode: 354
Episode reward: 16.0
Episode: 355
Episode reward: 46.0
Episode: 356
Episode reward: 48.0
Episode: 357
Episode reward: 29.0
Episode: 358
Episode reward: 46.0
Episode: 359
Episode reward: 35.0
Episode: 360
Episode reward: 22.0
Episode: 361
Episode reward: 39.0
Episode: 362
Episode reward: 61.0
Episode: 363
Episode reward: 15.0
Episode: 364
Episode reward: 39.0
Episode: 365
Episode reward: 18.0
Episode: 366
Episode reward: 41.0
Episode: 367
Episode reward: 23.0
Episode: 368
Episode reward: 52.0
Episode: 369
Episode reward: 35.0
Episode: 370
Episode reward: 26.0
Episode: 371
Episode reward: 90.0
Episode: 372
Episode reward: 81.0
Episode: 373
Episode reward: 20.0
Episode: 374
Episode reward: 109.0
Episode: 375
Episode reward: 14.0
Episode: 376
Episode reward: 39.0
Episode: 377
Episode reward: 31.0
Episode: 378
Episode reward: 55.0
Episode: 379
Episode reward: 68.0
Episode: 380
Episode reward: 59.0
Episode: 381
Episode reward: 22.0
Episode: 382
Episode reward: 75.0
Episode: 383
Episode reward: 40.0
Episode: 384
Episode reward: 35.0
Episode: 385
Episode reward: 109.0
Episode: 386
Episode reward: 73.0
Episode: 387
Episode reward: 52.0
Episode: 388
Episode reward: 35.0
Episode: 389
Episode reward: 107.0
Episode: 390
Episode reward: 20.0
Episode: 391
Episode reward: 62.0
Episode: 392
Episode reward: 32.0
Episode: 393
Episode reward: 46.0
Episode: 394
Episode reward: 27.0
Episode: 395
Episode reward: 54.0
Episode: 396
Episode reward: 44.0
Episode: 397
Episode reward: 57.0
Episode: 398
Episode reward: 25.0
Episode: 399
Episode reward: 10.0
Episode: 400
Episode reward: 39.0
Episode: 401
Episode reward: 47.0
Episode: 402
Episode reward: 63.0
Episode: 403
Episode reward: 98.0
Episode: 404
Episode reward: 39.0
Episode: 405
Episode reward: 30.0
Episode: 406
Episode reward: 67.0
Episode: 407
Episode reward: 49.0
Episode: 408
Episode reward: 93.0
Episode: 409
Episode reward: 30.0
Episode: 410
Episode reward: 42.0
Episode: 411
Episode reward: 40.0
Episode: 412
Episode reward: 59.0
Episode: 413
Episode reward: 8.0
Episode: 414
Episode reward: 64.0
Episode: 415
Episode reward: 23.0
Episode: 416
Episode reward: 10.0
Episode: 417
Episode reward: 9.0
Episode: 418
Episode reward: 44.0
Episode: 419
Episode reward: 12.0
Episode: 420
Episode reward: 22.0
Episode: 421
Episode reward: 28.0
Episode: 422
Episode reward: 38.0
Episode: 423
Episode reward: 22.0
Episode: 424
Episode reward: 61.0
Episode: 425
Episode reward: 24.0
Episode: 426
Episode reward: 33.0
Episode: 427
Episode reward: 21.0
Episode: 428
Episode reward: 33.0
Episode: 429
Episode reward: 28.0
Episode: 430
Episode reward: 22.0
Episode: 431
Episode reward: 50.0
Episode: 432
Episode reward: 71.0
Episode: 433
Episode reward: 109.0
Episode: 434
Episode reward: 55.0
Episode: 435
Episode reward: 41.0
Episode: 436
Episode reward: 33.0
Episode: 437
Episode reward: 77.0
Episode: 438
Episode reward: 19.0
Episode: 439
Episode reward: 22.0
Episode: 440
Episode reward: 12.0
Episode: 441
Episode reward: 71.0
Episode: 442
Episode reward: 49.0
Episode: 443
Episode reward: 52.0
Episode: 444
Episode reward: 26.0
Episode: 445
Episode reward: 43.0
Episode: 446
Episode reward: 24.0
Episode: 447
Episode reward: 35.0
Episode: 448
Episode reward: 30.0
Episode: 449
Episode reward: 11.0
Episode: 450
Episode reward: 46.0
Episode: 451
Episode reward: 38.0
Episode: 452
Episode reward: 9.0
Episode: 453
Episode reward: 49.0
Episode: 454
Episode reward: 56.0
Episode: 455
Episode reward: 126.0
Episode: 456
Episode reward: 47.0
Episode: 457
Episode reward: 61.0
Episode: 458
Episode reward: 61.0
Episode: 459
Episode reward: 24.0
Episode: 460
Episode reward: 104.0
Episode: 461
Episode reward: 56.0
Episode: 462
Episode reward: 26.0
Episode: 463
Episode reward: 13.0
Episode: 464
Episode reward: 18.0
Episode: 465
Episode reward: 26.0
Episode: 466
Episode reward: 43.0
Episode: 467
Episode reward: 10.0
Episode: 468
Episode reward: 25.0
Episode: 469
Episode reward: 75.0
Episode: 470
Episode reward: 30.0
Episode: 471
Episode reward: 29.0
Episode: 472
Episode reward: 33.0
Episode: 473
Episode reward: 25.0
Episode: 474
Episode reward: 27.0
Episode: 475
Episode reward: 88.0
Episode: 476
Episode reward: 49.0
Episode: 477
Episode reward: 18.0
Episode: 478
Episode reward: 35.0
Episode: 479
Episode reward: 64.0
Episode: 480
Episode reward: 26.0
Episode: 481
Episode reward: 26.0
Episode: 482
Episode reward: 40.0
Episode: 483
Episode reward: 36.0
Episode: 484
Episode reward: 51.0
Episode: 485
Episode reward: 39.0
Episode: 486
Episode reward: 37.0
Episode: 487
Episode reward: 29.0
Episode: 488
Episode reward: 69.0
Episode: 489
Episode reward: 34.0
Episode: 490
Episode reward: 48.0
Episode: 491
Episode reward: 40.0
Episode: 492
Episode reward: 29.0
Episode: 493
Episode reward: 20.0
Episode: 494
Episode reward: 19.0
Episode: 495
Episode reward: 37.0
Episode: 496
Episode reward: 12.0
Episode: 497
Episode reward: 21.0
Episode: 498
Episode reward: 11.0
Episode: 499
Episode reward: 29.0
Episode: 500
Episode reward: 34.0
Episode: 501
Episode reward: 12.0
Episode: 502
Episode reward: 80.0
Episode: 503
Episode reward: 75.0
Episode: 504
Episode reward: 31.0
Episode: 505
Episode reward: 26.0
Episode: 506
Episode reward: 40.0
Episode: 507
Episode reward: 46.0
Episode: 508
Episode reward: 12.0
Episode: 509
Episode reward: 32.0
Episode: 510
Episode reward: 66.0
Episode: 511
Episode reward: 13.0
Episode: 512
Episode reward: 42.0
Episode: 513
Episode reward: 99.0
Episode: 514
Episode reward: 48.0
Episode: 515
Episode reward: 26.0
Episode: 516
Episode reward: 8.0
Episode: 517
Episode reward: 40.0
Episode: 518
Episode reward: 43.0
Episode: 519
Episode reward: 36.0
Episode: 520
Episode reward: 28.0
Episode: 521
Episode reward: 27.0
Episode: 522
Episode reward: 59.0
Episode: 523
Episode reward: 82.0
Episode: 524
Episode reward: 89.0
Episode: 525
Episode reward: 53.0
Episode: 526
Episode reward: 27.0
Episode: 527
Episode reward: 86.0
Episode: 528
Episode reward: 26.0
Episode: 529
Episode reward: 71.0
Episode: 530
Episode reward: 37.0
Episode: 531
Episode reward: 27.0
Episode: 532
Episode reward: 23.0
Episode: 533
Episode reward: 23.0
Episode: 534
Episode reward: 125.0
Episode: 535
Episode reward: 28.0
Episode: 536
Episode reward: 25.0
Episode: 537
Episode reward: 117.0
Episode: 538
Episode reward: 22.0
Episode: 539
Episode reward: 51.0
Episode: 540
Episode reward: 29.0
Episode: 541
Episode reward: 35.0
Episode: 542
Episode reward: 28.0
Episode: 543
Episode reward: 81.0
Episode: 544
Episode reward: 104.0
Episode: 545
Episode reward: 50.0
Episode: 546
Episode reward: 27.0
Episode: 547
Episode reward: 98.0
Episode: 548
Episode reward: 87.0
Episode: 549
Episode reward: 61.0
Episode: 550
Episode reward: 23.0
Episode: 551
Episode reward: 10.0
Episode: 552
Episode reward: 36.0
Episode: 553
Episode reward: 37.0
Episode: 554
Episode reward: 28.0
Episode: 555
Episode reward: 22.0
Episode: 556
Episode reward: 76.0
Episode: 557
Episode reward: 26.0
Episode: 558
Episode reward: 35.0
Episode: 559
Episode reward: 22.0
Episode: 560
Episode reward: 68.0
Episode: 561
Episode reward: 47.0
Episode: 562
Episode reward: 25.0
Episode: 563
Episode reward: 40.0
Episode: 564
Episode reward: 34.0
Episode: 565
Episode reward: 22.0
Episode: 566
Episode reward: 29.0
Episode: 567
Episode reward: 51.0
Episode: 568
Episode reward: 40.0
Episode: 569
Episode reward: 26.0
Episode: 570
Episode reward: 51.0
Episode: 571
Episode reward: 23.0
Episode: 572
Episode reward: 36.0
Episode: 573
Episode reward: 34.0
Episode: 574
Episode reward: 74.0
Episode: 575
Episode reward: 42.0
Episode: 576
Episode reward: 22.0
Episode: 577
Episode reward: 23.0
Episode: 578
Episode reward: 32.0
Episode: 579
Episode reward: 62.0
Episode: 580
Episode reward: 23.0
Episode: 581
Episode reward: 53.0
Episode: 582
Episode reward: 28.0
Episode: 583
Episode reward: 28.0
Episode: 584
Episode reward: 17.0
Episode: 585
Episode reward: 57.0
Episode: 586
Episode reward: 49.0
Episode: 587
Episode reward: 63.0
Episode: 588
Episode reward: 17.0
Episode: 589
Episode reward: 39.0
Episode: 590
Episode reward: 39.0
Episode: 591
Episode reward: 35.0
Episode: 592
Episode reward: 27.0
Episode: 593
Episode reward: 22.0
Episode: 594
Episode reward: 59.0
Episode: 595
Episode reward: 22.0
Episode: 596
Episode reward: 9.0
Episode: 597
Episode reward: 42.0
Episode: 598
Episode reward: 28.0
Episode: 599
Episode reward: 19.0
Episode: 600
Episode reward: 62.0
Episode: 601
Episode reward: 27.0
Episode: 602
Episode reward: 37.0
Episode: 603
Episode reward: 27.0
Episode: 604
Episode reward: 20.0
Episode: 605
Episode reward: 100.0
Episode: 606
Episode reward: 56.0
Episode: 607
Episode reward: 23.0
Episode: 608
Episode reward: 120.0
Episode: 609
Episode reward: 39.0
Episode: 610
Episode reward: 26.0
Episode: 611
Episode reward: 36.0
Episode: 612
Episode reward: 49.0
Episode: 613
Episode reward: 20.0
Episode: 614
Episode reward: 37.0
Episode: 615
Episode reward: 12.0
Episode: 616
Episode reward: 117.0
Episode: 617
Episode reward: 32.0
Episode: 618
Episode reward: 81.0
Episode: 619
Episode reward: 59.0
Episode: 620
Episode reward: 12.0
Episode: 621
Episode reward: 28.0
Episode: 622
Episode reward: 30.0
Episode: 623
Episode reward: 40.0
Episode: 624
Episode reward: 24.0
Episode: 625
Episode reward: 107.0
Episode: 626
Episode reward: 79.0
Episode: 627
Episode reward: 68.0
Episode: 628
Episode reward: 29.0
Episode: 629
Episode reward: 27.0
Episode: 630
Episode reward: 45.0
Episode: 631
Episode reward: 42.0
Episode: 632
Episode reward: 87.0
Episode: 633
Episode reward: 56.0
Episode: 634
Episode reward: 29.0
Episode: 635
Episode reward: 26.0
Episode: 636
Episode reward: 26.0
Episode: 637
Episode reward: 53.0
Episode: 638
Episode reward: 35.0
Episode: 639
Episode reward: 28.0
Episode: 640
Episode reward: 42.0
Episode: 641
Episode reward: 62.0
Episode: 642
Episode reward: 53.0
Episode: 643
Episode reward: 34.0
Episode: 644
Episode reward: 23.0
Episode: 645
Episode reward: 52.0
Episode: 646
Episode reward: 27.0
Episode: 647
Episode reward: 49.0
Episode: 648
Episode reward: 39.0
Episode: 649
Episode reward: 36.0
Episode: 650
Episode reward: 21.0
Episode: 651
Episode reward: 89.0
Episode: 652
Episode reward: 38.0
Episode: 653
Episode reward: 45.0
Episode: 654
Episode reward: 39.0
Episode: 655
Episode reward: 41.0
Episode: 656
Episode reward: 75.0
Episode: 657
Episode reward: 19.0
Episode: 658
Episode reward: 34.0
Episode: 659
Episode reward: 32.0
Episode: 660
Episode reward: 63.0
Episode: 661
Episode reward: 61.0
Episode: 662
Episode reward: 29.0
Episode: 663
Episode reward: 36.0
Episode: 664
Episode reward: 40.0
Episode: 665
Episode reward: 51.0
Episode: 666
Episode reward: 17.0
Episode: 667
Episode reward: 105.0
Episode: 668
Episode reward: 38.0
Episode: 669
Episode reward: 74.0
Episode: 670
Episode reward: 38.0
Episode: 671
Episode reward: 22.0
Episode: 672
Episode reward: 45.0
Episode: 673
Episode reward: 19.0
Episode: 674
Episode reward: 64.0
Episode: 675
Episode reward: 115.0
Episode: 676
Episode reward: 43.0
Episode: 677
Episode reward: 61.0
Episode: 678
Episode reward: 53.0
Episode: 679
Episode reward: 23.0
Episode: 680
Episode reward: 32.0
Episode: 681
Episode reward: 36.0
Episode: 682
Episode reward: 89.0
Episode: 683
Episode reward: 19.0
Episode: 684
Episode reward: 23.0
Episode: 685
Episode reward: 38.0
Episode: 686
Episode reward: 49.0
Episode: 687
Episode reward: 83.0
Episode: 688
Episode reward: 53.0
Episode: 689
Episode reward: 62.0
Episode: 690
Episode reward: 29.0
Episode: 691
Episode reward: 25.0
Episode: 692
Episode reward: 24.0
Episode: 693
Episode reward: 27.0
Episode: 694
Episode reward: 9.0
Episode: 695
Episode reward: 39.0
Episode: 696
Episode reward: 78.0
Episode: 697
Episode reward: 115.0
Episode: 698
Episode reward: 38.0
Episode: 699
Episode reward: 23.0
Episode: 700
Episode reward: 41.0
Episode: 701
Episode reward: 18.0
Episode: 702
Episode reward: 37.0
Episode: 703
Episode reward: 37.0
Episode: 704
Episode reward: 23.0
Episode: 705
Episode reward: 119.0
Episode: 706
Episode reward: 41.0
Episode: 707
Episode reward: 37.0
Episode: 708
Episode reward: 23.0
Episode: 709
Episode reward: 36.0
Episode: 710
Episode reward: 66.0
Episode: 711
Episode reward: 33.0
Episode: 712
Episode reward: 33.0
Episode: 713
Episode reward: 61.0
Episode: 714
Episode reward: 66.0
Episode: 715
Episode reward: 44.0
Episode: 716
Episode reward: 19.0
Episode: 717
Episode reward: 72.0
Episode: 718
Episode reward: 25.0
Episode: 719
Episode reward: 26.0
Episode: 720
Episode reward: 29.0
Episode: 721
Episode reward: 40.0
Episode: 722
Episode reward: 41.0
Episode: 723
Episode reward: 37.0
Episode: 724
Episode reward: 70.0
Episode: 725
Episode reward: 56.0
Episode: 726
Episode reward: 37.0
Episode: 727
Episode reward: 85.0
Episode: 728
Episode reward: 22.0
Episode: 729
Episode reward: 23.0
Episode: 730
Episode reward: 50.0
Episode: 731
Episode reward: 23.0
Episode: 732
Episode reward: 24.0
Episode: 733
Episode reward: 96.0
Episode: 734
Episode reward: 18.0
Episode: 735
Episode reward: 23.0
Episode: 736
Episode reward: 23.0
Episode: 737
Episode reward: 42.0
Episode: 738
Episode reward: 22.0
Episode: 739
Episode reward: 27.0
Episode: 740
Episode reward: 72.0
Episode: 741
Episode reward: 39.0
Episode: 742
Episode reward: 18.0
Episode: 743
Episode reward: 22.0
Episode: 744
Episode reward: 23.0
Episode: 745
Episode reward: 22.0
Episode: 746
Episode reward: 26.0
Episode: 747
Episode reward: 23.0
Episode: 748
Episode reward: 20.0
Episode: 749
Episode reward: 32.0
Episode: 750
Episode reward: 17.0
Episode: 751
Episode reward: 33.0
Episode: 752
Episode reward: 56.0
Episode: 753
Episode reward: 22.0
Episode: 754
Episode reward: 43.0
Episode: 755
Episode reward: 91.0
Episode: 756
Episode reward: 39.0
Episode: 757
Episode reward: 43.0
Episode: 758
Episode reward: 49.0
Episode: 759
Episode reward: 38.0
Episode: 760
Episode reward: 66.0
Episode: 761
Episode reward: 147.0
Episode: 762
Episode reward: 172.0
Episode: 763
Episode reward: 146.0
Episode: 764
Episode reward: 187.0
Episode: 765
Episode reward: 135.0
Episode: 766
Episode reward: 153.0
Episode: 767
Episode reward: 145.0
Episode: 768
Episode reward: 153.0
Episode: 769
Episode reward: 191.0
Episode: 770
Episode reward: 114.0
Episode: 771
Episode reward: 160.0
Episode: 772
Episode reward: 195.0
Episode: 773
Episode reward: 200.0
Episode: 774
Episode reward: 151.0
Episode: 775
Episode reward: 196.0
Episode: 776
Episode reward: 113.0
Episode: 777
Episode reward: 158.0
Episode: 778
Episode reward: 141.0
Episode: 779
Episode reward: 160.0
Episode: 780
Episode reward: 200.0
Episode: 781
Episode reward: 160.0
Episode: 782
Episode reward: 117.0
Episode: 783
Episode reward: 193.0
Episode: 784
Episode reward: 119.0
Episode: 785
Episode reward: 195.0
Episode: 786
Episode reward: 118.0
Episode: 787
Episode reward: 156.0
Episode: 788
Episode reward: 195.0
Episode: 789
Episode reward: 139.0
Episode: 790
Episode reward: 188.0
Episode: 791
Episode reward: 155.0
Episode: 792
Episode reward: 113.0
Episode: 793
Episode reward: 187.0
Episode: 794
Episode reward: 126.0
Episode: 795
Episode reward: 157.0
Episode: 796
Episode reward: 181.0
Episode: 797
Episode reward: 110.0
Episode: 798
Episode reward: 200.0
Episode: 799
Episode reward: 141.0
Episode: 800
Episode reward: 170.0
Episode: 801
Episode reward: 136.0
Episode: 802
Episode reward: 153.0
Episode: 803
Episode reward: 200.0
Episode: 804
Episode reward: 115.0
Episode: 805
Episode reward: 168.0
Episode: 806
Episode reward: 165.0
Episode: 807
Episode reward: 198.0
Episode: 808
Episode reward: 146.0
Episode: 809
Episode reward: 194.0
Episode: 810
Episode reward: 152.0
Episode: 811
Episode reward: 200.0
Episode: 812
Episode reward: 162.0
Episode: 813
Episode reward: 150.0
Episode: 814
Episode reward: 140.0
Episode: 815
Episode reward: 155.0
Episode: 816
Episode reward: 200.0
Episode: 817
Episode reward: 145.0
Episode: 818
Episode reward: 181.0
Episode: 819
Episode reward: 200.0
Episode: 820
Episode reward: 104.0
Episode: 821
Episode reward: 142.0
Episode: 822
Episode reward: 107.0
Episode: 823
Episode reward: 200.0
Episode: 824
Episode reward: 147.0
Episode: 825
Episode reward: 144.0
Episode: 826
Episode reward: 167.0
Episode: 827
Episode reward: 122.0
Episode: 828
Episode reward: 127.0
Episode: 829
Episode reward: 143.0
Episode: 830
Episode reward: 113.0
Episode: 831
Episode reward: 131.0
Episode: 832
Episode reward: 120.0
Episode: 833
Episode reward: 159.0
Episode: 834
Episode reward: 200.0
Episode: 835
Episode reward: 200.0
Episode: 836
Episode reward: 193.0
Episode: 837
Episode reward: 194.0
Episode: 838
Episode reward: 119.0
Episode: 839
Episode reward: 143.0
Episode: 840
Episode reward: 141.0
Episode: 841
Episode reward: 165.0
Episode: 842
Episode reward: 84.0
Episode: 843
Episode reward: 139.0
Episode: 844
Episode reward: 130.0
Episode: 845
Episode reward: 70.0
Episode: 846
Episode reward: 200.0
Episode: 847
Episode reward: 161.0
Episode: 848
Episode reward: 142.0
Episode: 849
Episode reward: 177.0
Episode: 850
Episode reward: 133.0
Episode: 851
Episode reward: 200.0
Episode: 852
Episode reward: 134.0
Episode: 853
Episode reward: 119.0
Episode: 854
Episode reward: 200.0
Episode: 855
Episode reward: 121.0
Episode: 856
Episode reward: 183.0
Episode: 857
Episode reward: 140.0
Episode: 858
Episode reward: 196.0
Episode: 859
Episode reward: 200.0
Episode: 860
Episode reward: 110.0
Episode: 861
Episode reward: 138.0
Episode: 862
Episode reward: 200.0
Episode: 863
Episode reward: 153.0
Episode: 864
Episode reward: 161.0
Episode: 865
Episode reward: 135.0
Episode: 866
Episode reward: 169.0
Episode: 867
Episode reward: 181.0
Episode: 868
Episode reward: 112.0
Episode: 869
Episode reward: 185.0
Episode: 870
Episode reward: 147.0
Episode: 871
Episode reward: 121.0
Episode: 872
Episode reward: 118.0
Episode: 873
Episode reward: 167.0
Episode: 874
Episode reward: 184.0
Episode: 875
Episode reward: 200.0
Episode: 876
Episode reward: 146.0
Episode: 877
Episode reward: 150.0
Episode: 878
Episode reward: 149.0
Episode: 879
Episode reward: 107.0
Episode: 880
Episode reward: 151.0
Episode: 881
Episode reward: 160.0
Episode: 882
Episode reward: 153.0
Episode: 883
Episode reward: 99.0
Episode: 884
Episode reward: 119.0
Episode: 885
Episode reward: 200.0
Episode: 886
Episode reward: 158.0
Episode: 887
Episode reward: 155.0
Episode: 888
Episode reward: 143.0
Episode: 889
Episode reward: 200.0
Episode: 890
Episode reward: 188.0
Episode: 891
Episode reward: 147.0
Episode: 892
Episode reward: 155.0
Episode: 893
Episode reward: 118.0
Episode: 894
Episode reward: 113.0
Episode: 895
Episode reward: 134.0
Episode: 896
Episode reward: 118.0
Episode: 897
Episode reward: 153.0
Episode: 898
Episode reward: 112.0
Episode: 899
Episode reward: 116.0
Episode: 900
Episode reward: 120.0
Episode: 901
Episode reward: 182.0
Episode: 902
Episode reward: 149.0
Episode: 903
Episode reward: 200.0
Episode: 904
Episode reward: 200.0
Episode: 905
Episode reward: 199.0
Episode: 906
Episode reward: 143.0
Episode: 907
Episode reward: 133.0
Episode: 908
Episode reward: 126.0
Episode: 909
Episode reward: 158.0
Episode: 910
Episode reward: 144.0
Episode: 911
Episode reward: 149.0
Episode: 912
Episode reward: 173.0
Episode: 913
Episode reward: 138.0
Episode: 914
Episode reward: 159.0
Episode: 915
Episode reward: 137.0
Episode: 916
Episode reward: 169.0
Episode: 917
Episode reward: 200.0
Episode: 918
Episode reward: 134.0
Episode: 919
Episode reward: 200.0
Episode: 920
Episode reward: 165.0
Episode: 921
Episode reward: 160.0
Episode: 922
Episode reward: 142.0
Episode: 923
Episode reward: 200.0
Episode: 924
Episode reward: 159.0
Episode: 925
Episode reward: 117.0
Episode: 926
Episode reward: 145.0
Episode: 927
Episode reward: 136.0
Episode: 928
Episode reward: 149.0
Episode: 929
Episode reward: 128.0
Episode: 930
Episode reward: 200.0
Episode: 931
Episode reward: 166.0
Episode: 932
Episode reward: 153.0
Episode: 933
Episode reward: 175.0
Episode: 934
Episode reward: 111.0
Episode: 935
Episode reward: 149.0
Episode: 936
Episode reward: 118.0
Episode: 937
Episode reward: 135.0
Episode: 938
Episode reward: 117.0
Episode: 939
Episode reward: 147.0
Episode: 940
Episode reward: 134.0
Episode: 941
Episode reward: 132.0
Episode: 942
Episode reward: 151.0
Episode: 943
Episode reward: 143.0
Episode: 944
Episode reward: 138.0
Episode: 945
Episode reward: 156.0
Episode: 946
Episode reward: 142.0
Episode: 947
Episode reward: 132.0
Episode: 948
Episode reward: 175.0
Episode: 949
Episode reward: 136.0
Episode: 950
Episode reward: 145.0
Episode: 951
Episode reward: 121.0
Episode: 952
Episode reward: 149.0
Episode: 953
Episode reward: 124.0
Episode: 954
Episode reward: 132.0
Episode: 955
Episode reward: 200.0
Episode: 956
Episode reward: 200.0
Episode: 957
Episode reward: 123.0
Episode: 958
Episode reward: 200.0
Episode: 959
Episode reward: 200.0
Episode: 960
Episode reward: 136.0
Episode: 961
Episode reward: 169.0
Episode: 962
Episode reward: 151.0
Episode: 963
Episode reward: 113.0
Episode: 964
Episode reward: 148.0
Episode: 965
Episode reward: 138.0
Episode: 966
Episode reward: 200.0
Episode: 967
Episode reward: 167.0
Episode: 968
Episode reward: 200.0
Episode: 969
Episode reward: 160.0
Episode: 970
Episode reward: 157.0
Episode: 971
Episode reward: 160.0
Episode: 972
Episode reward: 143.0
Episode: 973
Episode reward: 163.0
Episode: 974
Episode reward: 110.0
Episode: 975
Episode reward: 200.0
Episode: 976
Episode reward: 113.0
Episode: 977
Episode reward: 200.0
Episode: 978
Episode reward: 135.0
Episode: 979
Episode reward: 159.0
Episode: 980
Episode reward: 118.0
Episode: 981
Episode reward: 200.0
Episode: 982
Episode reward: 122.0
Episode: 983
Episode reward: 191.0
Episode: 984
Episode reward: 149.0
Episode: 985
Episode reward: 156.0
Episode: 986
Episode reward: 119.0
Episode: 987
Episode reward: 164.0
Episode: 988
Episode reward: 112.0
Episode: 989
Episode reward: 155.0
Episode: 990
Episode reward: 148.0
Episode: 991
Episode reward: 194.0
Episode: 992
Episode reward: 112.0
Episode: 993
Episode reward: 162.0
Episode: 994
Episode reward: 160.0
Episode: 995
Episode reward: 190.0
Episode: 996
Episode reward: 178.0
Episode: 997
Episode reward: 109.0
Episode: 998
Episode reward: 145.0
Episode: 999
Episode reward: 131.0
Episode: 1000
Episode reward: 200.0
Episode: 1001
Episode reward: 160.0
Episode: 1002
Episode reward: 143.0
Episode: 1003
Episode reward: 167.0
Episode: 1004
Episode reward: 166.0
Episode: 1005
Episode reward: 183.0
Episode: 1006
Episode reward: 193.0
Episode: 1007
Episode reward: 157.0
Episode: 1008
Episode reward: 200.0
Episode: 1009
Episode reward: 151.0
Episode: 1010
Episode reward: 119.0
Episode: 1011
Episode reward: 168.0
Episode: 1012
Episode reward: 200.0
Episode: 1013
Episode reward: 130.0
Episode: 1014
Episode reward: 120.0
Episode: 1015
Episode reward: 149.0
Episode: 1016
Episode reward: 153.0
Episode: 1017
Episode reward: 121.0
Episode: 1018
Episode reward: 116.0
Episode: 1019
Episode reward: 155.0
Episode: 1020
Episode reward: 155.0
Episode: 1021
Episode reward: 90.0
Episode: 1022
Episode reward: 170.0
Episode: 1023
Episode reward: 112.0
Episode: 1024
Episode reward: 200.0
Episode: 1025
Episode reward: 172.0
Episode: 1026
Episode reward: 167.0
Episode: 1027
Episode reward: 200.0
Episode: 1028
Episode reward: 115.0
Episode: 1029
Episode reward: 155.0
Episode: 1030
Episode reward: 130.0
Episode: 1031
Episode reward: 130.0
Episode: 1032
Episode reward: 121.0
Episode: 1033
Episode reward: 117.0
Episode: 1034
Episode reward: 141.0
Episode: 1035
Episode reward: 132.0
Episode: 1036
Episode reward: 200.0
Episode: 1037
Episode reward: 177.0
Episode: 1038
Episode reward: 145.0
Episode: 1039
Episode reward: 150.0
Episode: 1040
Episode reward: 138.0
Episode: 1041
Episode reward: 121.0
Episode: 1042
Episode reward: 160.0
Episode: 1043
Episode reward: 159.0
Episode: 1044
Episode reward: 200.0
Episode: 1045
Episode reward: 132.0
Episode: 1046
Episode reward: 200.0
Episode: 1047
Episode reward: 129.0
Episode: 1048
Episode reward: 87.0
Episode: 1049
Episode reward: 146.0
Episode: 1050
Episode reward: 82.0
Episode: 1051
Episode reward: 194.0
Episode: 1052
Episode reward: 200.0
Episode: 1053
Episode reward: 121.0
Episode: 1054
Episode reward: 200.0
Episode: 1055
Episode reward: 131.0
Episode: 1056
Episode reward: 139.0
Episode: 1057
Episode reward: 190.0
Episode: 1058
Episode reward: 159.0
Episode: 1059
Episode reward: 139.0
Episode: 1060
Episode reward: 120.0
Episode: 1061
Episode reward: 189.0
Episode: 1062
Episode reward: 145.0
Episode: 1063
Episode reward: 200.0
Episode: 1064
Episode reward: 159.0
Episode: 1065
Episode reward: 112.0
Episode: 1066
Episode reward: 154.0
Episode: 1067
Episode reward: 152.0
Episode: 1068
Episode reward: 200.0
Episode: 1069
Episode reward: 178.0
Episode: 1070
Episode reward: 200.0
Episode: 1071
Episode reward: 200.0
Episode: 1072
Episode reward: 112.0
Episode: 1073
Episode reward: 178.0
Episode: 1074
Episode reward: 124.0
Episode: 1075
Episode reward: 174.0
Episode: 1076
Episode reward: 106.0
Episode: 1077
Episode reward: 180.0
Episode: 1078
Episode reward: 167.0
Episode: 1079
Episode reward: 117.0
Episode: 1080
Episode reward: 200.0
Episode: 1081
Episode reward: 190.0
Episode: 1082
Episode reward: 152.0
Episode: 1083
Episode reward: 145.0
Episode: 1084
Episode reward: 121.0
Episode: 1085
Episode reward: 129.0
Episode: 1086
Episode reward: 144.0
Episode: 1087
Episode reward: 128.0
Episode: 1088
Episode reward: 115.0
Episode: 1089
Episode reward: 142.0
Episode: 1090
Episode reward: 145.0
Episode: 1091
Episode reward: 146.0
Episode: 1092
Episode reward: 188.0
Episode: 1093
Episode reward: 136.0
Episode: 1094
Episode reward: 165.0
Episode: 1095
Episode reward: 145.0
Episode: 1096
Episode reward: 200.0
Episode: 1097
Episode reward: 200.0
Episode: 1098
Episode reward: 112.0
Episode: 1099
Episode reward: 164.0
Episode: 1100
Episode reward: 115.0
Episode: 1101
Episode reward: 105.0
Episode: 1102
Episode reward: 114.0
Episode: 1103
Episode reward: 146.0
Episode: 1104
Episode reward: 156.0
Episode: 1105
Episode reward: 189.0
Episode: 1106
Episode reward: 200.0
Episode: 1107
Episode reward: 200.0
Episode: 1108
Episode reward: 200.0
Episode: 1109
Episode reward: 144.0
Episode: 1110
Episode reward: 185.0
Episode: 1111
Episode reward: 200.0
Episode: 1112
Episode reward: 109.0
Episode: 1113
Episode reward: 115.0
Episode: 1114
Episode reward: 200.0
Episode: 1115
Episode reward: 200.0
Episode: 1116
Episode reward: 195.0
Episode: 1117
Episode reward: 200.0
Episode: 1118
Episode reward: 146.0
Episode: 1119
Episode reward: 108.0
Episode: 1120
Episode reward: 168.0
Episode: 1121
Episode reward: 117.0
Episode: 1122
Episode reward: 118.0
Episode: 1123
Episode reward: 196.0
Episode: 1124
Episode reward: 151.0
Episode: 1125
Episode reward: 154.0
Episode: 1126
Episode reward: 199.0
Episode: 1127
Episode reward: 187.0
Episode: 1128
Episode reward: 155.0
Episode: 1129
Episode reward: 200.0
Episode: 1130
Episode reward: 166.0
Episode: 1131
Episode reward: 146.0
Episode: 1132
Episode reward: 188.0
Episode: 1133
Episode reward: 154.0
Episode: 1134
Episode reward: 162.0
Episode: 1135
Episode reward: 200.0
Episode: 1136
Episode reward: 108.0
Episode: 1137
Episode reward: 177.0
Episode: 1138
Episode reward: 102.0
Episode: 1139
Episode reward: 92.0
Episode: 1140
Episode reward: 174.0
Episode: 1141
Episode reward: 112.0
Episode: 1142
Episode reward: 140.0
Episode: 1143
Episode reward: 154.0
Episode: 1144
Episode reward: 114.0
Episode: 1145
Episode reward: 136.0
Episode: 1146
Episode reward: 200.0
Episode: 1147
Episode reward: 158.0
Episode: 1148
Episode reward: 193.0
Episode: 1149
Episode reward: 103.0
Episode: 1150
Episode reward: 117.0
Episode: 1151
Episode reward: 136.0
Episode: 1152
Episode reward: 187.0
Episode: 1153
Episode reward: 108.0
Episode: 1154
Episode reward: 157.0
Episode: 1155
Episode reward: 200.0
Episode: 1156
Episode reward: 112.0
Episode: 1157
Episode reward: 181.0
Episode: 1158
Episode reward: 149.0
Episode: 1159
Episode reward: 200.0
Episode: 1160
Episode reward: 155.0
Episode: 1161
Episode reward: 138.0
Episode: 1162
Episode reward: 135.0
Episode: 1163
Episode reward: 130.0
Episode: 1164
Episode reward: 85.0
Episode: 1165
Episode reward: 101.0
Episode: 1166
Episode reward: 200.0
Episode: 1167
Episode reward: 151.0
Episode: 1168
Episode reward: 153.0
Episode: 1169
Episode reward: 117.0
Episode: 1170
Episode reward: 183.0
Episode: 1171
Episode reward: 123.0
Episode: 1172
Episode reward: 143.0
Episode: 1173
Episode reward: 126.0
Episode: 1174
Episode reward: 140.0
Episode: 1175
Episode reward: 138.0
Episode: 1176
Episode reward: 159.0
Episode: 1177
Episode reward: 184.0
Episode: 1178
Episode reward: 124.0
Episode: 1179
Episode reward: 174.0
Episode: 1180
Episode reward: 163.0
Episode: 1181
Episode reward: 200.0
Episode: 1182
Episode reward: 168.0
Episode: 1183
Episode reward: 132.0
Episode: 1184
Episode reward: 190.0
Episode: 1185
Episode reward: 167.0
Episode: 1186
Episode reward: 126.0
Episode: 1187
Episode reward: 200.0
Episode: 1188
Episode reward: 189.0
Episode: 1189
Episode reward: 169.0
Episode: 1190
Episode reward: 123.0
Episode: 1191
Episode reward: 194.0
Episode: 1192
Episode reward: 125.0
Episode: 1193
Episode reward: 153.0
Episode: 1194
Episode reward: 129.0
Episode: 1195
Episode reward: 128.0
Episode: 1196
Episode reward: 165.0
Episode: 1197
Episode reward: 173.0
Episode: 1198
Episode reward: 197.0
Episode: 1199
Episode reward: 149.0
Episode: 1200
Episode reward: 115.0
Episode: 1201
Episode reward: 135.0
Episode: 1202
Episode reward: 150.0
Episode: 1203
Episode reward: 200.0
Episode: 1204
Episode reward: 119.0
Episode: 1205
Episode reward: 122.0
Episode: 1206
Episode reward: 200.0
Episode: 1207
Episode reward: 125.0
Episode: 1208
Episode reward: 132.0
Episode: 1209
Episode reward: 122.0
Episode: 1210
Episode reward: 162.0
Episode: 1211
Episode reward: 159.0
Episode: 1212
Episode reward: 200.0
Episode: 1213
Episode reward: 126.0
Episode: 1214
Episode reward: 200.0
Episode: 1215
Episode reward: 149.0
Episode: 1216
Episode reward: 140.0
Episode: 1217
Episode reward: 200.0
Episode: 1218
Episode reward: 158.0
Episode: 1219
Episode reward: 142.0
Episode: 1220
Episode reward: 165.0
Episode: 1221
Episode reward: 147.0
Episode: 1222
Episode reward: 200.0
Episode: 1223
Episode reward: 200.0
Episode: 1224
Episode reward: 113.0
Episode: 1225
Episode reward: 200.0
Episode: 1226
Episode reward: 149.0
Episode: 1227
Episode reward: 200.0
Episode: 1228
Episode reward: 148.0
Episode: 1229
Episode reward: 189.0
Episode: 1230
Episode reward: 143.0
Episode: 1231
Episode reward: 154.0
Episode: 1232
Episode reward: 200.0
Episode: 1233
Episode reward: 179.0
Episode: 1234
Episode reward: 121.0
Episode: 1235
Episode reward: 179.0
Episode: 1236
Episode reward: 200.0
Episode: 1237
Episode reward: 188.0
Episode: 1238
Episode reward: 137.0
Episode: 1239
Episode reward: 163.0
Episode: 1240
Episode reward: 200.0
Episode: 1241
Episode reward: 159.0
Episode: 1242
Episode reward: 143.0
Episode: 1243
Episode reward: 171.0
Episode: 1244
Episode reward: 115.0
Episode: 1245
Episode reward: 155.0
Episode: 1246
Episode reward: 122.0
Episode: 1247
Episode reward: 157.0
Episode: 1248
Episode reward: 121.0
Episode: 1249
Episode reward: 147.0
Episode: 1250
Episode reward: 173.0
Episode: 1251
Episode reward: 200.0
Episode: 1252
Episode reward: 153.0
Episode: 1253
Episode reward: 155.0
Episode: 1254
Episode reward: 120.0
Episode: 1255
Episode reward: 160.0
Episode: 1256
Episode reward: 169.0
Episode: 1257
Episode reward: 200.0
Episode: 1258
Episode reward: 163.0
Episode: 1259
Episode reward: 195.0
Episode: 1260
Episode reward: 200.0
Episode: 1261
Episode reward: 118.0
Episode: 1262
Episode reward: 162.0
Episode: 1263
Episode reward: 127.0
Episode: 1264
Episode reward: 138.0
Episode: 1265
Episode reward: 157.0
Episode: 1266
Episode reward: 80.0
Episode: 1267
Episode reward: 200.0
Episode: 1268
Episode reward: 123.0
Episode: 1269
Episode reward: 186.0
Episode: 1270
Episode reward: 200.0
Episode: 1271
Episode reward: 200.0
Episode: 1272
Episode reward: 106.0
Episode: 1273
Episode reward: 193.0
Episode: 1274
Episode reward: 146.0
Episode: 1275
Episode reward: 200.0
Episode: 1276
Episode reward: 139.0
Episode: 1277
Episode reward: 131.0
Episode: 1278
Episode reward: 184.0
Episode: 1279
Episode reward: 85.0
Episode: 1280
Episode reward: 150.0
Episode: 1281
Episode reward: 131.0
Episode: 1282
Episode reward: 143.0
Episode: 1283
Episode reward: 142.0
Episode: 1284
Episode reward: 130.0
Episode: 1285
Episode reward: 150.0
Episode: 1286
Episode reward: 138.0
Episode: 1287
Episode reward: 117.0
Episode: 1288
Episode reward: 178.0
Episode: 1289
Episode reward: 163.0
Episode: 1290
Episode reward: 137.0
Episode: 1291
Episode reward: 136.0
Episode: 1292
Episode reward: 136.0
Episode: 1293
Episode reward: 120.0
Episode: 1294
Episode reward: 185.0
Episode: 1295
Episode reward: 200.0
Episode: 1296
Episode reward: 200.0
Episode: 1297
Episode reward: 200.0
Episode: 1298
Episode reward: 148.0
Episode: 1299
Episode reward: 200.0
Episode: 1300
Episode reward: 129.0
Episode: 1301
Episode reward: 177.0
Episode: 1302
Episode reward: 200.0
Episode: 1303
Episode reward: 161.0
Episode: 1304
Episode reward: 123.0
Episode: 1305
Episode reward: 200.0
Episode: 1306
Episode reward: 151.0
Episode: 1307
Episode reward: 167.0
Episode: 1308
Episode reward: 112.0
Episode: 1309
Episode reward: 200.0
Episode: 1310
Episode reward: 200.0
Episode: 1311
Episode reward: 174.0
Episode: 1312
Episode reward: 111.0
Episode: 1313
Episode reward: 200.0
Episode: 1314
Episode reward: 92.0
Episode: 1315
Episode reward: 104.0
Episode: 1316
Episode reward: 157.0
Episode: 1317
Episode reward: 125.0
Episode: 1318
Episode reward: 173.0
Episode: 1319
Episode reward: 128.0
Episode: 1320
Episode reward: 156.0
Episode: 1321
Episode reward: 175.0
Episode: 1322
Episode reward: 106.0
Episode: 1323
Episode reward: 113.0
Episode: 1324
Episode reward: 147.0
Episode: 1325
Episode reward: 138.0
Episode: 1326
Episode reward: 155.0
Episode: 1327
Episode reward: 200.0
Episode: 1328
Episode reward: 169.0
Episode: 1329
Episode reward: 200.0
Episode: 1330
Episode reward: 166.0
Episode: 1331
Episode reward: 122.0
Episode: 1332
Episode reward: 148.0
Episode: 1333
Episode reward: 140.0
Episode: 1334
Episode reward: 170.0
Episode: 1335
Episode reward: 113.0
Episode: 1336
Episode reward: 168.0
Episode: 1337
Episode reward: 122.0
Episode: 1338
Episode reward: 142.0
Episode: 1339
Episode reward: 68.0
Episode: 1340
Episode reward: 200.0
Episode: 1341
Episode reward: 138.0
Episode: 1342
Episode reward: 200.0
Episode: 1343
Episode reward: 109.0
Episode: 1344
Episode reward: 133.0
Episode: 1345
Episode reward: 200.0
Episode: 1346
Episode reward: 147.0
Episode: 1347
Episode reward: 117.0
Episode: 1348
Episode reward: 119.0
Episode: 1349
Episode reward: 112.0
Episode: 1350
Episode reward: 131.0
Episode: 1351
Episode reward: 178.0
Episode: 1352
Episode reward: 122.0
Episode: 1353
Episode reward: 152.0
Episode: 1354
Episode reward: 200.0
Episode: 1355
Episode reward: 105.0
Episode: 1356
Episode reward: 126.0
Episode: 1357
Episode reward: 146.0
Episode: 1358
Episode reward: 116.0
Episode: 1359
Episode reward: 112.0
Episode: 1360
Episode reward: 191.0
Episode: 1361
Episode reward: 144.0
Episode: 1362
Episode reward: 151.0
Episode: 1363
Episode reward: 163.0
Episode: 1364
Episode reward: 200.0
Episode: 1365
Episode reward: 181.0
Episode: 1366
Episode reward: 158.0
Episode: 1367
Episode reward: 117.0
Episode: 1368
Episode reward: 150.0
Episode: 1369
Episode reward: 112.0
Episode: 1370
Episode reward: 196.0
Episode: 1371
Episode reward: 156.0
Episode: 1372
Episode reward: 131.0
Episode: 1373
Episode reward: 200.0
Episode: 1374
Episode reward: 199.0
Episode: 1375
Episode reward: 134.0
Episode: 1376
Episode reward: 200.0
Episode: 1377
Episode reward: 154.0
Episode: 1378
Episode reward: 162.0
Episode: 1379
Episode reward: 113.0
Episode: 1380
Episode reward: 165.0
Episode: 1381
Episode reward: 136.0
Episode: 1382
Episode reward: 129.0
Episode: 1383
Episode reward: 128.0
Episode: 1384
Episode reward: 187.0
Episode: 1385
Episode reward: 140.0
Episode: 1386
Episode reward: 108.0
Episode: 1387
Episode reward: 148.0
Episode: 1388
Episode reward: 147.0
Episode: 1389
Episode reward: 121.0
Episode: 1390
Episode reward: 157.0
Episode: 1391
Episode reward: 162.0
Episode: 1392
Episode reward: 143.0
Episode: 1393
Episode reward: 200.0
Episode: 1394
Episode reward: 118.0
Episode: 1395
Episode reward: 200.0
Episode: 1396
Episode reward: 200.0
Episode: 1397
Episode reward: 200.0
Episode: 1398
Episode reward: 147.0
Episode: 1399
Episode reward: 190.0
Episode: 1400
Episode reward: 200.0
Episode: 1401
Episode reward: 183.0
Episode: 1402
Episode reward: 115.0
Episode: 1403
Episode reward: 140.0
Episode: 1404
Episode reward: 163.0
Episode: 1405
Episode reward: 123.0
Episode: 1406
Episode reward: 173.0
Episode: 1407
Episode reward: 108.0
Episode: 1408
Episode reward: 180.0
Episode: 1409
Episode reward: 189.0
Episode: 1410
Episode reward: 140.0
Episode: 1411
Episode reward: 120.0
Episode: 1412
Episode reward: 167.0
Episode: 1413
Episode reward: 187.0
Episode: 1414
Episode reward: 110.0
Episode: 1415
Episode reward: 194.0
Episode: 1416
Episode reward: 126.0
Episode: 1417
Episode reward: 130.0
Episode: 1418
Episode reward: 137.0
Episode: 1419
Episode reward: 111.0
Episode: 1420
Episode reward: 150.0
Episode: 1421
Episode reward: 178.0
Episode: 1422
Episode reward: 146.0
Episode: 1423
Episode reward: 150.0
Episode: 1424
Episode reward: 113.0
Episode: 1425
Episode reward: 200.0
Episode: 1426
Episode reward: 143.0
Episode: 1427
Episode reward: 163.0
Episode: 1428
Episode reward: 162.0
Episode: 1429
Episode reward: 148.0
Episode: 1430
Episode reward: 133.0
Episode: 1431
Episode reward: 200.0
Episode: 1432
Episode reward: 166.0
Episode: 1433
Episode reward: 137.0
Episode: 1434
Episode reward: 167.0
Episode: 1435
Episode reward: 150.0
Episode: 1436
Episode reward: 183.0
Episode: 1437
Episode reward: 200.0
Episode: 1438
Episode reward: 192.0
Episode: 1439
Episode reward: 129.0
Episode: 1440
Episode reward: 157.0
Episode: 1441
Episode reward: 131.0
Episode: 1442
Episode reward: 140.0
Episode: 1443
Episode reward: 115.0
Episode: 1444
Episode reward: 200.0
Episode: 1445
Episode reward: 187.0
Episode: 1446
Episode reward: 170.0
Episode: 1447
Episode reward: 200.0
Episode: 1448
Episode reward: 198.0
Episode: 1449
Episode reward: 200.0
Episode: 1450
Episode reward: 175.0
Episode: 1451
Episode reward: 200.0
Episode: 1452
Episode reward: 200.0
Episode: 1453
Episode reward: 108.0
Episode: 1454
Episode reward: 200.0
Episode: 1455
Episode reward: 200.0
Episode: 1456
Episode reward: 192.0
Episode: 1457
Episode reward: 200.0
Episode: 1458
Episode reward: 159.0
Episode: 1459
Episode reward: 146.0
Episode: 1460
Episode reward: 138.0
Episode: 1461
Episode reward: 150.0
Episode: 1462
Episode reward: 168.0
Episode: 1463
Episode reward: 200.0
Episode: 1464
Episode reward: 123.0
Episode: 1465
Episode reward: 131.0
Episode: 1466
Episode reward: 117.0
Episode: 1467
Episode reward: 200.0
Episode: 1468
Episode reward: 200.0
Episode: 1469
Episode reward: 200.0
Episode: 1470
Episode reward: 200.0
Episode: 1471
Episode reward: 146.0
Episode: 1472
Episode reward: 140.0
Episode: 1473
Episode reward: 131.0
Episode: 1474
Episode reward: 200.0
Episode: 1475
Episode reward: 115.0
Episode: 1476
Episode reward: 200.0
Episode: 1477
Episode reward: 125.0
Episode: 1478
Episode reward: 200.0
Episode: 1479
Episode reward: 200.0
Episode: 1480
Episode reward: 123.0
Episode: 1481
Episode reward: 200.0
Episode: 1482
Episode reward: 170.0
Episode: 1483
Episode reward: 133.0
Episode: 1484
Episode reward: 200.0
Episode: 1485
Episode reward: 141.0
Episode: 1486
Episode reward: 183.0
Episode: 1487
Episode reward: 192.0
Episode: 1488
Episode reward: 200.0
Episode: 1489
Episode reward: 153.0
Episode: 1490
Episode reward: 112.0
Episode: 1491
Episode reward: 200.0
Episode: 1492
Episode reward: 137.0
Episode: 1493
Episode reward: 190.0
Episode: 1494
Episode reward: 188.0
Episode: 1495
Episode reward: 143.0
Episode: 1496
Episode reward: 200.0
Episode: 1497
Episode reward: 180.0
Episode: 1498
Episode reward: 137.0
Episode: 1499
Episode reward: 148.0
Episode: 1500
Episode reward: 136.0
Episode: 1501
Episode reward: 200.0
Episode: 1502
Episode reward: 139.0
Episode: 1503
Episode reward: 200.0
Episode: 1504
Episode reward: 191.0
Episode: 1505
Episode reward: 144.0
Episode: 1506
Episode reward: 153.0
Episode: 1507
Episode reward: 129.0
Episode: 1508
Episode reward: 165.0
Episode: 1509
Episode reward: 121.0
Episode: 1510
Episode reward: 131.0
Episode: 1511
Episode reward: 169.0
Episode: 1512
Episode reward: 119.0
Episode: 1513
Episode reward: 158.0
Episode: 1514
Episode reward: 125.0
Episode: 1515
Episode reward: 195.0
Episode: 1516
Episode reward: 117.0
Episode: 1517
Episode reward: 174.0
Episode: 1518
Episode reward: 200.0
Episode: 1519
Episode reward: 160.0
Episode: 1520
Episode reward: 144.0
Episode: 1521
Episode reward: 113.0
Episode: 1522
Episode reward: 118.0
Episode: 1523
Episode reward: 200.0
Episode: 1524
Episode reward: 169.0
Episode: 1525
Episode reward: 63.0
Episode: 1526
Episode reward: 200.0
Episode: 1527
Episode reward: 200.0
Episode: 1528
Episode reward: 200.0
Episode: 1529
Episode reward: 163.0
Episode: 1530
Episode reward: 200.0
Episode: 1531
Episode reward: 119.0
Episode: 1532
Episode reward: 105.0
Episode: 1533
Episode reward: 145.0
Episode: 1534
Episode reward: 197.0
Episode: 1535
Episode reward: 156.0
Episode: 1536
Episode reward: 200.0
Episode: 1537
Episode reward: 125.0
Episode: 1538
Episode reward: 200.0
Episode: 1539
Episode reward: 200.0
Episode: 1540
Episode reward: 193.0
Episode: 1541
Episode reward: 200.0
Episode: 1542
Episode reward: 200.0
Episode: 1543
Episode reward: 135.0
Episode: 1544
Episode reward: 200.0
Episode: 1545
Episode reward: 124.0
Episode: 1546
Episode reward: 157.0
Episode: 1547
Episode reward: 130.0
Episode: 1548
Episode reward: 140.0
Episode: 1549
Episode reward: 121.0
Episode: 1550
Episode reward: 159.0
Episode: 1551
Episode reward: 169.0
Episode: 1552
Episode reward: 200.0
Episode: 1553
Episode reward: 196.0
Episode: 1554
Episode reward: 200.0
Episode: 1555
Episode reward: 148.0
Episode: 1556
Episode reward: 191.0
Episode: 1557
Episode reward: 140.0
Episode: 1558
Episode reward: 119.0
Episode: 1559
Episode reward: 153.0
Episode: 1560
Episode reward: 174.0
Episode: 1561
Episode reward: 131.0
Episode: 1562
Episode reward: 200.0
Episode: 1563
Episode reward: 200.0
Episode: 1564
Episode reward: 138.0
Episode: 1565
Episode reward: 200.0
Episode: 1566
Episode reward: 196.0
Episode: 1567
Episode reward: 155.0
Episode: 1568
Episode reward: 142.0
Episode: 1569
Episode reward: 145.0
Episode: 1570
Episode reward: 145.0
Episode: 1571
Episode reward: 147.0
Episode: 1572
Episode reward: 120.0
Episode: 1573
Episode reward: 156.0
Episode: 1574
Episode reward: 140.0
Episode: 1575
Episode reward: 135.0
Episode: 1576
Episode reward: 182.0
Episode: 1577
Episode reward: 127.0
Episode: 1578
Episode reward: 200.0
Episode: 1579
Episode reward: 150.0
Episode: 1580
Episode reward: 200.0
Episode: 1581
Episode reward: 153.0
Episode: 1582
Episode reward: 121.0
Episode: 1583
Episode reward: 125.0
Episode: 1584
Episode reward: 199.0
Episode: 1585
Episode reward: 115.0
Episode: 1586
Episode reward: 146.0
Episode: 1587
Episode reward: 95.0
Episode: 1588
Episode reward: 134.0
Episode: 1589
Episode reward: 120.0
Episode: 1590
Episode reward: 184.0
Episode: 1591
Episode reward: 137.0
Episode: 1592
Episode reward: 200.0
Episode: 1593
Episode reward: 151.0
Episode: 1594
Episode reward: 136.0
Episode: 1595
Episode reward: 200.0
Episode: 1596
Episode reward: 101.0
Episode: 1597
Episode reward: 134.0
Episode: 1598
Episode reward: 134.0
Episode: 1599
Episode reward: 136.0
Episode: 1600
Episode reward: 200.0
Episode: 1601
Episode reward: 139.0
Episode: 1602
Episode reward: 115.0
Episode: 1603
Episode reward: 113.0
Episode: 1604
Episode reward: 200.0
Episode: 1605
Episode reward: 200.0
Episode: 1606
Episode reward: 200.0
Episode: 1607
Episode reward: 185.0
Episode: 1608
Episode reward: 143.0
Episode: 1609
Episode reward: 200.0
Episode: 1610
Episode reward: 198.0
Episode: 1611
Episode reward: 107.0
Episode: 1612
Episode reward: 149.0
Episode: 1613
Episode reward: 200.0
Episode: 1614
Episode reward: 168.0
Episode: 1615
Episode reward: 200.0
Episode: 1616
Episode reward: 135.0
Episode: 1617
Episode reward: 126.0
Episode: 1618
Episode reward: 157.0
Episode: 1619
Episode reward: 174.0
Episode: 1620
Episode reward: 173.0
Episode: 1621
Episode reward: 200.0
Episode: 1622
Episode reward: 200.0
Episode: 1623
Episode reward: 143.0
Episode: 1624
Episode reward: 146.0
Episode: 1625
Episode reward: 200.0
Episode: 1626
Episode reward: 116.0
Episode: 1627
Episode reward: 164.0
Episode: 1628
Episode reward: 129.0
Episode: 1629
Episode reward: 146.0
Episode: 1630
Episode reward: 130.0
Episode: 1631
Episode reward: 200.0
Episode: 1632
Episode reward: 116.0
Episode: 1633
Episode reward: 200.0
Episode: 1634
Episode reward: 200.0
Episode: 1635
Episode reward: 143.0
Episode: 1636
Episode reward: 175.0
Episode: 1637
Episode reward: 157.0
Episode: 1638
Episode reward: 105.0
Episode: 1639
Episode reward: 180.0
Episode: 1640
Episode reward: 183.0
Episode: 1641
Episode reward: 119.0
Episode: 1642
Episode reward: 200.0
Episode: 1643
Episode reward: 200.0
Episode: 1644
Episode reward: 118.0
Episode: 1645
Episode reward: 187.0
Episode: 1646
Episode reward: 114.0
Episode: 1647
Episode reward: 197.0
Episode: 1648
Episode reward: 200.0
Episode: 1649
Episode reward: 156.0
Episode: 1650
Episode reward: 172.0
Episode: 1651
Episode reward: 114.0
Episode: 1652
Episode reward: 191.0
Episode: 1653
Episode reward: 136.0
Episode: 1654
Episode reward: 111.0
Episode: 1655
Episode reward: 182.0
Episode: 1656
Episode reward: 152.0
Episode: 1657
Episode reward: 191.0
Episode: 1658
Episode reward: 131.0
Episode: 1659
Episode reward: 130.0
Episode: 1660
Episode reward: 200.0
Episode: 1661
Episode reward: 189.0
Episode: 1662
Episode reward: 166.0
Episode: 1663
Episode reward: 200.0
Episode: 1664
Episode reward: 129.0
Episode: 1665
Episode reward: 200.0
Episode: 1666
Episode reward: 125.0
Episode: 1667
Episode reward: 152.0
Episode: 1668
Episode reward: 129.0
Episode: 1669
Episode reward: 162.0
Episode: 1670
Episode reward: 183.0
Episode: 1671
Episode reward: 155.0
Episode: 1672
Episode reward: 198.0
Episode: 1673
Episode reward: 162.0
Episode: 1674
Episode reward: 136.0
Episode: 1675
Episode reward: 146.0
Episode: 1676
Episode reward: 138.0
Episode: 1677
Episode reward: 184.0
Episode: 1678
Episode reward: 167.0
Episode: 1679
Episode reward: 175.0
Episode: 1680
Episode reward: 117.0
Episode: 1681
Episode reward: 200.0
Episode: 1682
Episode reward: 160.0
Episode: 1683
Episode reward: 119.0
Episode: 1684
Episode reward: 200.0
Episode: 1685
Episode reward: 158.0
Episode: 1686
Episode reward: 114.0
Episode: 1687
Episode reward: 160.0
Episode: 1688
Episode reward: 149.0
Episode: 1689
Episode reward: 175.0
Episode: 1690
Episode reward: 178.0
Episode: 1691
Episode reward: 200.0
Episode: 1692
Episode reward: 168.0
Episode: 1693
Episode reward: 116.0
Episode: 1694
Episode reward: 129.0
Episode: 1695
Episode reward: 118.0
Episode: 1696
Episode reward: 200.0
Episode: 1697
Episode reward: 131.0
Episode: 1698
Episode reward: 146.0
Episode: 1699
Episode reward: 200.0
Episode: 1700
Episode reward: 200.0
Episode: 1701
Episode reward: 146.0
Episode: 1702
Episode reward: 159.0
Episode: 1703
Episode reward: 122.0
Episode: 1704
Episode reward: 113.0
Episode: 1705
Episode reward: 200.0
Episode: 1706
Episode reward: 200.0
Episode: 1707
Episode reward: 200.0
Episode: 1708
Episode reward: 189.0
Episode: 1709
Episode reward: 108.0
Episode: 1710
Episode reward: 118.0
Episode: 1711
Episode reward: 110.0
Episode: 1712
Episode reward: 111.0
Episode: 1713
Episode reward: 149.0
Episode: 1714
Episode reward: 139.0
Episode: 1715
Episode reward: 185.0
Episode: 1716
Episode reward: 117.0
Episode: 1717
Episode reward: 162.0
Episode: 1718
Episode reward: 168.0
Episode: 1719
Episode reward: 200.0
Episode: 1720
Episode reward: 155.0
Episode: 1721
Episode reward: 200.0
Episode: 1722
Episode reward: 118.0
Episode: 1723
Episode reward: 151.0
Episode: 1724
Episode reward: 200.0
Episode: 1725
Episode reward: 153.0
Episode: 1726
Episode reward: 161.0
Episode: 1727
Episode reward: 148.0
Episode: 1728
Episode reward: 117.0
Episode: 1729
Episode reward: 142.0
Episode: 1730
Episode reward: 125.0
Episode: 1731
Episode reward: 99.0
Episode: 1732
Episode reward: 146.0
Episode: 1733
Episode reward: 166.0
Episode: 1734
Episode reward: 187.0
Episode: 1735
Episode reward: 200.0
Episode: 1736
Episode reward: 131.0
Episode: 1737
Episode reward: 169.0
Episode: 1738
Episode reward: 142.0
Episode: 1739
Episode reward: 200.0
Episode: 1740
Episode reward: 141.0
Episode: 1741
Episode reward: 136.0
Episode: 1742
Episode reward: 184.0
Episode: 1743
Episode reward: 162.0
Episode: 1744
Episode reward: 115.0
Episode: 1745
Episode reward: 126.0
Episode: 1746
Episode reward: 165.0
Episode: 1747
Episode reward: 200.0
Episode: 1748
Episode reward: 154.0
Episode: 1749
Episode reward: 192.0
Episode: 1750
Episode reward: 162.0
Episode: 1751
Episode reward: 200.0
Episode: 1752
Episode reward: 154.0
Episode: 1753
Episode reward: 152.0
Episode: 1754
Episode reward: 200.0
Episode: 1755
Episode reward: 200.0
Episode: 1756
Episode reward: 195.0
Episode: 1757
Episode reward: 200.0
Episode: 1758
Episode reward: 123.0
Episode: 1759
Episode reward: 123.0
Episode: 1760
Episode reward: 158.0
Episode: 1761
Episode reward: 115.0
Episode: 1762
Episode reward: 200.0
Episode: 1763
Episode reward: 200.0
Episode: 1764
Episode reward: 146.0
Episode: 1765
Episode reward: 158.0
Episode: 1766
Episode reward: 124.0
Episode: 1767
Episode reward: 158.0
Episode: 1768
Episode reward: 132.0
Episode: 1769
Episode reward: 199.0
Episode: 1770
Episode reward: 195.0
Episode: 1771
Episode reward: 111.0
Episode: 1772
Episode reward: 177.0
Episode: 1773
Episode reward: 114.0
Episode: 1774
Episode reward: 119.0
Episode: 1775
Episode reward: 144.0
Episode: 1776
Episode reward: 109.0
Episode: 1777
Episode reward: 200.0
Episode: 1778
Episode reward: 127.0
Episode: 1779
Episode reward: 200.0
Episode: 1780
Episode reward: 158.0
Episode: 1781
Episode reward: 114.0
Episode: 1782
Episode reward: 140.0
Episode: 1783
Episode reward: 160.0
Episode: 1784
Episode reward: 124.0
Episode: 1785
Episode reward: 175.0
Episode: 1786
Episode reward: 115.0
Episode: 1787
Episode reward: 155.0
Episode: 1788
Episode reward: 175.0
Episode: 1789
Episode reward: 129.0
Episode: 1790
Episode reward: 130.0
Episode: 1791
Episode reward: 111.0
Episode: 1792
Episode reward: 137.0
Episode: 1793
Episode reward: 200.0
Episode: 1794
Episode reward: 174.0
Episode: 1795
Episode reward: 108.0
Episode: 1796
Episode reward: 158.0
Episode: 1797
Episode reward: 145.0
Episode: 1798
Episode reward: 106.0
Episode: 1799
Episode reward: 125.0
Episode: 1800
Episode reward: 200.0
Episode: 1801
Episode reward: 149.0
Episode: 1802
Episode reward: 181.0
Episode: 1803
Episode reward: 161.0
Episode: 1804
Episode reward: 165.0
Episode: 1805
Episode reward: 173.0
Episode: 1806
Episode reward: 116.0
Episode: 1807
Episode reward: 175.0
Episode: 1808
Episode reward: 128.0
Episode: 1809
Episode reward: 132.0
Episode: 1810
Episode reward: 115.0
Episode: 1811
Episode reward: 131.0
Episode: 1812
Episode reward: 168.0
Episode: 1813
Episode reward: 111.0
Episode: 1814
Episode reward: 128.0
Episode: 1815
Episode reward: 126.0
Episode: 1816
Episode reward: 161.0
Episode: 1817
Episode reward: 200.0
Episode: 1818
Episode reward: 112.0
Episode: 1819
Episode reward: 121.0
Episode: 1820
Episode reward: 120.0
Episode: 1821
Episode reward: 153.0
Episode: 1822
Episode reward: 200.0
Episode: 1823
Episode reward: 113.0
Episode: 1824
Episode reward: 113.0
Episode: 1825
Episode reward: 119.0
Episode: 1826
Episode reward: 108.0
Episode: 1827
Episode reward: 113.0
Episode: 1828
Episode reward: 200.0
Episode: 1829
Episode reward: 134.0
Episode: 1830
Episode reward: 127.0
Episode: 1831
Episode reward: 200.0
Episode: 1832
Episode reward: 191.0
Episode: 1833
Episode reward: 142.0
Episode: 1834
Episode reward: 174.0
Episode: 1835
Episode reward: 157.0
Episode: 1836
Episode reward: 129.0
Episode: 1837
Episode reward: 150.0
Episode: 1838
Episode reward: 200.0
Episode: 1839
Episode reward: 168.0
Episode: 1840
Episode reward: 172.0
Episode: 1841
Episode reward: 172.0
Episode: 1842
Episode reward: 200.0
Episode: 1843
Episode reward: 192.0
Episode: 1844
Episode reward: 119.0
Episode: 1845
Episode reward: 134.0
Episode: 1846
Episode reward: 200.0
Episode: 1847
Episode reward: 111.0
Episode: 1848
Episode reward: 126.0
Episode: 1849
Episode reward: 160.0
Episode: 1850
Episode reward: 118.0
Episode: 1851
Episode reward: 146.0
Episode: 1852
Episode reward: 182.0
Episode: 1853
Episode reward: 111.0
Episode: 1854
Episode reward: 173.0
Episode: 1855
Episode reward: 144.0
Episode: 1856
Episode reward: 120.0
Episode: 1857
Episode reward: 169.0
Episode: 1858
Episode reward: 111.0
Episode: 1859
Episode reward: 149.0
Episode: 1860
Episode reward: 83.0
Episode: 1861
Episode reward: 143.0
Episode: 1862
Episode reward: 142.0
Episode: 1863
Episode reward: 108.0
Episode: 1864
Episode reward: 114.0
Episode: 1865
Episode reward: 140.0
Episode: 1866
Episode reward: 187.0
Episode: 1867
Episode reward: 113.0
Episode: 1868
Episode reward: 112.0
Episode: 1869
Episode reward: 155.0
Episode: 1870
Episode reward: 134.0
Episode: 1871
Episode reward: 155.0
Episode: 1872
Episode reward: 200.0
Episode: 1873
Episode reward: 199.0
Episode: 1874
Episode reward: 105.0
Episode: 1875
Episode reward: 147.0
Episode: 1876
Episode reward: 152.0
Episode: 1877
Episode reward: 117.0
Episode: 1878
Episode reward: 89.0
Episode: 1879
Episode reward: 138.0
Episode: 1880
Episode reward: 144.0
Episode: 1881
Episode reward: 136.0
Episode: 1882
Episode reward: 128.0
Episode: 1883
Episode reward: 168.0
Episode: 1884
Episode reward: 167.0
Episode: 1885
Episode reward: 121.0
Episode: 1886
Episode reward: 153.0
Episode: 1887
Episode reward: 176.0
Episode: 1888
Episode reward: 175.0
Episode: 1889
Episode reward: 200.0
Episode: 1890
Episode reward: 122.0
Episode: 1891
Episode reward: 116.0
Episode: 1892
Episode reward: 200.0
Episode: 1893
Episode reward: 154.0
Episode: 1894
Episode reward: 192.0
Episode: 1895
Episode reward: 190.0
Episode: 1896
Episode reward: 193.0
Episode: 1897
Episode reward: 200.0
Episode: 1898
Episode reward: 115.0
Episode: 1899
Episode reward: 200.0
Episode: 1900
Episode reward: 184.0
Episode: 1901
Episode reward: 123.0
Episode: 1902
Episode reward: 156.0
Episode: 1903
Episode reward: 131.0
Episode: 1904
Episode reward: 151.0
Episode: 1905
Episode reward: 144.0
Episode: 1906
Episode reward: 173.0
Episode: 1907
Episode reward: 200.0
Episode: 1908
Episode reward: 189.0
Episode: 1909
Episode reward: 136.0
Episode: 1910
Episode reward: 157.0
Episode: 1911
Episode reward: 200.0
Episode: 1912
Episode reward: 112.0
Episode: 1913
Episode reward: 123.0
Episode: 1914
Episode reward: 156.0
Episode: 1915
Episode reward: 180.0
Episode: 1916
Episode reward: 200.0
Episode: 1917
Episode reward: 146.0
Episode: 1918
Episode reward: 139.0
Episode: 1919
Episode reward: 144.0
Episode: 1920
Episode reward: 149.0
Episode: 1921
Episode reward: 200.0
Episode: 1922
Episode reward: 152.0
Episode: 1923
Episode reward: 166.0
Episode: 1924
Episode reward: 154.0
Episode: 1925
Episode reward: 200.0
Episode: 1926
Episode reward: 181.0
Episode: 1927
Episode reward: 106.0
Episode: 1928
Episode reward: 200.0
Episode: 1929
Episode reward: 116.0
Episode: 1930
Episode reward: 191.0
Episode: 1931
Episode reward: 95.0
Episode: 1932
Episode reward: 105.0
Episode: 1933
Episode reward: 156.0
Episode: 1934
Episode reward: 200.0
Episode: 1935
Episode reward: 155.0
Episode: 1936
Episode reward: 182.0
Episode: 1937
Episode reward: 200.0
Episode: 1938
Episode reward: 151.0
Episode: 1939
Episode reward: 200.0
Episode: 1940
Episode reward: 200.0
Episode: 1941
Episode reward: 66.0
Episode: 1942
Episode reward: 115.0
Episode: 1943
Episode reward: 192.0
Episode: 1944
Episode reward: 146.0
Episode: 1945
Episode reward: 200.0
Episode: 1946
Episode reward: 135.0
Episode: 1947
Episode reward: 200.0
Episode: 1948
Episode reward: 126.0
Episode: 1949
Episode reward: 143.0
Episode: 1950
Episode reward: 191.0
Episode: 1951
Episode reward: 200.0
Episode: 1952
Episode reward: 154.0
Episode: 1953
Episode reward: 200.0
Episode: 1954
Episode reward: 113.0
Episode: 1955
Episode reward: 118.0
Episode: 1956
Episode reward: 160.0
Episode: 1957
Episode reward: 151.0
Episode: 1958
Episode reward: 168.0
Episode: 1959
Episode reward: 148.0
Episode: 1960
Episode reward: 130.0
Episode: 1961
Episode reward: 152.0
Episode: 1962
Episode reward: 141.0
Episode: 1963
Episode reward: 200.0
Episode: 1964
Episode reward: 119.0
Episode: 1965
Episode reward: 107.0
Episode: 1966
Episode reward: 156.0
Episode: 1967
Episode reward: 193.0
Episode: 1968
Episode reward: 163.0
Episode: 1969
Episode reward: 164.0
Episode: 1970
Episode reward: 151.0
Episode: 1971
Episode reward: 109.0
Episode: 1972
Episode reward: 110.0
Episode: 1973
Episode reward: 198.0
Episode: 1974
Episode reward: 145.0
Episode: 1975
Episode reward: 139.0
Episode: 1976
Episode reward: 200.0
Episode: 1977
Episode reward: 141.0
Episode: 1978
Episode reward: 200.0
Episode: 1979
Episode reward: 143.0
Episode: 1980
Episode reward: 153.0
Episode: 1981
Episode reward: 124.0
Episode: 1982
Episode reward: 193.0
Episode: 1983
Episode reward: 148.0
Episode: 1984
Episode reward: 123.0
Episode: 1985
Episode reward: 150.0
Episode: 1986
Episode reward: 180.0
Episode: 1987
Episode reward: 196.0
Episode: 1988
Episode reward: 113.0
Episode: 1989
Episode reward: 200.0
Episode: 1990
Episode reward: 163.0
Episode: 1991
Episode reward: 183.0
Episode: 1992
Episode reward: 179.0
Episode: 1993
Episode reward: 141.0
Episode: 1994
Episode reward: 149.0
Episode: 1995
Episode reward: 163.0
Episode: 1996
Episode reward: 120.0
Episode: 1997
Episode reward: 200.0
Episode: 1998
Episode reward: 103.0
Episode: 1999
Episode reward: 197.0
Learned Q-table:
tensor([[[[[ 7.5282e-03, -5.0158e-03],
           [ 1.8066e-04, -1.1957e-02],
           [ 1.7809e-02,  1.9935e-02],
           [ 1.2077e-02,  1.2135e-03]],

          [[ 1.1068e-02,  1.3167e-02],
           [-3.6065e-03, -2.3091e-02],
           [-5.3917e-03, -3.6806e-03],
           [-2.0194e-02,  1.4977e-02]],

          [[-3.9683e-03, -1.1291e-03],
           [ 1.6093e-03,  1.7743e-02],
           [ 3.1133e-03, -1.3254e-02],
           [-2.2300e-03,  1.5660e-02]],

          [[-9.9277e-03, -3.0461e-03],
           [ 1.5977e-02, -9.5863e-03],
           [ 9.4414e-03, -4.6137e-03],
           [-6.0294e-03,  3.8514e-03]]],


         [[[ 3.2934e-03, -2.7038e-03],
           [ 1.1472e-03, -7.2562e-03],
           [ 7.2273e-03, -7.4928e-03],
           [-3.5465e-03, -1.3511e-02]],

          [[-1.1883e-02, -3.6573e-03],
           [-9.0871e-03, -1.4479e-02],
           [ 1.2498e-04,  2.4612e-03],
           [-1.4339e-02, -3.3635e-03]],

          [[ 1.4458e-02,  2.2707e-02],
           [ 1.1106e-03, -1.9436e-02],
           [ 1.7882e-02,  5.9812e-03],
           [ 2.0743e-02, -8.5244e-03]],

          [[-3.0426e-03, -1.1320e-03],
           [-1.7067e-02,  5.2065e-03],
           [ 5.5506e-03, -2.2826e-03],
           [-3.7662e-03, -9.6092e-03]]],


         [[[ 4.2712e-03, -1.7112e-02],
           [-7.6057e-04,  1.5980e-02],
           [ 2.6001e-03,  4.0400e-03],
           [-1.3805e-03, -1.1307e-02]],

          [[ 5.0641e-03, -1.3241e-02],
           [ 1.7783e-03,  8.7516e-03],
           [-9.8789e-03, -9.4022e-03],
           [ 1.1799e-02, -8.4989e-03]],

          [[-8.7781e-03, -1.9099e-02],
           [-2.1311e-03,  1.3072e-02],
           [-9.6554e-03, -9.8139e-03],
           [ 1.0881e-02, -7.0734e-03]],

          [[-1.2324e-02, -1.8049e-02],
           [ 2.6147e-03,  7.3541e-03],
           [-1.2201e-02, -2.3215e-02],
           [ 1.8518e-02,  1.3268e-02]]],


         [[[-3.7732e-04,  6.0749e-03],
           [ 9.5228e-03,  1.7512e-03],
           [-6.6485e-03, -6.8077e-04],
           [-1.4016e-02,  4.3504e-03]],

          [[-1.1826e-02,  3.7322e-03],
           [-1.4521e-02, -5.1530e-03],
           [-8.8820e-04,  5.4113e-03],
           [ 1.0400e-02, -1.4762e-03]],

          [[ 1.0607e-02,  6.7451e-03],
           [ 1.0964e-02,  2.8386e-03],
           [ 5.6247e-03,  1.0890e-02],
           [ 4.6335e-03, -3.7274e-03]],

          [[-9.0740e-03,  6.4783e-03],
           [-1.2299e-03, -5.6999e-03],
           [-1.6512e-02,  1.0905e-02],
           [ 2.4370e-03, -1.5498e-02]]]],



        [[[[ 8.5643e-03,  1.1855e-02],
           [-4.0238e-03, -1.9470e-02],
           [ 8.6876e-03, -1.3815e-03],
           [ 1.3968e-02, -1.1944e-02]],

          [[-4.9274e-03, -3.5420e-03],
           [ 1.1639e-02, -3.9007e-03],
           [-6.9517e-03, -9.7298e-03],
           [-9.1168e-03,  1.6739e-03]],

          [[ 9.1662e-03,  3.5723e-04],
           [-7.4430e-04, -2.2149e-03],
           [-3.0224e-03,  1.0551e-02],
           [-5.0447e-03, -1.4064e-02]],

          [[-3.5565e-03, -7.7704e-04],
           [-7.0354e-03,  8.5815e-03],
           [-8.7700e-03, -1.2051e-02],
           [ 8.8658e-03, -2.5521e-02]]],


         [[[-1.2974e-03, -8.8698e-03],
           [-3.6456e-03,  1.5029e-02],
           [-8.8230e-03,  9.4439e-03],
           [ 2.5990e-03,  1.5128e-02]],

          [[ 5.6906e-03,  4.9925e-03],
           [ 8.7974e+00,  6.8648e+00],
           [ 7.6102e+00,  9.6593e+00],
           [ 7.9246e-03, -1.4221e-02]],

          [[ 1.8949e-04, -9.8628e-03],
           [ 9.7750e+00,  2.2845e+00],
           [ 4.7479e+00,  9.7569e+00],
           [-6.5158e-03,  1.5208e-03]],

          [[ 2.0201e-04, -2.1695e-02],
           [-2.6849e-04, -1.5498e-02],
           [-1.1011e-02,  1.1365e-03],
           [-7.1765e-03,  1.2924e-02]]],


         [[[ 9.7294e-03,  2.4206e-02],
           [-1.2685e-02, -1.0336e-03],
           [ 8.7326e-03, -2.7275e-02],
           [-2.1335e-02,  4.4139e-03]],

          [[-1.5349e-02, -5.3750e-03],
           [ 9.6216e+00,  6.4663e+00],
           [ 9.2758e+00,  1.1250e+00],
           [-2.8471e-03,  4.4822e-03]],

          [[-3.5157e-03,  5.6956e-03],
           [ 8.0273e+00,  9.5288e+00],
           [ 6.7466e+00,  9.7377e+00],
           [-1.5232e-02, -1.2576e-02]],

          [[-1.5377e-02,  4.6587e-03],
           [-1.2515e-02, -8.6466e-03],
           [-3.5109e-03,  1.8327e-02],
           [ 5.5513e-03, -7.4427e-03]]],


         [[[-1.2366e-02, -1.8556e-02],
           [-7.6673e-03, -6.9909e-03],
           [-1.7524e-02, -1.2405e-02],
           [-2.0454e-04, -1.0710e-02]],

          [[-7.5223e-04,  8.1430e-03],
           [-4.2421e-03, -2.4979e-03],
           [-2.6400e-03, -7.0397e-03],
           [ 7.2088e-03,  1.2598e-02]],

          [[ 5.4684e-03, -2.1672e-03],
           [ 7.8071e-04,  8.7978e-04],
           [-4.5486e-03, -1.1562e-02],
           [-1.2760e-02, -4.7683e-03]],

          [[-5.0534e-03,  2.6844e-02],
           [ 6.5477e-03, -2.0174e-03],
           [-2.3228e-03, -1.9718e-03],
           [-1.0325e-02,  1.4051e-02]]]],



        [[[[ 1.2235e-02,  3.8194e-03],
           [-1.2756e-02,  2.0048e-03],
           [-1.0588e-02, -6.2585e-03],
           [-1.1622e-02,  7.8146e-03]],

          [[-1.3627e-02,  4.8715e-03],
           [-2.6081e-03, -1.2547e-02],
           [ 2.5712e-02,  6.9268e-04],
           [ 5.7297e-03,  1.6908e-02]],

          [[-6.0016e-03,  3.8388e-03],
           [-4.2425e-03,  5.6236e-03],
           [-2.2077e-03,  8.3500e-03],
           [-6.5338e-03, -5.6204e-03]],

          [[ 3.6226e-03,  6.5813e-03],
           [ 8.4147e-03, -4.6316e-03],
           [ 1.1701e-03, -3.8150e-03],
           [ 3.4847e-03, -1.6027e-02]]],


         [[[-1.2393e-03, -8.3570e-03],
           [ 4.4231e-03, -6.3459e-03],
           [-6.1139e-04,  5.3770e-03],
           [ 5.4646e-03,  3.0140e-03]],

          [[-2.6489e-04,  3.1112e-04],
           [ 9.8092e+00,  7.6335e+00],
           [ 8.1881e+00,  9.7766e+00],
           [-7.3893e-03,  1.7081e-04]],

          [[ 1.2995e-02,  4.9129e-03],
           [ 9.8921e+00,  2.2475e+00],
           [ 6.9135e+00,  9.8888e+00],
           [-4.6639e-03,  9.7619e-03]],

          [[-3.7702e-03, -1.7440e-02],
           [ 2.7172e-03, -7.0420e-04],
           [ 1.0267e-02,  6.5922e-03],
           [-4.3092e-03, -6.1909e-03]]],


         [[[ 8.2225e-03,  2.0020e-02],
           [ 1.3149e-02, -1.5706e-02],
           [ 1.4529e-02,  2.0051e-02],
           [-3.3207e-03,  2.9005e-03]],

          [[ 1.6814e-02, -1.1611e-02],
           [ 9.8325e+00,  5.7229e+00],
           [ 9.8201e+00,  2.8158e+00],
           [-1.9186e-03, -3.3058e-03]],

          [[ 1.8627e-02, -4.3313e-03],
           [ 7.2040e+00,  9.8860e+00],
           [ 1.7174e+00,  9.8843e+00],
           [-4.0002e-03, -4.0428e-03]],

          [[-5.8534e-03, -8.5589e-03],
           [ 1.8699e-02,  1.4041e-02],
           [-4.5634e-03, -1.2667e-02],
           [ 2.9807e-03, -1.0735e-02]]],


         [[[ 2.3185e-03, -1.1426e-02],
           [ 1.0432e-02,  8.7466e-03],
           [-2.0517e-02, -6.4246e-03],
           [ 1.6325e-02, -2.2658e-03]],

          [[-1.3443e-03, -7.4122e-03],
           [ 2.6692e-03,  1.6455e-03],
           [-1.2263e-02, -3.9807e-04],
           [-1.1106e-02, -1.2117e-03]],

          [[ 1.2348e-02, -4.9474e-03],
           [-5.5995e-03, -2.2941e-03],
           [-8.0381e-03,  8.6414e-03],
           [-1.2672e-02, -8.6333e-03]],

          [[ 2.2708e-03,  1.5464e-02],
           [-6.9604e-07,  9.0496e-03],
           [ 4.9665e-03, -1.3779e-04],
           [ 2.5279e-03, -9.1125e-03]]]],



        [[[[-4.1377e-03, -5.1594e-04],
           [-3.2999e-03, -3.2629e-03],
           [ 1.5395e-02, -1.9373e-03],
           [-2.1155e-02, -2.2015e-03]],

          [[-4.7272e-03,  4.2632e-03],
           [-7.7089e-03, -4.4246e-03],
           [ 1.1186e-02,  1.2331e-02],
           [-8.5431e-03,  9.3936e-03]],

          [[ 2.0678e-02, -1.5143e-03],
           [ 1.1107e-03, -1.5056e-03],
           [-1.5841e-02, -1.0837e-03],
           [ 1.2758e-03, -1.2761e-03]],

          [[-1.0277e-02, -2.0925e-02],
           [ 2.1294e-04, -7.8277e-03],
           [-8.0540e-04,  6.9005e-03],
           [ 8.6584e-03, -3.0194e-03]]],


         [[[ 1.7248e-02, -6.2072e-03],
           [ 5.1232e-03, -8.9823e-03],
           [-1.4095e-02, -1.8089e-02],
           [ 8.5848e-03, -7.7452e-03]],

          [[ 6.3832e-03, -9.4521e-04],
           [-6.0866e-03, -1.7911e-02],
           [ 7.1645e-03,  1.8826e-03],
           [-1.1272e-03, -1.6942e-03]],

          [[-1.9407e-04,  2.6855e-02],
           [ 2.4922e-03,  4.0395e-03],
           [-9.0179e-03,  1.1456e-02],
           [ 6.2417e-03,  1.6225e-03]],

          [[-1.3302e-02, -7.9396e-03],
           [ 1.6342e-02, -8.3640e-04],
           [ 8.2515e-03, -1.9994e-02],
           [-1.5314e-02,  1.1206e-03]]],


         [[[-1.6801e-02,  2.5082e-03],
           [-1.2035e-02,  1.0600e-02],
           [-3.4271e-03,  8.3387e-03],
           [ 1.1338e-03, -1.3025e-03]],

          [[-4.3297e-04,  6.9727e-03],
           [-9.4044e-03, -1.8042e-02],
           [-1.6318e-02, -1.8721e-03],
           [ 9.9107e-03, -1.0611e-02]],

          [[ 1.3804e-02, -5.9115e-03],
           [-8.4717e-03,  1.2661e-02],
           [ 5.9259e-03,  6.3610e-03],
           [-1.8119e-03, -1.0934e-02]],

          [[-6.4295e-03,  1.4941e-03],
           [-1.3924e-02,  1.0059e-02],
           [ 3.7694e-03,  1.3317e-02],
           [ 7.0841e-03,  8.2705e-03]]],


         [[[ 5.0314e-03, -1.1748e-03],
           [-6.9476e-03, -6.9823e-05],
           [ 3.5111e-03, -3.0028e-03],
           [-6.3763e-03,  1.4920e-03]],

          [[-9.0027e-04, -3.8365e-03],
           [ 1.1627e-04, -4.9486e-03],
           [ 1.3806e-02,  5.5603e-03],
           [-1.1555e-02, -3.8007e-03]],

          [[-3.6884e-04,  1.0951e-02],
           [ 2.6923e-03,  6.7217e-04],
           [ 1.1842e-02, -1.7159e-02],
           [ 1.3960e-04,  8.7688e-03]],

          [[-6.5861e-03,  1.1069e-03],
           [-9.9205e-03,  1.4599e-02],
           [-4.2275e-03, -3.8720e-03],
           [ 1.4915e-02, -2.9827e-03]]]]])

plt.plot(rewards)

# Smooth the rewards and plot
def smooth_rewards(rewards, smoothing_factor=100):
    smoothed_rewards = []
    for i in range(len(rewards)):
        smoothed_rewards.append(np.mean(rewards[max(0, i-smoothing_factor):(i+1)]))
    return smoothed_rewards

plt.plot(smooth_rewards(rewards))

# Simple MLP for CartPole

import torch.nn as nn
import torch.nn.functional as F

class MLP(nn.Module):
    def __init__(self, input_dim, output_dim, hidden_dims=[32, 32]):
        super(MLP, self).__init__()
        self.input_dim = input_dim
        self.output_dim = output_dim
        self.hidden_dims = hidden_dims

        self.fc1 = nn.Linear(self.input_dim, self.hidden_dims[0])
        self.fc2 = nn.Linear(self.hidden_dims[0], self.hidden_dims[1])
        self.fc3 = nn.Linear(self.hidden_dims[1], self.output_dim)

    def forward(self, x):
        x = F.relu(self.fc1(x))
        x = F.relu(self.fc2(x))
        q_values = self.fc3(x)
        return q_values

mlp = MLP(input_dim=4, output_dim=2, hidden_dims=[32, 32])

mlp

MLP(
  (fc1): Linear(in_features=4, out_features=32, bias=True)
  (fc2): Linear(in_features=32, out_features=32, bias=True)
  (fc3): Linear(in_features=32, out_features=2, bias=True)
)

mlp(torch.tensor([1, 2, 3, 4], dtype=torch.float32))

tensor([-0.0455, -0.0736], grad_fn=<AddBackward0>)

mlp(torch.from_numpy(env.observation_space.sample()))

tensor([ 3.7970e+35, -1.6602e+37], grad_fn=<AddBackward0>)

# Train the MLP

# Hyperparameters
learning_rate = 0.1
discount_factor = 0.9
num_episodes = 50

# Initialize the MLP
mlp = MLP(input_dim=4, output_dim=2, hidden_dims=[32, 32])

# Define the loss function
loss_fn = nn.MSELoss()

# Define the optimizer
optimizer = torch.optim.Adam(mlp.parameters(), lr=learning_rate)

# List to store rewards for each episode
rewards = []

# Training loop
for episode in range(num_episodes):
    print("Episode:", episode)
    state, info = env.reset(seed=episode)
    state = torch.from_numpy(state).float()
    episode_reward = 0

    while True:
        # Choose action using the current Q-table
        q_values = mlp(state)
        action = torch.argmax(q_values).item()

        # Take the chosen action and observe the next state and reward
        next_state, reward, terminated, truncated, info = env.step(action)
        next_state = torch.from_numpy(next_state).float()

        # Update the Q-table using the Q-learning update rule
        q_values_next = mlp(next_state)
        q_values_target = q_values.clone()
        q_values_target[action] = reward + discount_factor * torch.max(q_values_next)
        loss = loss_fn(q_values, q_values_target)

        optimizer.zero_grad()
        loss.backward()
        optimizer.step()

        episode_reward += reward
        state = next_state

        if terminated or truncated:
            break
    rewards.append(episode_reward)
    print("Episode reward:", episode_reward)

Episode: 0
Episode reward: 8.0
Episode: 1
Episode reward: 9.0
Episode: 2
Episode reward: 10.0
Episode: 3
Episode reward: 10.0
Episode: 4
Episode reward: 10.0
Episode: 5
Episode reward: 9.0
Episode: 6
Episode reward: 9.0
Episode: 7
Episode reward: 10.0
Episode: 8
Episode reward: 9.0
Episode: 9
Episode reward: 10.0
Episode: 10
Episode reward: 10.0
Episode: 11
Episode reward: 9.0
Episode: 12
Episode reward: 9.0
Episode: 13
Episode reward: 10.0
Episode: 14
Episode reward: 10.0
Episode: 15
Episode reward: 9.0
Episode: 16
Episode reward: 8.0
Episode: 17
Episode reward: 9.0
Episode: 18
Episode reward: 9.0
Episode: 19
Episode reward: 9.0
Episode: 20
Episode reward: 8.0
Episode: 21
Episode reward: 10.0
Episode: 22
Episode reward: 8.0
Episode: 23
Episode reward: 8.0
Episode: 24
Episode reward: 10.0
Episode: 25
Episode reward: 9.0
Episode: 26
Episode reward: 8.0
Episode: 27
Episode reward: 8.0
Episode: 28
Episode reward: 10.0
Episode: 29
Episode reward: 9.0
Episode: 30
Episode reward: 8.0
Episode: 31
Episode reward: 10.0
Episode: 32
Episode reward: 9.0
Episode: 33
Episode reward: 10.0
Episode: 34
Episode reward: 9.0
Episode: 35
Episode reward: 11.0
Episode: 36
Episode reward: 10.0
Episode: 37
Episode reward: 8.0
Episode: 38
Episode reward: 10.0
Episode: 39
Episode reward: 8.0
Episode: 40
Episode reward: 10.0
Episode: 41
Episode reward: 9.0
Episode: 42
Episode reward: 10.0
Episode: 43
Episode reward: 8.0
Episode: 44
Episode reward: 9.0
Episode: 45
Episode reward: 10.0
Episode: 46
Episode reward: 9.0
Episode: 47
Episode reward: 9.0
Episode: 48
Episode reward: 9.0
Episode: 49
Episode reward: 9.0

mlp

MLP(
  (fc1): Linear(in_features=4, out_features=32, bias=True)
  (fc2): Linear(in_features=32, out_features=32, bias=True)
  (fc3): Linear(in_features=32, out_features=2, bias=True)
)

mlp(torch.from_numpy(env.observation_space.sample()).float())

tensor([-inf, nan], grad_fn=<AddBackward0>)