neural_network.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading environment football failed: No module named 'gfootball'\n"
     ]
    }
   ],
   "source": [
    "import random \n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "import tensorflow as tf\n",
    "\n",
    "from kaggle_environments import make, evaluate\n",
    "from gym import spaces\n",
    "\n",
    "from heuristic_agent import rival\n",
    "\n",
    "#creacio del environment on entrenarem la nostra xarxa neuronal\n",
    "class ConnectFourGym:\n",
    "    def __init__ (self, agent2=rival):\n",
    "        ks_env = make(\"connectx\", debug=True)\n",
    "        self.env = ks_env.train([None, agent2])\n",
    "        self.rows = ks_env.configuration.rows\n",
    "        self.columns = ks_env.configuration.columns\n",
    "        \n",
    "        self.action_space = spaces.Discrete(self.columns)\n",
    "        self.observation_space = spaces.Box(low=0, high=2, shape=(self.rows, self.columns, 1), dtype=np.int)\n",
    "        \n",
    "        self.reward_range = (-10, 1)\n",
    "        \n",
    "        self.spec = None\n",
    "        self.metadata = None\n",
    "    \n",
    "    def reset (self):\n",
    "        self.obs = self.env.reset()\n",
    "        return np.array(self.obs['board']).reshape(self.rows, self.columns, 1)\n",
    "    \n",
    "    def change_reward (self, old_reward, done):\n",
    "        if old_reward == 1:\n",
    "            return 1\n",
    "        elif done:\n",
    "            return -1\n",
    "        else:\n",
    "            return 1/(self.rows * self.columns)\n",
    "    \n",
    "    def step(self, action):\n",
    "        is_valid = (self.obs['board'][int(action)] == 0)\n",
    "        if is_valid:\n",
    "            self.obs, old_reward, done, _ = self.env.step(int(action))\n",
    "            reward = self.change_reward(old_reward, done)\n",
    "        else:\n",
    "            reward, done, _ = -10, True, {}\n",
    "        return np.array(self.obs['board']).reshape(self.rows, self.columns, 1), reward, done, _"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "#jugador amb el que entrenarem la nostra xarxa\n",
    "env = ConnectFourGym(agent2=rival)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "from stable_baselines.bench import Monitor \n",
    "from stable_baselines.common.vec_env import DummyVecEnv\n",
    "\n",
    "log_dir = \"ppo/\"\n",
    "os.makedirs(log_dir, exist_ok=True)\n",
    "monitor_env = Monitor(env, log_dir, allow_early_resets=True)\n",
    "vec_env = DummyVecEnv([lambda: monitor_env])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "#creacio del nostre model amb PPO1\n",
    "from stable_baselines import PPO1 \n",
    "from stable_baselines.a2c.utils import conv, linear, conv_to_fc\n",
    "from stable_baselines.common.policies import CnnPolicy\n",
    "\n",
    "def modified_cnn(scaled_images, **kwargs):\n",
    "    activ = tf.nn.relu\n",
    "    layer_1 = activ(conv(scaled_images, 'c1', n_filters=32, filter_size=3, stride=1, \n",
    "                         init_scale=np.sqrt(2), **kwargs))\n",
    "    layer_2 = activ(conv(layer_1, 'c2', n_filters=64, filter_size=3, stride=1, \n",
    "                         init_scale=np.sqrt(2), **kwargs))\n",
    "    layer_2 = conv_to_fc(layer_2)\n",
    "    return activ(linear(layer_2, 'fc1', n_hidden=512, init_scale=np.sqrt(2)))  \n",
    "\n",
    "class CustomCnnPolicy(CnnPolicy):\n",
    "    def __init__(self, *args, **kwargs):\n",
    "        super(CustomCnnPolicy, self).__init__(*args, **kwargs, cnn_extractor=modified_cnn)\n",
    "        \n",
    "model = PPO1(CustomCnnPolicy, vec_env, verbose=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD5CAYAAAAk7Y4VAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAwe0lEQVR4nO3dd3hUVfrA8e+bnhCSAAm9hI70EhAQFREV0J9tdS1r13VX17XuurCuay9rW93VVVm7oq4FbHQUFRsYeoAAoQgJLbQU0jPn98fcTMnMpDBJZpJ5P88zj/eee24ZJr5z5txz3yPGGJRSSrV8YYG+AKWUUk1DA75SSoUIDfhKKRUiNOArpVSI0ICvlFIhQgO+UkqFiAh/dhaRi4H7gROAMcaYdC91ugFvAR0AA8w0xjxXl+MnJyeb1NRUfy5RKaVCysqVKw8aY1K8bfMr4AMZwIXAyzXUqQDuMsasEpHWwEoRWWyM2VjbwVNTU0lP9/gOUUop5YOI/OJrm18B3xizyTpBTXX2Anut5QIR2QR0AWoN+EoppRpOk/bhi0gqMAJY3pTnVUopVYcWvogsATp62XSPMebTup5IROKBj4HbjTH5NdS7EbgRoHv37nU9vFJKqVrUGvCNMZP9PYmIRGIP9rOMMbNrOd9MYCZAWlqaJvpRSqkG0uhdOmLv4H8V2GSMeaaxz6eUUso7vwK+iFwgItnAOGCuiCy0yjuLyDyr2knAlcAkEVljvab5ddVKKaXqzd9ROnOAOV7K9wDTrOXvAN/DeJRSSjUJfdJWKaUCbN76vWQdKGj082jAV0qpALt51ipueLPxHzLVgK+UUgG04+AxAHYeKqK80tao59KAr5RSAXT1ayscy0szDzTquTTgK6VUE3tm0WZ+//ZKSisq2XW4yFF+49srG/W8GvCVUi3OocJS/jpnPSXllYG+FA85R4v511dZLNiwj/5/W+Cxffn2Qzy9aHOjnFsDvlKqxXlq0WbeXb6Lz9buCfSlePh5x2GPssvGdHMsP714C68s28Gx0ooGP7cGfKVU0Cgqq+Cq11bw5w/X1ql+pc1gjGcGlqqiisqGyc6yYU8ek5/5huXbD/l9rNv/t8Zt/fVrR/PYhUMd6yt2HKZfx9a0ivY3e70nDfhKqaCx7cAxvt2Sy4crs1m8cT9rdx+lwsfIlZ93Hqb3X+fRc8Y8CkrK3bZ9syUXAJuXL4PcglKPL4lz/r2MS2f+6PU8+/JKOPtf35F1oJArXW6wHo+8Yud1PvPrYaz5+xmc1r89AE9dPMyx7UB+iV/n8UUDvlIqaBSVObsxfvtWOue98D0vfbPNa90HPt/gWJ6zOof8knLmrM4mdfpc9ubZA2bmPvfEvD9sO8joR5bwQfpuR1nq9Llk5OTz03bPrhaA93/eddzvp8qBghJSp8/lLx+tc5RN6JNMUlyUY71DQrRjubCk4btzQAO+UiqIpP9yxKPsqUVbvN58LSpzlv390w0MvX8Rd/zPvSvIVq2Bn77TfvwVO+z/PVhY6rbdW/fQs0u21u3iazDmkS8BWLBhHwCvXp1G+4QYtzpDuySRHG//Aii3Nc54fA34SqmgsXW/9/QCGTl5HmVFpZWcMbBDjcd7d7l763y3NQSydYy9f/y/32532/7pGvebvK5fAJNPaE9ZhY1dh4rwV1yUZ/98Ylwk3/z5NAD+fNYAv8/hjQZ8pVRQ2LAnj0+sgDukS6Lbtq+qPZBksxn25ZfQOTGG8DBnbsYBHVt7HNcYw69f+pH56/c6boS+8cNOAF62Av7JfZMB5w3VikobK385QmmFs6VdZt0A/u1b9UuBUFbh2VpPjI30WrdVdAQ7Hz+b6yf0rNc56koDvlIqKLywNMuxvL5aiz7naLHber51k1ZEWHDbyY7y6yf09PiyWLXrKCt2Hub+zzc4An3/Dq3JPuJsqU8d3MmxnFdUzqzlu/jViz8w4F77OPlLR3djUv8UADb7+BXiS/UbygDd2sbW6xgNRQO+UioozFu/z7E8OrUNAHee0Q+AddnuXwD/WJAJQLe2cfTt0Jr/3TiWnsmtGN8nmYvTurrV/dWLPwCwP9/ZXx8fE8FTC50PN104sotjefrsdR73DE4/oQMXjHAe11b95kANXO81VGkd472F39gafqCnUkr54fVrRtO/Y2sycvI4c1BH3vrxFyqsm5hVfervrbCPsunRNg6AE3u1Y+mfJgJw5dgenDusM8MfXOxx7IgwocJmOFZa4eg+euPa0cREhnPWoA4s3LCf+Rn7mJ/h/PLplBjjca9gx6Fj9E6Jr9P78RbwA0UDvlIqaJw7rDOnDbCPS++cZO/2qBpJkzp9rkf93u09g66IuA13dFVhtcwz9zm7ZSZa4+DvP3cQCzfs99jn7+cMdCxPHdyR+Rn76jVscp81pv7lK0fxu0bOlVMb7dJRSgVc1cNV3lIhdLda8d70TG7lc9sXf5xQr2to3zrGo2z7o9OYOsTZv3/1+FSAOqc9yDpQ6MiG2ad9PB/8bhyvXJVWr+tqSBrwlVIBV2KNZLnGCqiu2rby3lq/alyPGo/pOmJnyqCOjmXXUT1dkmLdyquGa1YJC3OfnbWVNZxyWdZBr2P2q5v+sfNBq86JsYzp2ZbJtQwlbUzapaOUCrhiq5+7d4pniz0qwtkuPW94Z36d1o2+7eNpFx/tUddVRLhzv1E92jgeekq/ZzKv/7CTzL353D65n9s+z18+0tEin+8y+qdKarL918aLX2+juKyS+88d5PP8N7yZ7vYgWWxUeI3X2xQ04CulAm7ZVnvum+hIz6B479kDufvjdXz0+3H1Tig2aUB71u4+SodEe3fNoM4JtGkV5Rj9U92p/VJ49IIhJMdHcUKnBI/trVwemJq3fm+NAX/JJuf9gLggCPagAV8pFQTu/MCeEqHAy83QIV0Tvba26+K1a0YD9tE9uw4dc9wQrsnlJ3b3uc21i+dAQanPeq4+vmk8o3q0qVPdxqZ9+EqpoJFbxyBaXyLCLZP6MqhzYu2V62HCP77yeQN3ovWg1sjuSQ16Tn9owFdKBY2E2ODvdDilX4pjOftIMV+s8z7JSlxUOL1SWiEiXrcHggZ8pVTAVY2OuWJszSNvgsFb141hx2PTHOveButUVNqYt34fR4s80yoEkgZ8pVRAbdyTT0FJBd3bxpEQoJQD9SUijoRr02evZ9PefMdII4BiKzVD/w6eydwCSQO+UipgKiptTPvXMgBKK4InBUFdPHvJcMfy1OeWcfrTXzvWqzJkThnckWCiAV8pFTAzlznz0f/ulN4BvJL6q/4cwJ68Et756RdsNuNo4bs+QxAMgv8OiVKqRbrpnZVuScouGd0tgFfTMP72SQb780vIPmJP53yosHFGHR0vv75+RORiEdkgIjYRqTFBhIiEi8hqEfnCn3MqpZq3H7cdoqS80i3Yv3zlqHo/VBUM3vvtWI+yf3+VxZzVOUBwZcoE/7t0MoALgW/rUPc2YJOf51NKNWPbcgu57L8/OSYWqXLWoODq666rsb3aIgLje7fj3RtO9Nj+67Tg+tXi11eqMWYTUOs4UxHpCpwNPALc6c85lVLN18qdnpOUV09Y1pyICDseO9vn9tQasnkGQlPdUXgWuBuodSp2EblRRNJFJD03N7fRL0wp1bi+23qQPdYUhXe7ZI+s8vD5g5v6kkJWrQFfRJaISIaX13l1OYGInAMcMMbUKfO/MWamMSbNGJOWkpJS+w5KqaB2xavLmfrcMsor3dt7J/Vpx47HpnHe8C4+9mx+tj86jSvG2nPxJNeSzTMQav0tZYyZ7Oc5TgLOFZFpQAyQICLvGGOu8PO4SqkgV5UzPq+4nBvfSnfbFhMRHlRpBxpCWJhw1qCOvPPTLg4dC64ROtAEXTrGmBnGmK7GmFTgUuArDfZKhYbSCmer/vtthxzL0RFh/GXqgEBcUqPr0dbeb9/Xy/SLgebX3RIRuQD4N5ACzBWRNcaYs0SkM/CKMWZazUdQSrVkn61xJhYrcwn+mQ9NaXGt+yrd28Xx4m9GMrhLw2bmbAhSl2m6AiUtLc2kp6fXXlEpFXSMMUz4x1JyrBu2VTY9OCUoZn9qqURkpTHG63NRzXc8lFIKgF2HijjlyaUADO2ayGe31G/y7sawIGMfD36+gT15JR7bNNgHjgZ8pZq55TucfePrsvMCeCVOv3/H+6C8+/5vYBNfiXIVXJl9lFL19ueP3Me25xWX8/HKbFKnz2XRhn0+9mo8vxw65rYe75IyIdjSBYcaDfhKBZGsA4U+p8yrq2EPLOKuD+1zxN74dp0ef2lQzy7Z6rbuOmF4sD15Gmo04CsVJIwxTH7mG65/8+c673PkWJljuW2rqMa4rHqr/oU1dUhHHjp/MAkxEbSLD45rDFUa8JUKElWZFX/afthjW0l5Ja8s205JuTP74sY9+Zz3wveO9fdv9MzcCE2fonfZ1oNu650SY7lybA/W/P1MoiP0hm0g6U1bpYLEzzvtgT420j0oVtoM8zP28vDcTRSWVnD75H4s3XyAa193/hLo1yGefj76x4+VVtIuAM8AnT20EzEuAT4srGWOu29ONOArFQBv/rCTvu3jGd8n2VG2dX8hAD3axTnK9uYVM+6xrxzrzy7Zyrhe7Vixw/1XwD+t6fZGdk9i1a6jAAzqnMCGPfkcKCihu8sxG1uPdnF0TorlhctHNtk5Vd1owFcqAO77bAMAOx+3p9Y9VlrB4SJ7f3zmvgLyS8pJiIl0a8VXuWTmTx5lgzrbn+p89pIRrN59hPOGd2HlL4f51Ys/sutwEWmpbRvrrbg5VlpB5r4CuiTFNsn5VP1oH75STax61kiAU55Yyotfb3OsD71/EUs27q9TxsV2Ljdru7eLc2SfbN86BoA1u4/6ecV1l7kvH4A+HYIvj4zSFr5STc512rtjpRW0io7gkMtomyo3WNklu7eN46mLh/HzzsM8uXCzW527p/T3Ofl3t7b2bpzqN1Eb0/srdgMwrle7Jjunqjtt4SvVxFxH2gy6byG7DhXVWD8xNpIxPdsyaUB7t/LND0/h5ol9CK/lZmhcVDj780tqPU9D+HBlNgAT+7evpaYKBG3hK9XEDuS7D5NcuctzGKYrgz3B4QmdElj79zPZvL+ATokxdR7iuGFPPic++iXgvGfgOPcvh/nr7Axm/fZEvyfsCOZEjMpOW/hKNaFKm+GOD9a4lVXvcnntGvdEhxk5+Y7lxDh7a7+qu6a+/rl4i9v64/Mz2by/gI178n3sUXc9Z8wDqPUXhwocDfhKNaGMnDyyDhS6leUcsacPHtY1ke+nT2LSgA4eLfGG8tyXzrQH89fv5WdrUvGIBgzSp/RNrr2SCggN+Eo1IdcnY6tkWwH/kQuGuA1n/O9V9pb+hSOPf87XrEem+tz2+g87HcsL65lkbev+Amavynas7zzoTJjWJk7TJwQr7cNXKkAiw4XySuOYICQpLtJt+xkDO7Dl4alEhh9/6zsi3LNNtz+/hA4JMRwtco4MOlxUjjGmzrNQ3TxrFVsPFPLC0iy+vGsiN89a5dh2+Yndj/t6VePSFr5SAfLVXRPdUge7LleJighr8KkAT3z0Sz5I382W/c6upc/X7uHeTzPc6s1bv5elmw94PcZWq1tqW+4xyittbNxrvwfw44xJTfaQl6o/DfhKNZE3vt/hWD65bzIdEmI4Z2gnR1krLwG/Ibxz/YlcMMK9W+juajn0Ad75aZfjobD8knJunrWKa1//mUqb4fusg3yfdZCTn/iK1Olz3fZ7f8Uux3KnRH3CNphpl45STeT+zzcC8NB5g7hyXCoA157Uk7JKG38+qz+RXrpfGsKEvslM6JtM3w7xPLFgs8f2oV0THTNl7T1qz7sze6Wzf37X4SJ+88pyn8evyn9/2ZhuDXzlqqFpC1+pJjbphA6O5f4dW/PMr4c3Scv45ol9vJaPdumC2bK/gLIKm+PLCWBtLakZqp4S/sNp3o+vgocGfKWaWDAlFrtoVFd+43KT9Ya30rmp2ny01Z8bAPsDXJsfnuJWFhOpue6DnQZ8pRrZjoPHHP3eZw3qUEvtpvPgeYN48qKh9EqJZ+ODZznKv8x0v1Fb/QHa+62JyKMjwnnswiGO8nZBMuOW8k378JVqRD/vPMwNb6Y71od0SQzg1cAnfziJ861nAZLjox0jgOKi6hYKPr9lAkO6Ot/DZWO6Ey7CSX2TG3w0kWp4GvCVakQXv/Sj2/oZAzsG6ErshndLcixXnwN3SJdE1ufked3vpStGMmVwJ6/bfj1ab9Y2F9qlo1QT6t/R+zSEgVB9KkVvwf50K0Onr+kTVfOiLXylGlHV07TBqLabrFeM7c6fzuzPgYJSeqXohCYtgbbwlWokmfvyKa80/P5U7xOUBMrkE+yt9viYmtt7V45NJSkuSlv3LYhfAV9ELhaRDSJiE5G0GuolichHIpIpIptEZJw/51UqmOUWlHLe898x5dllACTEBtcP6RnTTuCRCwZ7DA8d2T3Jbb37caZgVsHL37/EDOBC4OVa6j0HLDDGXCQiUYD+JakW64P03azNdvaHj+zehm5tY9l9uDiAV+XUOyWe3l66aKpPqBITqR0ALY1fAd8YswmocTiWiCQCpwDXWPuUAZ4TeCrVQkRHuAfKUT3asPD2Uyir8Jy8PJhMG9KRH7cf4s3rxnCstEKHWbZATfFbsyeQC7wuIsOAlcBtxphjNe+mVPNjsxmKXSYpH9CxNZHhYUSGhxHsaeKvGNuDX43qWucx+ar5qfU3m4gsEZEML6/z6niOCGAk8KIxZgRwDJhew/luFJF0EUnPzc2t4ymUCg7Lsg7ytMs0gpn7CgJ4NfUjIhrsW7haP11jzGQ/z5ENZBtjqtLtfUQNAd8YMxOYCZCWlhac49mU8qEh5oZVqrE0+l0ZY8w+YLeI9LeKTgc21rCLUs1WRWVw99Or0ObvsMwLRCQbGAfMFZGFVnlnEZnnUvWPwCwRWQcMBx7157xKBavi8kq3dW+zWCkVKP6O0pkDzPFSvgeY5rK+BvA5Tl8pf2zPLeSn7YeDYi7V/JJywJ6J8p2ffuGt604M8BUp5aTND9XsXfjiDxwtKmfrgQLu+79BAb2WvOIKUtvFcdW4VK6yZrVSKljokxWq2TtaZG9Vv/79zsBeCLDtQCGtYyIDfRlKeaUBX7Uoa3YfpaisImDn/+XQMUorKmuvqFQAaMBXzVqB1Wde5fwXvuc5a1JtX0z1KZz8OHf1Y4WFCX012ZgKUhrwVbP16nc7OO2prz3KX/52u8999uWVMOyBRSzcsM+vcx8sLGXI/Yv4z9fb3MqNgQ6tY/w6tlKNRQO+arYe+mIjBwvrl5bp680HyC+p4Hdvr+TjldnHfe7MvfYnaJ9cuNmtvKS8UpOOqaClf5mqWaq0uXelXHtSap32mz57vWP5rg/X1lj3jv+t8do9tHlfAVe8utyjvKLSRoXN1DqxiFKBogFfNUslLg84vXzlKE7s2c5tu2sCs+NRUWljzuoc/rlki1u5MYa7Plzj/ZqsbJjVs2UqFSz0L1M1S0eKnF05sZHhnNovhYn9Uxxlq3YdqdNxjrocZ/aqbF5Ztp3iskr63DPfUZ7hMtdrcXklGTnu+XIqbYaDhaUMvm8hUPtMUkoFigZ81azYbIaS8krmrtsLQJ/28aSltiE2Kpw3rh3jqPfI3E0e+738jfsNVoDhDy4m+0gR23MLufODtTw8dxNfZu53q3PomPNLYdgDizyO8dI327jk5R8d6/7+ulCqsWjAV83K4wsyGXDvAl6ygvcXf5zgltL34lFdAdi4N5/U6XN54PMNAKzefZTH5md6PeaEfyxl0tPfONZveXe12/aiUue4/qoJyXultGLerScD9hu323Kd0ztU715SKlhowFfNykxryOUR6+na6v3l11S7efv69zvJKy5ntUsXT3REmCNY18VNs1aROn2u41cFwLxbT2Zg5wSv9ft28Jw+UKlgoAFfNWvVp+Eb0NEzCH+yOoc5q3Mc6//41VAGdk7gy7tOrfHYr12TRniY8/h/eHcVAG1bRTlG4vRp7x7c28RF6igdFbQ04KsWxTVAV6mwGTa4TEwyvre9yyU5PrrGY00a0MFj+CfAKX2THcu/ccnQefqA9iz908T6XrJSTUYDvmq2pk8dUKd61bt92ifYn4St6QGpk12CenVXjU91LF84sqtjedIJ7UkK9olrVUjTgK+ajStecX/Y6YIRXeq0n6/MOdER4bx7w4m8fu1oj21PXzwMcG/BVxnRLcmxnBgbybs3nMgD5w7iVy7BX6lgpAOGVbPxXdZBx/LJfZPpkOA9Z80/fjWEv3y8nm5tY9l9uJgnfIzOARjfx70lv/iOU+jeLo7oCHs//FXjUpm1fBcAN57Si/JKm8d9g/F9kj2Oo1Qw0oCvgkJRWQWPzN3EX6YOIKFaPvl56/fy7ZZcx/qAjq15+3rfM0ldMro7l4zuTqXN0Puv8ygorXu65OqZLru1jQVgQp9k/jrthDofR6lgpAFfBYX3Vuxm1vJdxEdHMKNaYL151iq39Veurttsmd5u4PryxR8nEBHuWT8uKoKXrhjJ8G5t6nwspYKVBvwQl1dUTkJshEc3RVPbsMeevqCk2iTg1fPN/3zPZFJa1zy6xpuoiDC+/8skInx8CQzukuhz3ymDO9X7fEoFI71pGyK25xZyIL/ErWzL/gKGPbiI295f0yTXsOdoMUPuX8jW/QUe2/bl2a/tzR9/oaLS5ijffbjYrV59g/0Jnezj8m86tTcpraNp00pH0ajQpQE/BOw+XMSkp79hzKNfOsoWZOzjdivQf7Z2T4Oc54WlWTw2f5PP7Z+u2UNBSQXvrdjtsa2i0tmS33HQmaZgyab9HnXrY96tE3j+8hH8cVIfv46jVEugAb+Fs9kMJz+x1LFe1UXy+3dWsnFvvq/dfCosrWD34SLWZ+eRc9S99f3kws28/M128orKve6buc9+vmgv499ds19e+8bPjuXN+zx/DdSHiHDO0M5EhOufulL6f0EL9/k699b76EeWeNTpldzK5/65BaXkFpQ61i9+6UdOfmIp//f8d5z+9Nde95m92vtMUp+usV/LgfxSj21FLhkms48U8+maHPbmFRPgWwtKtSga8Fu4/dX67Q8WllFa4X5jtF28737t0Y8sYfQjS7DZDK8s284ml18FJeU2DhZ6Bu8HPt/IV5n72ZZb6PWYH6/y/EKIjQonyqUVftv7axj32Fes2X3U57UppepHR+m0cH3bt/Yom+EyzR/glmfGl4w9eTw817N/PreglDmrcvjP11lu5de9kQ7AzsfPBmDkQ4trPH7OkWK6tY11SzMMkGl16YzsnuT1vSil6k4DfgtXvTUPOFrNZw/txOIN+ykur33Cjo0+vhT2HC3mkXm+b9RWOewyiUibOOeDVSXllfx1znqKyys9gn2V1HZxzL75pFrPoZSqmXbptHC5hfZA++wlw/nb2fYHmlLb2fvsT+jYmpsm9sYYeGbRZsc+xthnlSqrcA6PnF7tV0GV699Mr/H8GTl5bscBZy57gHeX72L2qpzqu7kZ5pK7Ril1/DTgt3D3fpIBwMT+KVx7Uk8AkqwWdl5xOa2t+Vf/9VUWBSX2QHzVaysYcO8Cnl+a5eWIdmN6tq3T+bOPFPPcl1s8yqtGC32Q7hyiOaxbEhdZM1a9fb1zusKYCM0vr1RD8Cvgi8jFIrJBRGwi4vN5dxG5w6qXISLviYj3rFeq0STFRREeJojgaFF/vCqH3i4TePx1TgY/7zzMsq32JGX/8RHwl/5pos/0BtVTEcdEhvHCUs+5ZKumCsx0GXb51nVjeOriYex8/GxO7uuckNzbME6lVP35+39SBnAh8K2vCiLSBbgVSDPGDAbCgUv9PK+qRUl5JanT5wLQ02XYZWKss/+8Q0IMp7gE1s/X7uH+zzY41iu8TP5RdbzqCc6iI8K4eWJvbp/cz6189+Eix/La+87kHitPzu4jRR5pE1yvDWBcL/tEJTqDlFINw6+btsaYTeA5zZyP88SKSDkQBzTMo53KJ9fhmK5Prg7slMAP2w4B9pzv1ROM7fcyRt7VKf2cXxCxkeGOG77fT59Ecnw0xhiuHt+DjXvyueilH7n3U+cXSGJsJMmt7UNAX1m2gy5Jzh96s27wzH5ZVGbPcjnz2+2aqVKpBtDov5WNMTnAU8AuYC+QZ4xZ5Ku+iNwoIukikp6bm+urmqrFdpcRL7e6pBVo4zIjU7I1/v6qcT0cZYWl3p+SBQgTmHnlKMf63FsneBxXRIiLiqB3ivtcr49fOASAQZ3tScreW7GLpxbZ+/ZnTB3ASV7yyfdo5/uBMKVU/dUa8EVkidX3Xv11Xl1OICJtgPOAnkBnoJWIXOGrvjFmpjEmzRiTlpKS4quaqoVregLXafg6JTpb1VWTfNw9ZYBjur+ScvcRNa7+eclwt+6VXinxrL73DBbeforHL4XqqYajrL79VtGePyo7Jnq/pVP9foBSyj+1dukYYyb7eY7JwA5jTC6AiMwGxgPv+HlcVUdtXZ6kTXbJNll1MzQ+OoJ/XzaS375lH2J5Wv8Ulm52/rrKfGgKX2UeYOrgjh7HbtMqymsGytbV+vir+ufbeanbrpX3DJhVXw6a+EyphtEUTahdwFgRiRN7Z//pQO1P6igAbn1vNZ+uqXmcujdXW900mx6c4naDdYJL14lrKgPXln95pSHSaqHHRIYRExnOtCGd6p0zf8dj0xzLE/u3t47neQM2Nsr7n+EfJ/XhghFd+P2pvet1XqWUd/4Oy7xARLKBccBcEVlolXcWkXkAxpjlwEfAKmC9dc6Zfl11iKiotPHZ2j3Hla9+5yH76Jjq3SKuE32EuXTDDOjoTFvQJSmW7/4yCYAZU4//ZqmIMPmEDgzslFDj7FMRYd7/DNvFR/PPS4Z77QZSStWfv6N05gBzvJTvAaa5rN8H3OfPuULRLy5DGuurrMJGcnyUW1CvSUR4GNsencaa3UcZ2CmB2KhwRx4cf9RlOkLXG8lKqcajd8WC2K5DdQ/45ZU23v5xp2Nse1ZuIW19zO608cGz2PDAWR7l4WHCqB5tiI1q3HHvmx6cwhvXjnakPu6cpM/hKdUU9LdyEHMdaVObqc8tI+tAIU8t2kJkeBgHC0s5e4j3uVjjogL7scdGhTOxf3u2PDyVikqjk5Mo1UQ04DcTe44W0zkp1q3sg/Td3P3ROreyvGLnOPozBnZokms7XpHhYehDtEo1HW1aBbEe7eIcy5f/9ye2VJv8+8N0z7lhXVWlJlBKKdCAH9RKXR6C2nmoiDP/+S3LtjrHx7tOPehNXW/YKqVCgwb8IBYZ4Rmwr3x1BQAFJeWOoZfeRGiwV0pVowE/iJSUV1Je6WzVF5dVcuGILh71bDbjlhCtSqRLOoOsR6d5bFdKhTYN+EHCZjMMuHcBfe+Z7ygrLqv0mrbgm625PLnQPkPVS1eMJNWlrz8iTDh/eOfGv2ClVLOjo3SCRG6he3/8sdIKjpVV8s0Wz4yht8xaxbEye1pim4FOibHsPFTETRP7cOcZ/TzqK6UUaMAPGq5dNN9tPciSTfsByDpQ6CjvlBjD3rwSR7AHGNo1karMBKNT2zTNxSqlmiXt0gkS+S7j5694dTlv/LATgISYCDom2J9Efe7SER77dW0TR3K8PdtkrA5qV0rVQFv4QeLGt1d6LV9y56lEhodRbrNRVFrptc5D5w8mLbUto3poC18p5ZsG/CDXLj7akWkyq9j9wavLxnQDICEmkivH9vDYVymlXGmXTpAZk9rWbd01rXD1OcWrZqxSSqm60IAfJJLjozlnaCdevcaZTvj1a0a71enbPp6/TBnAn8/qD8DNE3ViEKVU3WmXTpAor7SRHB/tlsnytAHt3eqICDdZQf4Pp+m0f0qp+tEWfoAUllY4nqotKa8kr7icskpbjTNDKaWUP7SFHwBv/7iTez/dQLe2sSy7exL5JfYhmSnW8Mo/ndmP1ORWgbxEpVQLpAE/AD5ZsweA3YeLAWdWzK5t7Pnub5nUNzAXppRq0bRLJwDat452LJdX2pizOgdAu3OUUo1KA34ARLpM6VdUVskzi7cAcKCW/PZKKeUPDfiNoLisktTpc0mdPpfFG+05cVxTH5eUO5+YLa1wLvuadFwppRqC9uE3gqPFZY7lW99bzaaHpjDg3gUM7ZrIuF7tWGR9CQAcyHe26s8f7pn7XimlGooG/Ebg+kRscbm9tQ+wLjuPddl5bnXP+fd3gP2hqqgI/cGllGo8GmEaQVmFrfZK1YzrrROOK6Ualwb8RuDaR+/LF3+c4LZ+gZepDJVSqiFpwG8EpbW08J+8aKhjzH2VEd01tbFSqnFpwG8EtbXwL07rRlJcFJkPTWmiK1JKKQ34jcJ19qoq3vLVx+gMVUqpJuTXKB0ReRL4P6AM2AZca4w56qXeFOA5IBx4xRjzuD/nDXaFpRUeZQ+dP5ibT+tNmzj3sfavXzOaAi/1lVKqofnbwl8MDDbGDAW2ADOqVxCRcOAFYCowELhMRAb6ed6gVWkzfLZ2j1tZVV77TomxHq360wa059xhnZvs+pRSocuvFr4xZpHL6k/ARV6qjQGyjDHbAUTkfeA8YKM/5w5W/1maxdebcwFY+bfJZOzJ59R+KQG+KqWUatg+/OuA+V7KuwC7XdazrTKvRORGEUkXkfTc3NwGvLymkbnPOe9sQmykBnulVNCotYUvIkuAjl423WOM+dSqcw9QAczy94KMMTOBmQBpaWmmlupBo+pp2oGdEhxlEZr9UikVRGoN+MaYyTVtF5FrgHOA040x3gJ0DtDNZb2rVdZiuN6k3bg3H4BRPdogogFfKRU8/OrSsUbf3A2ca4wp8lHtZ6CviPQUkSjgUuAzf84bbNJ3HvYoe+DcQQG4EqWU8s3fPvzngdbAYhFZIyIvAYhIZxGZB2CMqQBuARYCm4APjDEb/DxvUDlW6vmgVbc2cQG4EqWU8s3fUTp9fJTvAaa5rM8D5vlzrmDmrecmIly7c5RSwUWftG0A3lIpxOpTtEqpIKMBHzhUWMrbP+6k0nZ8g4K8JUsL0xE6SqkgowEfeGrRFu79dAPLdxw6rv1Lq7XwX7h8ZENcllJKNSid8Qr4wkqFMHtVDuN7J9d7/xKrhb/kzlNpHRNBh4SYBr0+pZRqCNrCB9JS7bnosw4UHtf+hwpLCRPomdxKg71SKmhpwAcSYyMBKC5zds18lbmfcY99yb68EkfZsdIKTnliKS9/s81t/6NF5dgMhGu/vVIqiGnAx3nTtajc/sTsrkNFXPdGOnvzShj72JeOevvzS9h1uIjH5me67f/hyuymu1illDpO2oePc9LxknL7f9flHHXbnpGTxzn//s6tbO66vZw9tFOTXJ9SSjUEDfhAWaU90OcWlAJwy7ur3bbPXb/XY58/vLuKv30S6fiyUEqpYKcBH/dx9PklntMTvvj1No8ygCNFnnWVUipYhXwffs7RYlbscCY/q2rl19eQLokNdUlKKdUoQj7gZ+Tkua2f/vQ3Nda/9xzvszO+enVag12TUko1hpDv0jlWwwTiyfHRHCx0b/FfMz4VAX7Ydoglm/Y7ytvr+HulVJAL2Rb+D9sO8ui8Tdz5wVqv26cM6sgdZ/R1rCfFRfLcpcMJDxOum9CTF34zwrHtu7+c1ujXq5RS/grZFv6fP1xHztFin9svP7E7J/Zqyz1zMoiJDGPN38902x4d4cyG2VVz3yulmoGQbeFXD/ZvXDvabX1Cn2SiI8K5Y3I/Pvr9eK/HGNWjDb87tVejXaNSSjWkkGzhe+u3H9GtjWN52pCOjvTGt03u61G3ysc3ef8iUEqpYBSSAf+9Fbvc1l+7Jo3EuEg2PngWa3fncUKn1gG6MqWUajwhGfBdE6IBjOxub93HRUUwrne7QFySUko1upDsw9/v8nDVvecMJCkuKoBXo5RSTSMkA36cy3yz10/oGcArUUqpphOSAT8pzp7/fsHtJwf4SpRSqumEZMAvsEbp9GuvN2eVUqEjJAN+VHgYURFhjqGXSikVCkIy4JdW2EiIiQz0ZSilVJMK0YBfSXRESL51pVQIC8moV1phIzoyJN+6UiqEhWTUKy23uSU/U0qpUOBXwBeRJ0UkU0TWicgcEUnyUqebiCwVkY0iskFEbvPnnA1Bu3SUUqHI36i3GBhsjBkKbAFmeKlTAdxljBkIjAX+ICLep41qImt2Hw3k6ZVSKiD8CvjGmEXGmKrUkz8BXb3U2WuMWWUtFwCbgC7+nNdfBSUV7M3znQtfKaVaoobs17gOmF9TBRFJBUYAyxvwvB4+XpnNoULfk5EnxERwxsAOjXkJSikVdGoN+CKyREQyvLzOc6lzD/aum1k1HCce+Bi43RiTX0O9G0UkXUTSc3Nz6/dugLzicu76cC0zv93us055pSE2Um/aKqVCS60B3xgz2Rgz2MvrUwARuQY4B/iNMcZ4O4aIRGIP9rOMMbNrOd9MY0yaMSYtJSWl3m8oMTaS9q2jySsuJyMnj9Tpc3llmTP4G2MoqajUgK+UCjn+jtKZAtwNnGuMKfJRR4BXgU3GmGf8OV9dxUSGU1ph4z9fZwHw8NxNjm2lFTaMgZgoDfhKqdDibx/+80BrYLGIrBGRlwBEpLOIzLPqnARcCUyy6qwRkWl+nrdG0RFhlFZUsmzrQbfyQ4WlDLh3AQCtokJy7helVAjzK+oZY/r4KN8DTLOWvwOaNEtZdGQYpeU2Ckrc564d9fASx3LrGA34SqnQ0iKfPoqOsHfpuMo6UOC2HqN9+EqpENNCA34YOw8dc0x0AjD5mW896iilVChpkVGvpLyS7CPFJMb6ToEcJpoLXykVWlpkwB/bqx0A4TVMcNI5KbapLkcppYJCiwz4vVLiAdiee4wJfZLdtg3uksDP90ymf0ed3lApFVpaZMA/sWdbx/KKnYfdts2YegIpraOb+pKUUirgWmTAdw3oZRU2xqQ6vwBOqtbiV0qpUNEiA371IZfPXTY8MBeilFJBpEUGfFfnDutMp0T7DdqLRnlkb1ZKqZDR4h83/e3JvQDY+fjZAb4SpZQKrBbfwh/SNTHQl6CUUkGhxQb8B84dxIjuSYG+DKWUChottkvn6vGpXD0+NdCXoZRSQaPFtvCVUkq504CvlFIhQgO+UkqFCA34SikVIjTgK6VUiNCAr5RSIUIDvlJKhQgN+EopFSLEGBPoa/BJRHKBXwJ9HcchGTgY6IsIEH3voUnfe/DoYYxJ8bYhqAN+cyUi6caYtEBfRyDoe9f3Hmqa03vXLh2llAoRGvCVUipEaMBvHDMDfQEBpO89NOl7bwa0D18ppUKEtvCVUipEaMCvAxHpJiJLRWSjiGwQkdus8rYislhEtlr/bWOVi4j8S0SyRGSdiIx0OdbVVv2tInJ1oN5TfYlIuIisFpEvrPWeIrLceo//E5EoqzzaWs+ytqe6HGOGVb5ZRM4K0FupFxFJEpGPRCRTRDaJyLhQ+dxF5A7r7z1DRN4TkZiW+rmLyGsickBEMlzKGuxzFpFRIrLe2udfIiJN+w4txhh91fICOgEjreXWwBZgIPAEMN0qnw78w1qeBswHBBgLLLfK2wLbrf+2sZbbBPr91fHf4E7gXeALa/0D4FJr+SXgJmv5ZuAla/lS4H/W8kBgLRAN9AS2AeGBfl91eN9vAjdYy1FAUih87kAXYAcQ6/J5X9NSP3fgFGAkkOFS1mCfM7DCqivWvlMD8j4D/Q/dHF/Ap8AZwGagk1XWCdhsLb8MXOZSf7O1/TLgZZdyt3rB+gK6Al8Ck4AvrD/ag0CEtX0csNBaXgiMs5YjrHoCzABmuBzTUS9YX0CiFfSkWnmL/9ytgL/bCl4R1ud+Vkv+3IHUagG/QT5na1umS7lbvaZ8aZdOPVk/VUcAy4EOxpi91qZ9QAdruep/lirZVpmv8mD3LHA3YLPW2wFHjTEV1rrr+3C8R2t7nlW/Ob73nkAu8LrVnfWKiLQiBD53Y0wO8BSwC9iL/XNcSWh87lUa6nPuYi1XL29yGvDrQUTigY+B240x+a7bjP2ru8UNeRKRc4ADxpiVgb6WAIjA/jP/RWPMCOAY9p/2Di34c28DnIf9S68z0AqYEtCLCqCW8jlrwK8jEYnEHuxnGWNmW8X7RaSTtb0TcMAqzwG6ueze1SrzVR7MTgLOFZGdwPvYu3WeA5JEJMKq4/o+HO/R2p4IHKJ5vvdsINsYs9xa/wj7F0AofO6TgR3GmFxjTDkwG/vfQih87lUa6nPOsZarlzc5Dfh1YN1RfxXYZIx5xmXTZ0DVnfirsfftV5VfZd3NHwvkWT8NFwJnikgbqwV1plUWtIwxM4wxXY0xqdhvxn1ljPkNsBS4yKpW/b1X/ZtcZNU3Vvml1miOnkBf7DeygpYxZh+wW0T6W0WnAxsJgc8de1fOWBGJs/7+q957i//cXTTI52xtyxeRsda/5VUux2pagb5R0hxewATsP+fWAWus1zTsfZRfAluBJUBbq74AL2AfkbAeSHM51nVAlvW6NtDvrZ7/DhNxjtLphf1/3CzgQyDaKo+x1rOs7b1c9r/H+jfZTIBGKRzHex4OpFuf/SfYR1+ExOcOPABkAhnA29hH2rTIzx14D/u9inLsv+yub8jPGUiz/h23Ac9TbSBAU730SVullAoR2qWjlFIhQgO+UkqFCA34SikVIjTgK6VUiNCAr5RSIUIDvlJKhQgN+EopFSI04CulVIj4f/IyjiSrzGA1AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#entrenament de la red neuronal\n",
    "model.learn(total_timesteps=100000)\n",
    "\n",
    "#grafica amb els resultats dels entrenaments\n",
    "#quan mes a pror del 1 jugara millor\n",
    "with open(os.path.join(log_dir, \"monitor.csv\"), 'rt') as fh:    \n",
    "    firstline = fh.readline()\n",
    "    assert firstline[0] == '#'\n",
    "    df = pd.read_csv(fh, index_col=None)['r']\n",
    "df.rolling(window=1000).mean().plot()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "#la nostra red neuronal\n",
    "def agent(obs, config):\n",
    "    #agafa la millor columna\n",
    "    col, _ = model.predict(np.array(obs['board']).reshape(6,7,1))\n",
    "    #si el moviment no es valid fara un moviment aleatori\n",
    "    is_valid = (obs['board'][int(col)] == 0)\n",
    "    if is_valid:\n",
    "        return int(col)\n",
    "    else:\n",
    "        return random.choice([col for col in range(config.columns) if obs.board[int(col)] == 0])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<iframe srcdoc=\"<!--\n",
       "  Copyright 2020 Kaggle Inc\n",
       "\n",
       "  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "  you may not use this file except in compliance with the License.\n",
       "  You may obtain a copy of the License at\n",
       "\n",
       "      http://www.apache.org/licenses/LICENSE-2.0\n",
       "\n",
       "  Unless required by applicable law or agreed to in writing, software\n",
       "  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "  See the License for the specific language governing permissions and\n",
       "  limitations under the License.\n",
       "-->\n",
       "<!DOCTYPE html>\n",
       "<html lang=&quot;en&quot;>\n",
       "  <head>\n",
       "    <title>Kaggle Simulation Player</title>\n",
       "    <meta name=&quot;viewport&quot; content=&quot;width=device-width,initial-scale=1&quot; />\n",
       "    <link\n",
       "      rel=&quot;stylesheet&quot;\n",
       "      href=&quot;https://cdnjs.cloudflare.com/ajax/libs/meyer-reset/2.0/reset.css&quot;\n",
       "      crossorigin=&quot;anonymous&quot;\n",
       "    />\n",
       "    <style type=&quot;text/css&quot;>\n",
       "      html,\n",
       "      body {\n",
       "        height: 100%;\n",
       "        font-family: sans-serif;\n",
       "        margin: 0px;\n",
       "      }\n",
       "      canvas {\n",
       "        /* image-rendering: -moz-crisp-edges;\n",
       "        image-rendering: -webkit-crisp-edges;\n",
       "        image-rendering: pixelated;\n",
       "        image-rendering: crisp-edges; */\n",
       "      }\n",
       "    </style>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/dist/preact.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/hooks/dist/hooks.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/htm@2.2.1/dist/htm.umd.js&quot;></script>\n",
       "    <script>\n",
       "      // Polyfill for Styled Components\n",
       "      window.React = {\n",
       "        ...preact,\n",
       "        createElement: preact.h,\n",
       "        PropTypes: { func: {} },\n",
       "      };\n",
       "    </script>\n",
       "    <script src=&quot;https://unpkg.com/styled-components@3.5.0-0/dist/styled-components.min.js&quot;></script>\n",
       "  </head>\n",
       "  <body>\n",
       "    <script>\n",
       "      \n",
       "window.kaggle = {\n",
       "  &quot;debug&quot;: false,\n",
       "  &quot;playing&quot;: false,\n",
       "  &quot;step&quot;: 0,\n",
       "  &quot;controls&quot;: false,\n",
       "  &quot;environment&quot;: {\n",
       "    &quot;id&quot;: &quot;0a919e9b-8b3a-11eb-9f4d-432e52a9faaa&quot;,\n",
       "    &quot;name&quot;: &quot;connectx&quot;,\n",
       "    &quot;title&quot;: &quot;ConnectX&quot;,\n",
       "    &quot;description&quot;: &quot;Classic Connect in a row but configurable.&quot;,\n",
       "    &quot;version&quot;: &quot;1.0.1&quot;,\n",
       "    &quot;configuration&quot;: {\n",
       "      &quot;episodeSteps&quot;: 1000,\n",
       "      &quot;actTimeout&quot;: 2,\n",
       "      &quot;runTimeout&quot;: 1200,\n",
       "      &quot;columns&quot;: 7,\n",
       "      &quot;rows&quot;: 6,\n",
       "      &quot;inarow&quot;: 4,\n",
       "      &quot;agentTimeout&quot;: 60,\n",
       "      &quot;timeout&quot;: 2\n",
       "    },\n",
       "    &quot;specification&quot;: {\n",
       "      &quot;action&quot;: {\n",
       "        &quot;description&quot;: &quot;Column to drop a checker onto the board.&quot;,\n",
       "        &quot;type&quot;: &quot;integer&quot;,\n",
       "        &quot;minimum&quot;: 0,\n",
       "        &quot;default&quot;: 0\n",
       "      },\n",
       "      &quot;agents&quot;: [\n",
       "        2\n",
       "      ],\n",
       "      &quot;configuration&quot;: {\n",
       "        &quot;episodeSteps&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum number of steps in the episode.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 1000\n",
       "        },\n",
       "        &quot;actTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to obtain an action from an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 2\n",
       "        },\n",
       "        &quot;runTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) of an episode (not necessarily DONE).&quot;,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 1200\n",
       "        },\n",
       "        &quot;columns&quot;: {\n",
       "          &quot;description&quot;: &quot;The number of columns on the board&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 7,\n",
       "          &quot;minimum&quot;: 1\n",
       "        },\n",
       "        &quot;rows&quot;: {\n",
       "          &quot;description&quot;: &quot;The number of rows on the board&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 6,\n",
       "          &quot;minimum&quot;: 1\n",
       "        },\n",
       "        &quot;inarow&quot;: {\n",
       "          &quot;description&quot;: &quot;The number of checkers in a row required to win.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 4,\n",
       "          &quot;minimum&quot;: 1\n",
       "        },\n",
       "        &quot;agentTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Obsolete field kept for backwards compatibility, please use observation.remainingOverageTime.&quot;,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 60\n",
       "        },\n",
       "        &quot;timeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Obsolete copy of actTimeout maintained for backwards compatibility. May be removed in the future.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 2,\n",
       "          &quot;minimum&quot;: 0\n",
       "        }\n",
       "      },\n",
       "      &quot;info&quot;: {},\n",
       "      &quot;observation&quot;: {\n",
       "        &quot;remainingOverageTime&quot;: {\n",
       "          &quot;description&quot;: &quot;Total remaining banked time (seconds) that can be used in excess of per-step actTimeouts -- agent is disqualified with TIMEOUT status when this drops below 0.&quot;,\n",
       "          &quot;shared&quot;: false,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 60\n",
       "        },\n",
       "        &quot;step&quot;: {\n",
       "          &quot;description&quot;: &quot;Current step within the episode.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 0\n",
       "        },\n",
       "        &quot;board&quot;: {\n",
       "          &quot;description&quot;: &quot;Serialized grid (rows x columns). 0 = Empty, 1 = P1, 2 = P2&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;default&quot;: []\n",
       "        },\n",
       "        &quot;mark&quot;: {\n",
       "          &quot;defaults&quot;: [\n",
       "            1,\n",
       "            2\n",
       "          ],\n",
       "          &quot;description&quot;: &quot;Which checkers are the agents.&quot;,\n",
       "          &quot;enum&quot;: [\n",
       "            1,\n",
       "            2\n",
       "          ]\n",
       "        }\n",
       "      },\n",
       "      &quot;reward&quot;: {\n",
       "        &quot;description&quot;: &quot;-1 = Lost, 0 = Draw/Ongoing, 1 = Won&quot;,\n",
       "        &quot;enum&quot;: [\n",
       "          -1,\n",
       "          0,\n",
       "          1\n",
       "        ],\n",
       "        &quot;default&quot;: 0,\n",
       "        &quot;type&quot;: [\n",
       "          &quot;number&quot;,\n",
       "          &quot;null&quot;\n",
       "        ]\n",
       "      }\n",
       "    },\n",
       "    &quot;steps&quot;: [\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: 0,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 0,\n",
       "            &quot;board&quot;: [\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0,\n",
       "              0\n",
       "            ],\n",
       "            &quot;mark&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: 0,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;mark&quot;: 2\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INACTIVE&quot;\n",
       "        }\n",
       "      ]\n",
       "    ],\n",
       "    &quot;rewards&quot;: [\n",
       "      0,\n",
       "      0\n",
       "    ],\n",
       "    &quot;statuses&quot;: [\n",
       "      &quot;ACTIVE&quot;,\n",
       "      &quot;INACTIVE&quot;\n",
       "    ],\n",
       "    &quot;schema_version&quot;: 1,\n",
       "    &quot;info&quot;: {}\n",
       "  },\n",
       "  &quot;logs&quot;: [\n",
       "    [],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.000916,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0007,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.001621,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.001882,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.001601,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {\n",
       "        &quot;duration&quot;: 0.001549,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {},\n",
       "      {}\n",
       "    ],\n",
       "    []\n",
       "  ],\n",
       "  &quot;mode&quot;: &quot;ipython&quot;,\n",
       "  &quot;interactive&quot;: true\n",
       "};\n",
       "\n",
       "\n",
       "window.kaggle.renderer = // Copyright 2020 Kaggle Inc\n",
       "//\n",
       "// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "// you may not use this file except in compliance with the License.\n",
       "// You may obtain a copy of the License at\n",
       "//\n",
       "//      http://www.apache.org/licenses/LICENSE-2.0\n",
       "//\n",
       "// Unless required by applicable law or agreed to in writing, software\n",
       "// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "// See the License for the specific language governing permissions and\n",
       "// limitations under the License.\n",
       "\n",
       "function renderer({\n",
       "  act,\n",
       "  agents,\n",
       "  environment,\n",
       "  frame,\n",
       "  height = 400,\n",
       "  interactive,\n",
       "  isInteractive,\n",
       "  parent,\n",
       "  step,\n",
       "  update,\n",
       "  width = 400,\n",
       "}) {\n",
       "  // Configuration.\n",
       "  const { rows, columns, inarow } = environment.configuration;\n",
       "\n",
       "  // Common Dimensions.\n",
       "  const unit = 8;\n",
       "  const minCanvasSize = Math.min(height, width);\n",
       "  const minOffset = minCanvasSize > 400 ? 30 : unit / 2;\n",
       "  const cellSize = Math.min(\n",
       "    (width - minOffset * 2) / columns,\n",
       "    (height - minOffset * 2) / rows\n",
       "  );\n",
       "  const cellInset = 0.8;\n",
       "  const pieceScale = cellSize / 100;\n",
       "  const xOffset = Math.max(0, (width - cellSize * columns) / 2);\n",
       "  const yOffset = Math.max(0, (height - cellSize * rows) / 2);\n",
       "\n",
       "  // Canvas Setup.\n",
       "  let canvas = parent.querySelector(&quot;canvas&quot;);\n",
       "  if (!canvas) {\n",
       "    canvas = document.createElement(&quot;canvas&quot;);\n",
       "    parent.appendChild(canvas);\n",
       "\n",
       "    if (interactive) {\n",
       "      canvas.addEventListener(&quot;click&quot;, evt => {\n",
       "        if (!isInteractive()) return;\n",
       "        const rect = evt.target.getBoundingClientRect();\n",
       "        const col = Math.floor((evt.clientX - rect.left - xOffset) / cellSize);\n",
       "        if (col >= 0 && col < columns) act(col);\n",
       "      });\n",
       "    }\n",
       "  }\n",
       "  canvas.style.cursor = isInteractive() ? &quot;pointer&quot; : &quot;default&quot;;\n",
       "\n",
       "  // Character Paths (based on 100x100 tiles).\n",
       "  const kPath = new Path2D(\n",
       "    `M78.3,96.5c-0.1,0.4-0.5,0.6-1.1,0.6H64.9c-0.7,0-1.4-0.3-1.9-1l-20.3-26L37,75.5v20.1 c0,0.9-0.5,1.4-1.4,1.4H26c-0.9,0-1.4-0.5-1.4-1.4V3.9c0-0.9,0.5-1.4,1.4-1.4h9.5C36.5,2.5,37,3,37,3.9v56.5l24.3-24.7 c0.6-0.6,1.3-1,1.9-1H76c0.6,0,0.9,0.2,1.1,0.7c0.2,0.6,0.1,1-0.1,1.2l-25.7,25L78,95.1C78.4,95.5,78.5,95.9,78.3,96.5z`\n",
       "  );\n",
       "  const goose1Path = new Path2D(\n",
       "    `M8.8,92.7c-4-18.5,4.7-37.2,20.7-46.2c0,0,2.7-1.4,3.4-1.9c2.2-1.6,3-2.1,3-5c0-5-2.1-7.2-2.1-7.2 c-3.9-3.3-6.3-8.2-6.3-13.7c0-10,8.1-18.1,18.1-18.1s18.1,8.1,18.1,18.1c0,6-1.5,32.7-2.3,38.8l-0.1,1`\n",
       "  );\n",
       "  const goose2Path = new Path2D(\n",
       "    `M27.4,19L8.2,27.6c0,0-7.3,2.9,2.6,5c6.1,1.3,24,5.9,24,5.9l1,0.3`\n",
       "  );\n",
       "  const goose3Path = new Path2D(\n",
       "    `M63.7,99.6C52.3,99.6,43,90.3,43,78.9s9.3-20.7,20.7-20.7c10.6,0,34.4,0.1,35.8,9`\n",
       "  );\n",
       "\n",
       "  // Canvas setup and reset.\n",
       "  let c = canvas.getContext(&quot;2d&quot;);\n",
       "  canvas.width = width;\n",
       "  canvas.height = height;\n",
       "  c.fillStyle = &quot;#000B2A&quot;;\n",
       "  c.fillRect(0, 0, canvas.width, canvas.height);\n",
       "\n",
       "  const getRowCol = cell => [Math.floor(cell / columns), cell % columns];\n",
       "\n",
       "  const getColor = (mark, opacity = 1) => {\n",
       "    if (mark === 1) return `rgba(0,255,255,${opacity})`;\n",
       "    if (mark === 2) return `rgba(255,255,255,${opacity})`;\n",
       "    return &quot;#fff&quot;;\n",
       "  };\n",
       "\n",
       "  const drawCellCircle = (cell, xFrame = 1, yFrame = 1, radiusOffset = 0) => {\n",
       "    const [row, col] = getRowCol(cell);\n",
       "    c.arc(\n",
       "      xOffset + xFrame * (col * cellSize + cellSize / 2),\n",
       "      yOffset + yFrame * (row * cellSize + cellSize / 2),\n",
       "      (cellInset * cellSize) / 2 - radiusOffset,\n",
       "      2 * Math.PI,\n",
       "      false\n",
       "    );\n",
       "  };\n",
       "\n",
       "  // Render the pieces.\n",
       "  const board = environment.steps[step][0].observation.board;\n",
       "\n",
       "  const drawPiece = mark => {\n",
       "    // Base Styles.\n",
       "    const opacity = minCanvasSize < 300 ? 0.6 - minCanvasSize / 1000 : 0.1;\n",
       "    c.fillStyle = getColor(mark, opacity);\n",
       "    c.strokeStyle = getColor(mark);\n",
       "    c.shadowColor = getColor(mark);\n",
       "    c.shadowBlur = 8 / cellInset;\n",
       "    c.lineWidth = 1 / cellInset;\n",
       "\n",
       "    // Outer circle.\n",
       "    c.save();\n",
       "    c.beginPath();\n",
       "    c.arc(50, 50, 50, 2 * Math.PI, false);\n",
       "    c.closePath();\n",
       "    c.lineWidth *= 4;\n",
       "    c.stroke();\n",
       "    c.fill();\n",
       "    c.restore();\n",
       "\n",
       "    // Inner circle.\n",
       "    c.beginPath();\n",
       "    c.arc(50, 50, 40, 2 * Math.PI, false);\n",
       "    c.closePath();\n",
       "    c.stroke();\n",
       "\n",
       "    // Kaggle &quot;K&quot;.\n",
       "    if (mark === 1) {\n",
       "      const scale = 0.54;\n",
       "      c.save();\n",
       "      c.translate(23, 23);\n",
       "      c.scale(scale, scale);\n",
       "      c.lineWidth /= scale;\n",
       "      c.shadowBlur /= scale;\n",
       "      c.stroke(kPath);\n",
       "      c.restore();\n",
       "    }\n",
       "\n",
       "    // Kaggle &quot;Goose&quot;.\n",
       "    if (mark === 2) {\n",
       "      const scale = 0.6;\n",
       "      c.save();\n",
       "      c.translate(24, 28);\n",
       "      c.scale(scale, scale);\n",
       "      c.lineWidth /= scale;\n",
       "      c.shadowBlur /= scale;\n",
       "      c.stroke(goose1Path);\n",
       "      c.stroke(goose2Path);\n",
       "      c.stroke(goose3Path);\n",
       "      c.beginPath();\n",
       "      c.arc(38.5, 18.6, 2.7, 0, Math.PI * 2, false);\n",
       "      c.closePath();\n",
       "      c.fill();\n",
       "      c.restore();\n",
       "    }\n",
       "  };\n",
       "\n",
       "  for (let i = 0; i < board.length; i++) {\n",
       "    const [row, col] = getRowCol(i);\n",
       "    if (board[i] === 0) continue;\n",
       "    // Easing In.\n",
       "    let yFrame = Math.min(\n",
       "      (columns * Math.pow(frame, 3)) / Math.floor(i / columns),\n",
       "      1\n",
       "    );\n",
       "\n",
       "    if (\n",
       "      step > 1 &&\n",
       "      environment.steps[step - 1][0].observation.board[i] === board[i]\n",
       "    ) {\n",
       "      yFrame = 1;\n",
       "    }\n",
       "\n",
       "    c.save();\n",
       "    c.translate(\n",
       "      xOffset + cellSize * col + (cellSize - cellSize * cellInset) / 2,\n",
       "      yOffset +\n",
       "        yFrame * (cellSize * row) +\n",
       "        (cellSize - cellSize * cellInset) / 2\n",
       "    );\n",
       "    c.scale(pieceScale * cellInset, pieceScale * cellInset);\n",
       "    drawPiece(board[i]);\n",
       "    c.restore();\n",
       "  }\n",
       "\n",
       "  // Background Gradient.\n",
       "  const bgRadius = (Math.min(rows, columns) * cellSize) / 2;\n",
       "  const bgStyle = c.createRadialGradient(\n",
       "    xOffset + (cellSize * columns) / 2,\n",
       "    yOffset + (cellSize * rows) / 2,\n",
       "    0,\n",
       "    xOffset + (cellSize * columns) / 2,\n",
       "    yOffset + (cellSize * rows) / 2,\n",
       "    bgRadius\n",
       "  );\n",
       "  bgStyle.addColorStop(0, &quot;#000B49&quot;);\n",
       "  bgStyle.addColorStop(1, &quot;#000B2A&quot;);\n",
       "\n",
       "  // Render the board overlay.\n",
       "  c.beginPath();\n",
       "  c.rect(0, 0, canvas.width, canvas.height);\n",
       "  c.closePath();\n",
       "  c.shadowBlur = 0;\n",
       "  for (let i = 0; i < board.length; i++) {\n",
       "    drawCellCircle(i);\n",
       "    c.closePath();\n",
       "  }\n",
       "  c.fillStyle = bgStyle;\n",
       "  c.fill(&quot;evenodd&quot;);\n",
       "\n",
       "  // Render the board overlay cell outlines.\n",
       "  for (let i = 0; i < board.length; i++) {\n",
       "    c.beginPath();\n",
       "    drawCellCircle(i);\n",
       "    c.strokeStyle = &quot;#0361B2&quot;;\n",
       "    c.lineWidth = 1;\n",
       "    c.stroke();\n",
       "    c.closePath();\n",
       "  }\n",
       "\n",
       "  const drawLine = (fromCell, toCell) => {\n",
       "    if (frame < 0.5) return;\n",
       "    const lineFrame = (frame - 0.5) / 0.5;\n",
       "    const x1 = xOffset + (fromCell % columns) * cellSize + cellSize / 2;\n",
       "    const x2 =\n",
       "      x1 +\n",
       "      lineFrame *\n",
       "        (xOffset + ((toCell % columns) * cellSize + cellSize / 2) - x1);\n",
       "    const y1 =\n",
       "      yOffset + Math.floor(fromCell / columns) * cellSize + cellSize / 2;\n",
       "    const y2 =\n",
       "      y1 +\n",
       "      lineFrame *\n",
       "        (yOffset + Math.floor(toCell / columns) * cellSize + cellSize / 2 - y1);\n",
       "    c.beginPath();\n",
       "    c.lineCap = &quot;round&quot;;\n",
       "    c.lineWidth = 4;\n",
       "    c.strokeStyle = getColor(board[fromCell]);\n",
       "    c.shadowBlur = 8;\n",
       "    c.shadowColor = getColor(board[fromCell]);\n",
       "    c.moveTo(x1, y1);\n",
       "    c.lineTo(x2, y2);\n",
       "    c.stroke();\n",
       "  };\n",
       "\n",
       "  // Generate a graph of the board.\n",
       "  const getCell = (cell, rowOffset, columnOffset) => {\n",
       "    const row = Math.floor(cell / columns) + rowOffset;\n",
       "    const col = (cell % columns) + columnOffset;\n",
       "    if (row < 0 || row >= rows || col < 0 || col >= columns) return -1;\n",
       "    return col + row * columns;\n",
       "  };\n",
       "  const makeNode = cell => {\n",
       "    const node = { cell, directions: [], value: board[cell] };\n",
       "    for (let r = -1; r <= 1; r++) {\n",
       "      for (let c = -1; c <= 1; c++) {\n",
       "        if (r === 0 && c === 0) continue;\n",
       "        node.directions.push(getCell(cell, r, c));\n",
       "      }\n",
       "    }\n",
       "    return node;\n",
       "  };\n",
       "  const graph = board.map((_, i) => makeNode(i));\n",
       "\n",
       "  // Check for any wins!\n",
       "  const getSequence = (node, direction) => {\n",
       "    const sequence = [node.cell];\n",
       "    while (sequence.length < inarow) {\n",
       "      const next = graph[node.directions[direction]];\n",
       "      if (!next || node.value !== next.value || next.value === 0) return;\n",
       "      node = next;\n",
       "      sequence.push(node.cell);\n",
       "    }\n",
       "    return sequence;\n",
       "  };\n",
       "\n",
       "  // Check all nodes.\n",
       "  for (let i = 0; i < board.length; i++) {\n",
       "    // Check all directions (not the most efficient).\n",
       "    for (let d = 0; d < 8; d++) {\n",
       "      const seq = getSequence(graph[i], d);\n",
       "      if (seq) {\n",
       "        drawLine(seq[0], seq[inarow - 1]);\n",
       "        i = board.length;\n",
       "        break;\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "\n",
       "  // Upgrade the legend.\n",
       "  if (agents.length && (!agents[0].color || !agents[0].image)) {\n",
       "    const getPieceImage = mark => {\n",
       "      const pieceCanvas = document.createElement(&quot;canvas&quot;);\n",
       "      parent.appendChild(pieceCanvas);\n",
       "      pieceCanvas.style.marginLeft = &quot;10000px&quot;;\n",
       "      pieceCanvas.width = 100;\n",
       "      pieceCanvas.height = 100;\n",
       "      c = pieceCanvas.getContext(&quot;2d&quot;);\n",
       "      c.translate(10, 10);\n",
       "      c.scale(0.8, 0.8);\n",
       "      drawPiece(mark);\n",
       "      const dataUrl = pieceCanvas.toDataURL();\n",
       "      parent.removeChild(pieceCanvas);\n",
       "      return dataUrl;\n",
       "    };\n",
       "\n",
       "    agents.forEach(agent => {\n",
       "      agent.color = getColor(agent.index + 1);\n",
       "      agent.image = getPieceImage(agent.index + 1);\n",
       "    });\n",
       "    update({ agents });\n",
       "  }\n",
       "};\n",
       "\n",
       "\n",
       "    \n",
       "    </script>\n",
       "    <script>\n",
       "      const h = htm.bind(preact.h);\n",
       "      const { useContext, useEffect, useRef, useState } = preactHooks;\n",
       "      const styled = window.styled.default;\n",
       "\n",
       "      const Context = preact.createContext({});\n",
       "\n",
       "      const Loading = styled.div`\n",
       "        animation: rotate360 1.1s infinite linear;\n",
       "        border: 8px solid rgba(255, 255, 255, 0.2);\n",
       "        border-left-color: #0cb1ed;\n",
       "        border-radius: 50%;\n",
       "        height: 40px;\n",
       "        position: relative;\n",
       "        transform: translateZ(0);\n",
       "        width: 40px;\n",
       "\n",
       "        @keyframes rotate360 {\n",
       "          0% {\n",
       "            transform: rotate(0deg);\n",
       "          }\n",
       "          100% {\n",
       "            transform: rotate(360deg);\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Logo = styled(\n",
       "        (props) => h`\n",
       "        <a href=&quot;https://kaggle.com&quot; target=&quot;_blank&quot; className=${props.className}>\n",
       "          <svg width=&quot;62px&quot; height=&quot;20px&quot; viewBox=&quot;0 0 62 24&quot; version=&quot;1.1&quot; xmlns=&quot;http://www.w3.org/2000/svg&quot;>\n",
       "            <g fill=&quot;#1EBEFF&quot; fill-rule=&quot;nonzero&quot;>\n",
       "              <path d=&quot;M10.2,17.8c0,0.1-0.1,0.1-0.2,0.1H7.7c-0.1,0-0.3-0.1-0.4-0.2l-3.8-4.9l-1.1,1v3.8 c0,0.2-0.1,0.3-0.3,0.3H0.3c-0.2,0-0.3-0.1-0.3-0.3V0.3C0.1,0.1,0.2,0,0.3,0h1.8c0.2,0,0.3,0.1,0.3,0.3V11L7,6.3 c0.1-0.1,0.2-0.2,0.4-0.2h2.4c0.1,0,0.2,0,0.2,0.1c0,0.1,0,0.2,0,0.2l-4.9,4.7l5.1,6.3C10.2,17.6,10.2,17.7,10.2,17.8z&quot;/>\n",
       "              <path d=&quot;M19.6,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3v-0.4c-0.8,0.6-1.8,0.9-3,0.9c-1.1,0-2-0.3-2.8-1 c-0.8-0.7-1.2-1.6-1.2-2.7c0-1.7,1.1-2.9,3.2-3.5c0.8-0.2,2.1-0.5,3.8-0.6c0.1-0.6-0.1-1.2-0.5-1.7c-0.4-0.5-1-0.7-1.7-0.7 c-1,0-2,0.4-3,1C12.2,9.1,12.1,9.1,12,9l-0.9-1.3C11,7.5,11,7.4,11.1,7.3c1.3-0.9,2.7-1.4,4.2-1.4c1.1,0,2.1,0.3,2.8,0.8 c1.1,0.8,1.7,2,1.7,3.7v7.3C19.9,17.8,19.8,17.9,19.6,17.9z M17.5,12.4c-1.7,0.2-2.9,0.4-3.5,0.7c-0.9,0.4-1.2,0.9-1.1,1.6 c0.1,0.4,0.2,0.7,0.6,0.9c0.3,0.2,0.7,0.4,1.1,0.4c1.2,0.1,2.2-0.2,2.9-1V12.4z&quot;/>\n",
       "              <path d=&quot;M30.6,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3v11.7C32,20,31.5,21.5,30.6,22.5z M29.7,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7V9.9z&quot;/>\n",
       "              <path d=&quot;M42.9,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3H44c0.2,0,0.3,0.1,0.3,0.3v11.7C44.3,20,43.8,21.5,42.9,22.5z M42,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7L42,9.9 L42,9.9z&quot;/>\n",
       "              <path d=&quot;M48.3,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3V0.3c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3 v17.3C48.5,17.8,48.5,17.9,48.3,17.9z&quot;/>\n",
       "              <path d=&quot;M61.4,12.6c0,0.2-0.1,0.3-0.3,0.3h-8.5c0.1,0.9,0.5,1.6,1.1,2.2c0.7,0.6,1.6,0.9,2.7,0.9 c1,0,1.8-0.3,2.6-0.8c0.2-0.1,0.3-0.1,0.4,0l1.2,1.3c0.1,0.1,0.1,0.3,0,0.4c-1.3,0.9-2.7,1.4-4.4,1.4c-1.8,0-3.3-0.6-4.4-1.8 c-1.1-1.2-1.7-2.7-1.7-4.5c0-1.7,0.6-3.2,1.7-4.4c1-1.1,2.4-1.6,4.1-1.6c1.6,0,2.9,0.6,4,1.7c1.1,1.2,1.6,2.6,1.5,4.4L61.4,12.6 z M58,8.7c-0.6-0.5-1.3-0.8-2.1-0.8c-0.8,0-1.5,0.3-2.1,0.8c-0.6,0.5-1,1.2-1.1,2H59C59,9.9,58.6,9.3,58,8.7z&quot;/>\n",
       "            </g>\n",
       "          </svg>\n",
       "        </a>\n",
       "      `\n",
       "      )`\n",
       "        display: inline-flex;\n",
       "      `;\n",
       "\n",
       "      const Header = styled((props) => {\n",
       "        const { environment } = useContext(Context);\n",
       "\n",
       "        return h`<div className=${props.className} >\n",
       "          <${Logo} />\n",
       "          <span><b>Left / Right Arrow:</b> Increase / Decrease Step</span><span><b>0-9 Row Keys:</b> Playback Speed</span><span><b>Space:</b> Pause / Play</span>\n",
       "          ${environment.title}\n",
       "        </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-bottom: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        color: #fff;\n",
       "        display: flex;\n",
       "        flex: 0 0 36px;\n",
       "        font-size: 14px;\n",
       "        justify-content: space-between;\n",
       "        padding: 0 8px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Renderer = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { animate, debug, playing, renderer, speed } = context;\n",
       "        const ref = preact.createRef();\n",
       "\n",
       "        useEffect(async () => {\n",
       "          if (!ref.current) return;\n",
       "\n",
       "          const renderFrame = async (start, step, lastFrame) => {\n",
       "            if (step !== context.step) return;\n",
       "            if (lastFrame === 1) {\n",
       "              if (!animate) return;\n",
       "              start = Date.now();\n",
       "            }\n",
       "            const frame =\n",
       "              playing || animate\n",
       "                ? Math.min((Date.now() - start) / speed, 1)\n",
       "                : 1;\n",
       "            try {\n",
       "              if (debug) console.time(&quot;render&quot;);\n",
       "              await renderer({\n",
       "                ...context,\n",
       "                frame,\n",
       "                height: ref.current.clientHeight,\n",
       "                hooks: preactHooks,\n",
       "                parent: ref.current,\n",
       "                preact,\n",
       "                styled,\n",
       "                width: ref.current.clientWidth,\n",
       "              });\n",
       "            } catch (error) {\n",
       "              if (debug) console.error(error);\n",
       "              console.log({ ...context, frame, error });\n",
       "            } finally {\n",
       "              if (debug) console.timeEnd(&quot;render&quot;);\n",
       "            }\n",
       "            window.requestAnimationFrame(() => renderFrame(start, step, frame));\n",
       "          };\n",
       "\n",
       "          await renderFrame(Date.now(), context.step);\n",
       "        }, [ref.current, context.step, context.renderer]);\n",
       "\n",
       "        return h`<div className=${props.className} ref=${ref} />`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        height: 100%;\n",
       "        left: 0;\n",
       "        justify-content: center;\n",
       "        position: absolute;\n",
       "        top: 0;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Processing = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        const text = processing === true ? &quot;Processing...&quot; : processing;\n",
       "        return h`<div className=${props.className}>${text}</div>`;\n",
       "      })`\n",
       "        bottom: 0;\n",
       "        color: #fff;\n",
       "        font-size: 12px;\n",
       "        left: 0;\n",
       "        line-height: 24px;\n",
       "        position: absolute;\n",
       "        text-align: center;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Viewer = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        return h`<div className=${props.className}>\n",
       "          <${Renderer} />\n",
       "          ${processing && h`<${Processing} />`}\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        background-image: radial-gradient(\n",
       "          circle closest-side,\n",
       "          #000b49,\n",
       "          #000b2a\n",
       "        );\n",
       "        display: flex;\n",
       "        flex: 1;\n",
       "        overflow: hidden;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      // Partitions the elements of arr into subarrays of max length num.\n",
       "      const groupIntoSets = (arr, num) => {\n",
       "        const sets = [];\n",
       "        arr.forEach(a => {\n",
       "          if (sets.length === 0 || sets[sets.length - 1].length === num) {\n",
       "            sets.push([]);\n",
       "          }\n",
       "          sets[sets.length - 1].push(a);\n",
       "        });\n",
       "        return sets;\n",
       "      }\n",
       "\n",
       "      // Expects `width` input prop to set proper max-width for agent name span.\n",
       "      const Legend = styled((props) => {\n",
       "        const { agents, legend } = useContext(Context);\n",
       "\n",
       "        const agentPairs = groupIntoSets(agents.sort((a, b) => a.index - b.index), 2);\n",
       "\n",
       "        return h`<div className=${props.className}>\n",
       "          ${agentPairs.map(agentList =>\n",
       "            h`<ul>\n",
       "                ${agentList.map(a =>\n",
       "                  h`<li key=${a.id} title=&quot;id: ${a.id}&quot; style=&quot;color:${a.color || &quot;#FFF&quot;}&quot;>\n",
       "                      ${a.image && h`<img src=${a.image} />`}\n",
       "                      <span>${a.name}</span>\n",
       "                    </li>`\n",
       "                )}\n",
       "              </ul>`)}\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        font-family: sans-serif;\n",
       "        font-size: 14px;\n",
       "        height: 48px;\n",
       "        width: 100%;\n",
       "\n",
       "        ul {\n",
       "          align-items: center;\n",
       "          display: flex;\n",
       "          flex-direction: row;\n",
       "          justify-content: center;\n",
       "        }\n",
       "\n",
       "        li {\n",
       "          align-items: center;\n",
       "          display: inline-flex;\n",
       "          transition: color 1s;\n",
       "        }\n",
       "\n",
       "        span {\n",
       "          max-width: ${p => (p.width || 400) * 0.5 - 36}px;\n",
       "          overflow: hidden;\n",
       "          text-overflow: ellipsis;\n",
       "          white-space: nowrap;\n",
       "        }\n",
       "\n",
       "        img {\n",
       "          height: 24px;\n",
       "          margin-left: 4px;\n",
       "          margin-right: 4px;\n",
       "          width: 24px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepInput = styled.input.attrs({\n",
       "        type: &quot;range&quot;,\n",
       "      })`\n",
       "        appearance: none;\n",
       "        background: rgba(255, 255, 255, 0.15);\n",
       "        border-radius: 2px;\n",
       "        display: block;\n",
       "        flex: 1;\n",
       "        height: 4px;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "        width: 100%;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "\n",
       "        &::-webkit-slider-thumb {\n",
       "          appearance: none;\n",
       "          background: #1ebeff;\n",
       "          border-radius: 100%;\n",
       "          cursor: pointer;\n",
       "          height: 12px;\n",
       "          margin: 0;\n",
       "          position: relative;\n",
       "          width: 12px;\n",
       "\n",
       "          &::after {\n",
       "            content: &quot;&quot;;\n",
       "            position: absolute;\n",
       "            top: 0px;\n",
       "            left: 0px;\n",
       "            width: 200px;\n",
       "            height: 8px;\n",
       "            background: green;\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const PlayButton = styled.button`\n",
       "        align-items: center;\n",
       "        background: none;\n",
       "        border: none;\n",
       "        color: white;\n",
       "        cursor: pointer;\n",
       "        display: flex;\n",
       "        flex: 0 0 56px;\n",
       "        font-size: 20px;\n",
       "        height: 40px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepCount = styled.span`\n",
       "        align-items: center;\n",
       "        color: white;\n",
       "        display: flex;\n",
       "        font-size: 14px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        padding: 0 16px;\n",
       "        pointer-events: none;\n",
       "      `;\n",
       "\n",
       "      const Controls = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "        const value = step + 1;\n",
       "        const onClick = () => (playing ? pause() : play());\n",
       "        const onInput = (e) => {\n",
       "          pause();\n",
       "          setStep(parseInt(e.target.value) - 1);\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${PlayButton} onClick=${onClick}><svg xmlns=&quot;http://www.w3.org/2000/svg&quot; width=&quot;24px&quot; height=&quot;24px&quot; viewBox=&quot;0 0 24 24&quot; fill=&quot;#FFFFFF&quot;>${\n",
       "          playing\n",
       "            ? h`<path d=&quot;M6 19h4V5H6v14zm8-14v14h4V5h-4z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "            : h`<path d=&quot;M8 5v14l11-7z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "        }</svg><//>\n",
       "            <${StepInput} min=&quot;1&quot; max=${\n",
       "          environment.steps.length\n",
       "        } value=&quot;${value}&quot; onInput=${onInput} />\n",
       "            <${StepCount}>${value} / ${environment.steps.length}<//>\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-top: 4px solid #212121;\n",
       "        display: flex;\n",
       "        flex: 0 0 44px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Info = styled((props) => {\n",
       "        const {\n",
       "          environment,\n",
       "          playing,\n",
       "          step,\n",
       "          speed,\n",
       "          animate,\n",
       "          header,\n",
       "          controls,\n",
       "          settings,\n",
       "        } = useContext(Context);\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            info:\n",
       "            step(${step}),\n",
       "            playing(${playing ? &quot;T&quot; : &quot;F&quot;}),\n",
       "            speed(${speed}),\n",
       "            animate(${animate ? &quot;T&quot; : &quot;F&quot;})\n",
       "          </div>`;\n",
       "      })`\n",
       "        color: #888;\n",
       "        font-family: monospace;\n",
       "        font-size: 12px;\n",
       "      `;\n",
       "\n",
       "      const Settings = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${Info} />\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        background: #fff;\n",
       "        border-top: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        padding: 20px;\n",
       "        width: 100%;\n",
       "\n",
       "        h1 {\n",
       "          font-size: 20px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Player = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { agents, controls, header, legend, loading, settings, width } = context;\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            ${loading && h`<${Loading} />`}\n",
       "            ${!loading && header && h`<${Header} />`}\n",
       "            ${!loading && h`<${Viewer} />`}\n",
       "            ${!loading && legend && h`<${Legend} width=${width}/>`}\n",
       "            ${!loading && controls && h`<${Controls} />`}\n",
       "            ${!loading && settings && h`<${Settings} />`}\n",
       "          </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        background: #212121;\n",
       "        border: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        flex-direction: column;\n",
       "        height: 100%;\n",
       "        justify-content: center;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const App = () => {\n",
       "        const renderCountRef = useRef(0);\n",
       "        const [_, setRenderCount] = useState(0);\n",
       "\n",
       "        // These are bindings to the 0-9 keys and are milliseconds of timeout per step\n",
       "        const speeds = [\n",
       "          0,\n",
       "          3000,\n",
       "          1000,\n",
       "          500,\n",
       "          333, // Default\n",
       "          200,\n",
       "          100,\n",
       "          50,\n",
       "          25,\n",
       "          10,\n",
       "        ];\n",
       "\n",
       "        const contextRef = useRef({\n",
       "          animate: false,\n",
       "          agents: [],\n",
       "          controls: false,\n",
       "          debug: false,\n",
       "          environment: { steps: [], info: {} },\n",
       "          header: window.innerHeight >= 600,\n",
       "          height: window.innerHeight,\n",
       "          interactive: false,\n",
       "          legend: true,\n",
       "          loading: false,\n",
       "          playing: false,\n",
       "          processing: false,\n",
       "          renderer: () => &quot;DNE&quot;,\n",
       "          settings: false,\n",
       "          speed: speeds[4],\n",
       "          step: 0,\n",
       "          width: window.innerWidth,\n",
       "        });\n",
       "\n",
       "        // Context helpers.\n",
       "        const rerender = (contextRef.current.rerender = () =>\n",
       "          setRenderCount((renderCountRef.current += 1)));\n",
       "        const setStep = (contextRef.current.setStep = (newStep) => {\n",
       "          contextRef.current.step = newStep;\n",
       "          rerender();\n",
       "        });\n",
       "        const setPlaying = (contextRef.current.setPlaying = (playing) => {\n",
       "          contextRef.current.playing = playing;\n",
       "          rerender();\n",
       "        });\n",
       "        const pause = (contextRef.current.pause = () => setPlaying(false));\n",
       "\n",
       "        const playNext = () => {\n",
       "          const context = contextRef.current;\n",
       "\n",
       "          if (\n",
       "            context.playing &&\n",
       "            context.step < context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(context.step + 1);\n",
       "            play(true);\n",
       "          } else {\n",
       "            pause();\n",
       "          }\n",
       "        };\n",
       "\n",
       "        const play = (contextRef.current.play = (continuing) => {\n",
       "          const context = contextRef.current;\n",
       "          if (context.playing && !continuing) return;\n",
       "          if (!context.playing) setPlaying(true);\n",
       "          if (\n",
       "            !continuing &&\n",
       "            context.step === context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(0);\n",
       "          }\n",
       "          setTimeout(playNext, context.speed);\n",
       "        });\n",
       "\n",
       "        const updateContext = (o) => {\n",
       "          const context = contextRef.current;\n",
       "          Object.assign(context, o, {\n",
       "            environment: { ...context.environment, ...(o.environment || {}) },\n",
       "          });\n",
       "          rerender();\n",
       "        };\n",
       "\n",
       "        // First time setup.\n",
       "        useEffect(() => {\n",
       "          // Timeout is used to ensure useEffect renders once.\n",
       "          setTimeout(() => {\n",
       "            // Initialize context with window.kaggle.\n",
       "            updateContext(window.kaggle || {});\n",
       "\n",
       "            if (window.kaggle.playing) {\n",
       "                play(true);\n",
       "            }\n",
       "\n",
       "            // Listen for messages received to update the context.\n",
       "            window.addEventListener(\n",
       "              &quot;message&quot;,\n",
       "              (event) => {\n",
       "                // Ensure the environment names match before updating.\n",
       "                try {\n",
       "                  if (\n",
       "                    event.data.environment.name ==\n",
       "                    contextRef.current.environment.name\n",
       "                  ) {\n",
       "                    updateContext(event.data);\n",
       "                  }\n",
       "                } catch {}\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "            // Listen for keyboard commands.\n",
       "            window.addEventListener(\n",
       "              &quot;keydown&quot;,\n",
       "              (event) => {\n",
       "                const {\n",
       "                  interactive,\n",
       "                  isInteractive,\n",
       "                  playing,\n",
       "                  step,\n",
       "                  environment,\n",
       "                } = contextRef.current;\n",
       "                const key = event.keyCode;\n",
       "                const zero_key = 48\n",
       "                const nine_key = 57\n",
       "                if (\n",
       "                  interactive ||\n",
       "                  isInteractive() ||\n",
       "                  (key !== 32 && key !== 37 && key !== 39 && !(key >= zero_key && key <= nine_key))\n",
       "                )\n",
       "                  return;\n",
       "\n",
       "                if (key === 32) {\n",
       "                  playing ? pause() : play();\n",
       "                } else if (key === 39) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step < environment.steps.length - 1) setStep(step + 1);\n",
       "                  rerender();\n",
       "                } else if (key === 37) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step > 0) setStep(step - 1);\n",
       "                  rerender();\n",
       "                } else if (key >= zero_key && key <= nine_key) {\n",
       "                  contextRef.current.speed = speeds[key - zero_key];\n",
       "                }\n",
       "                event.preventDefault();\n",
       "                return false;\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "          }, 1);\n",
       "        }, []);\n",
       "\n",
       "        if (contextRef.current.debug) {\n",
       "          console.log(&quot;context&quot;, contextRef.current);\n",
       "        }\n",
       "\n",
       "        // Ability to update context.\n",
       "        contextRef.current.update = updateContext;\n",
       "\n",
       "        // Ability to communicate with ipython.\n",
       "        const execute = (contextRef.current.execute = (source) =>\n",
       "          new Promise((resolve, reject) => {\n",
       "            try {\n",
       "              window.parent.IPython.notebook.kernel.execute(source, {\n",
       "                iopub: {\n",
       "                  output: (resp) => {\n",
       "                    const type = resp.msg_type;\n",
       "                    if (type === &quot;stream&quot;) return resolve(resp.content.text);\n",
       "                    if (type === &quot;error&quot;) return reject(new Error(resp.evalue));\n",
       "                    return reject(new Error(&quot;Unknown message type: &quot; + type));\n",
       "                  },\n",
       "                },\n",
       "              });\n",
       "            } catch (e) {\n",
       "              reject(new Error(&quot;IPython Unavailable: &quot; + e));\n",
       "            }\n",
       "          }));\n",
       "\n",
       "        // Ability to return an action from an interactive session.\n",
       "        contextRef.current.act = (action) => {\n",
       "          const id = contextRef.current.environment.id;\n",
       "          updateContext({ processing: true });\n",
       "          execute(`\n",
       "            import json\n",
       "            from kaggle_environments import interactives\n",
       "            if &quot;${id}&quot; in interactives:\n",
       "                action = json.loads('${JSON.stringify(action)}')\n",
       "                env, trainer = interactives[&quot;${id}&quot;]\n",
       "                trainer.step(action)\n",
       "                print(json.dumps(env.steps))`)\n",
       "            .then((resp) => {\n",
       "              try {\n",
       "                updateContext({\n",
       "                  processing: false,\n",
       "                  environment: { steps: JSON.parse(resp) },\n",
       "                });\n",
       "                play();\n",
       "              } catch (e) {\n",
       "                updateContext({ processing: resp.split(&quot;\\n&quot;)[0] });\n",
       "                console.error(resp, e);\n",
       "              }\n",
       "            })\n",
       "            .catch((e) => console.error(e));\n",
       "        };\n",
       "\n",
       "        // Check if currently interactive.\n",
       "        contextRef.current.isInteractive = () => {\n",
       "          const context = contextRef.current;\n",
       "          const steps = context.environment.steps;\n",
       "          return (\n",
       "            context.interactive &&\n",
       "            !context.processing &&\n",
       "            context.step === steps.length - 1 &&\n",
       "            steps[context.step].some((s) => s.status === &quot;ACTIVE&quot;)\n",
       "          );\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <${Context.Provider} value=${contextRef.current}>\n",
       "            <${Player} />\n",
       "          <//>`;\n",
       "      };\n",
       "\n",
       "      preact.render(h`<${App} />`, document.body);\n",
       "    </script>\n",
       "  </body>\n",
       "</html>\n",
       "\" width=\"300\" height=\"300\" frameborder=\"0\"></iframe> "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# crear el joc\n",
    "env = make(\"connectx\")\n",
    "\n",
    "env.play([None, agent])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}