colab_notebook.ipynb

{
 "nbformat": 4,
 "nbformat_minor": 0,
 "metadata": {
  "colab": {
   "name": "colab_notebook.ipynb",
   "provenance": [],
   "collapsed_sections": [],
   "authorship_tag": "ABX9TyPz01RAn4pxhs4OTQDvStmx",
   "include_colab_link": true
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3"
  },
  "accelerator": "GPU"
 },
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "view-in-github",
    "colab_type": "text"
   },
   "source": [
    "<a href=\"https://colab.research.google.com/github/gijskoning/Reproducibility_project/blob/main/colab_notebook.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "UHLRfOtJoBI9",
    "outputId": "a5824660-b4de-48f0-facb-96520db65b92"
   },
   "source": [
    "# Only need to execute this ones to setup.\n",
    "from google.colab import drive\n",
    "drive.mount('/content/gdrive')\n",
    "! git clone https://gijskoning:{personal access token}@github.com/gijskoning/Reproducibility_project.git\n",
    "%cd gdrive/MyDrive/Colab\\ Notebooks/Deep_learning_reproducibility_project/Reproducibility_project"
   ],
   "execution_count": 4,
   "outputs": [
    {
     "output_type": "stream",
     "text": [
      "Mounted at /content/gdrive\n",
      "Cloning into 'Reproducibility_project'...\n",
      "remote: Enumerating objects: 187, done.\u001B[K\n",
      "remote: Counting objects: 100% (187/187), done.\u001B[K\n",
      "remote: Compressing objects: 100% (122/122), done.\u001B[K\n",
      "remote: Total 187 (delta 72), reused 170 (delta 60), pack-reused 0\u001B[K\n",
      "Receiving objects: 100% (187/187), 127.59 KiB | 14.18 MiB/s, done.\n",
      "Resolving deltas: 100% (72/72), done.\n",
      "/content/gdrive/MyDrive/Colab Notebooks/Deep_learning_reproducibility_project/Reproducibility_project\n",
      "'=5'\t\t      environments\t\t        README.md\n",
      " a2c_ppo_acktr\t      evaluation.py\t\t        reproduction_model.py\n",
      " baselines\t      main.py\t\t\t        requirements.gdoc\n",
      " baselines.egg-info   notebook.ipynb\t\t        requirements.txt\n",
      " build\t\t      old_files\t\t\t        trained_models\n",
      " configs\t      __pycache__\t\t        visualize.ipynb\n",
      " dist\t\t      Read_fast_ai_spreadsheets.ipynb\n"
     ],
     "name": "stdout"
    }
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "# Update latest to latest main commit\n",
    "!git pull"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "wkUgvEhcq6FC",
    "outputId": "f74a61a3-2ba3-4e23-c056-ed5b7e328863"
   },
   "source": [
    "!git clone https://github.com/openai/baselines\n",
    "!python baselines/setup.py install"
   ],
   "execution_count": 5,
   "outputs": [
    {
     "output_type": "stream",
     "text": [
      "fatal: destination path 'baselines' already exists and is not an empty directory.\n",
      "running install\n",
      "running bdist_egg\n",
      "running egg_info\n",
      "writing baselines.egg-info/PKG-INFO\n",
      "writing dependency_links to baselines.egg-info/dependency_links.txt\n",
      "writing requirements to baselines.egg-info/requires.txt\n",
      "writing top-level names to baselines.egg-info/top_level.txt\n",
      "writing manifest file 'baselines.egg-info/SOURCES.txt'\n",
      "installing library code to build/bdist.linux-x86_64/egg\n",
      "running install_lib\n",
      "warning: install_lib: 'build/lib' does not exist -- no Python modules to install\n",
      "\n",
      "creating build/bdist.linux-x86_64/egg\n",
      "creating build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "copying baselines.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "copying baselines.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "copying baselines.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "copying baselines.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "copying baselines.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n",
      "zip_safe flag not set; analyzing archive contents...\n",
      "creating 'dist/baselines-0.1.6-py3.7.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n",
      "removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n",
      "Processing baselines-0.1.6-py3.7.egg\n",
      "Copying baselines-0.1.6-py3.7.egg to /usr/local/lib/python3.7/dist-packages\n",
      "Adding baselines 0.1.6 to easy-install.pth file\n",
      "\n",
      "Installed /usr/local/lib/python3.7/dist-packages/baselines-0.1.6-py3.7.egg\n",
      "Processing dependencies for baselines==0.1.6\n",
      "Searching for gym<0.16.0,>=0.15.4\n",
      "Reading https://pypi.org/simple/gym/\n",
      "Downloading https://files.pythonhosted.org/packages/e0/01/8771e8f914a627022296dab694092a11a7d417b6c8364f0a44a8debca734/gym-0.15.7.tar.gz#sha256=8428a9b212197911e3fecd797aedafcdda40435f197332b093b3f5b145d5c9cb\n",
      "Best match: gym 0.15.7\n",
      "Processing gym-0.15.7.tar.gz\n",
      "Writing /tmp/easy_install-j7nl3_18/gym-0.15.7/setup.cfg\n",
      "Running gym-0.15.7/setup.py -q bdist_egg --dist-dir /tmp/easy_install-j7nl3_18/gym-0.15.7/egg-dist-tmp-4865ufx5\n",
      "creating /usr/local/lib/python3.7/dist-packages/gym-0.15.7-py3.7.egg\n",
      "Extracting gym-0.15.7-py3.7.egg to /usr/local/lib/python3.7/dist-packages\n",
      "Adding gym 0.15.7 to easy-install.pth file\n",
      "\n",
      "Installed /usr/local/lib/python3.7/dist-packages/gym-0.15.7-py3.7.egg\n",
      "error: cloudpickle 1.3.0 is installed but cloudpickle~=1.2.0 is required by {'gym'}\n"
     ],
     "name": "stdout"
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "id": "dz1k5Fe7qRV5",
    "outputId": "e96cf909-caf3-4bce-e723-fdbbfe7da63f"
   },
   "source": [
    "!pip install -r colab_requirements.txt"
   ],
   "execution_count": 6,
   "outputs": [
    {
     "output_type": "stream",
     "text": [
      "Collecting pyyaml==5.*\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/7a/a5/393c087efdc78091afa2af9f1378762f9821c9c1d7a22c5753fb5ac5f97a/PyYAML-5.4.1-cp37-cp37m-manylinux1_x86_64.whl (636kB)\n",
      "\r\u001B[K     |▌                               | 10kB 16.7MB/s eta 0:00:01\r\u001B[K     |█                               | 20kB 20.9MB/s eta 0:00:01\r\u001B[K     |█▌                              | 30kB 24.3MB/s eta 0:00:01\r\u001B[K     |██                              | 40kB 26.1MB/s eta 0:00:01\r\u001B[K     |██▋                             | 51kB 27.8MB/s eta 0:00:01\r\u001B[K     |███                             | 61kB 26.7MB/s eta 0:00:01\r\u001B[K     |███▋                            | 71kB 26.6MB/s eta 0:00:01\r\u001B[K     |████▏                           | 81kB 27.2MB/s eta 0:00:01\r\u001B[K     |████▋                           | 92kB 27.6MB/s eta 0:00:01\r\u001B[K     |█████▏                          | 102kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████▋                          | 112kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████▏                         | 122kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████▊                         | 133kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████▏                        | 143kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████▊                        | 153kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████▎                       | 163kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████▊                       | 174kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████▎                      | 184kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████▉                      | 194kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████▎                     | 204kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████▉                     | 215kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████▎                    | 225kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████▉                    | 235kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████▍                   | 245kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████▉                   | 256kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████▍                  | 266kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████                  | 276kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████▍                 | 286kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████                 | 296kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████▍                | 307kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████                | 317kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████▌               | 327kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████               | 337kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████▌              | 348kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████              | 358kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████▌             | 368kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████             | 378kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████▋            | 389kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████            | 399kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████▋           | 409kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████           | 419kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████▋          | 430kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████▏         | 440kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████▋         | 450kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████████▏        | 460kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████████▊        | 471kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████▏       | 481kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████▊       | 491kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████████▏      | 501kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████████▊      | 512kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████████▎     | 522kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████████▊     | 532kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████████████▎    | 542kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████████████▉    | 552kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████████▎   | 563kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████████▉   | 573kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████████████▍  | 583kB 22.6MB/s eta 0:00:01\r\u001B[K     |█████████████████████████████▉  | 593kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████████████▍ | 604kB 22.6MB/s eta 0:00:01\r\u001B[K     |██████████████████████████████▉ | 614kB 22.6MB/s eta 0:00:01\r\u001B[K     |███████████████████████████████▍| 624kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████████████| 634kB 22.6MB/s eta 0:00:01\r\u001B[K     |████████████████████████████████| 645kB 22.6MB/s \n",
      "\u001B[?25hInstalling collected packages: pyyaml\n",
      "  Found existing installation: PyYAML 3.13\n",
      "    Uninstalling PyYAML-3.13:\n",
      "      Successfully uninstalled PyYAML-3.13\n",
      "Successfully installed pyyaml-5.4.1\n",
      "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 1)) (1.19.5)\n",
      "Requirement already satisfied: torch in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 2)) (1.8.0+cu101)\n",
      "Requirement already satisfied: matplotlib in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 3)) (3.2.2)\n",
      "Requirement already satisfied: torchsummary in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 4)) (1.5.1)\n",
      "Collecting jupyterlab\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/28/8b/f042a3097ca508885cceb5157b55c66bd32b06eb8eac909eb7f46bc678b7/jupyterlab-3.0.10-py3-none-any.whl (8.3MB)\n",
      "\u001B[K     |████████████████████████████████| 8.3MB 19.0MB/s \n",
      "\u001B[?25hCollecting pylint\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/b3/66/af8f80d4fa77dcd4cba9e56e136522838920a2eaf6794b784e1f377f84d9/pylint-2.7.2-py3-none-any.whl (342kB)\n",
      "\u001B[K     |████████████████████████████████| 348kB 45.8MB/s \n",
      "\u001B[?25hRequirement already satisfied: baselines in /usr/local/lib/python3.7/dist-packages/baselines-0.1.6-py3.7.egg (from -r requirements.txt (line 7)) (0.1.6)\n",
      "Collecting pybullet\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/e6/9c/7b76db10cdaa69c840b211fe21ce6f31fb80b611b198fe18a64ddb8f374e/pybullet-3.1.0-cp37-cp37m-manylinux1_x86_64.whl (88.7MB)\n",
      "\u001B[K     |████████████████████████████████| 88.7MB 35kB/s \n",
      "\u001B[?25hCollecting stable-baselines3\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/f9/97/f6da6fcaa96934832c02acf95a32309cfa8646b010221f6c7a14bfcf40d0/stable_baselines3-0.11.1-py3-none-any.whl (152kB)\n",
      "\u001B[K     |████████████████████████████████| 153kB 56.4MB/s \n",
      "\u001B[?25hRequirement already satisfied: networkx in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 10)) (2.5)\n",
      "Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from -r requirements.txt (line 11)) (5.4.1)\n",
      "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from torch->-r requirements.txt (line 2)) (3.7.4.3)\n",
      "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib->-r requirements.txt (line 3)) (0.10.0)\n",
      "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->-r requirements.txt (line 3)) (2.8.1)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->-r requirements.txt (line 3)) (1.3.1)\n",
      "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->-r requirements.txt (line 3)) (2.4.7)\n",
      "Collecting jupyter-packaging~=0.7.3\n",
      "  Downloading https://files.pythonhosted.org/packages/44/90/1ee67d0ca65bd507872accab7dfaad085ea9f9d74c7379b523dfd0498c0f/jupyter_packaging-0.7.12-py2.py3-none-any.whl\n",
      "Collecting jupyterlab-server~=2.3\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/dd/a7/fd7f7e38647b3c1d8ae37bf8b21157662d84ebd0ebf5b64a607c7c77f676/jupyterlab_server-2.3.0-py3-none-any.whl (45kB)\n",
      "\u001B[K     |████████████████████████████████| 51kB 8.2MB/s \n",
      "\u001B[?25hRequirement already satisfied: jinja2>=2.10 in /usr/local/lib/python3.7/dist-packages (from jupyterlab->-r requirements.txt (line 5)) (2.11.3)\n",
      "Requirement already satisfied: jupyter-core in /usr/local/lib/python3.7/dist-packages (from jupyterlab->-r requirements.txt (line 5)) (4.7.1)\n",
      "Collecting jupyter-server~=1.4\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/ec/b7/f8964ca33e61c6fa8f4e494e4940fb6de021f5caa52c2dce32316fac8611/jupyter_server-1.4.1-py3-none-any.whl (241kB)\n",
      "\u001B[K     |████████████████████████████████| 245kB 51.7MB/s \n",
      "\u001B[?25hRequirement already satisfied: ipython in /usr/local/lib/python3.7/dist-packages (from jupyterlab->-r requirements.txt (line 5)) (5.5.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from jupyterlab->-r requirements.txt (line 5)) (20.9)\n",
      "Collecting tornado>=6.1.0\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/91/a8/9c5902233fa3c2e6a889cbd164333ddda5009669f494e3fadbeee2c03af5/tornado-6.1-cp37-cp37m-manylinux2010_x86_64.whl (428kB)\n",
      "\u001B[K     |████████████████████████████████| 430kB 48.4MB/s \n",
      "\u001B[?25hCollecting nbclassic~=0.2\n",
      "  Downloading https://files.pythonhosted.org/packages/e6/f0/113b9a6975e53285c56091a250be4828dd20d80172620a4ff74ed26c9fe7/nbclassic-0.2.6-py3-none-any.whl\n",
      "Requirement already satisfied: toml>=0.7.1 in /usr/local/lib/python3.7/dist-packages (from pylint->-r requirements.txt (line 6)) (0.10.2)\n",
      "Collecting astroid<2.6,>=2.5.1\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/f1/49/d51e5ce77ea234ee416966e489283512a9852f78d9ff125747eae29e7b69/astroid-2.5.1-py3-none-any.whl (222kB)\n",
      "\u001B[K     |████████████████████████████████| 225kB 50.4MB/s \n",
      "\u001B[?25hCollecting mccabe<0.7,>=0.6\n",
      "  Downloading https://files.pythonhosted.org/packages/87/89/479dc97e18549e21354893e4ee4ef36db1d237534982482c3681ee6e7b57/mccabe-0.6.1-py2.py3-none-any.whl\n",
      "Collecting isort<6,>=4.2.5\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/cc/89/6888f573886e9dc0906ec98f1b15888de20919a142c355d7f57ebd977d36/isort-5.7.0-py3-none-any.whl (104kB)\n",
      "\u001B[K     |████████████████████████████████| 112kB 47.1MB/s \n",
      "\u001B[?25hCollecting gym<0.16.0,>=0.15.4\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/e0/01/8771e8f914a627022296dab694092a11a7d417b6c8364f0a44a8debca734/gym-0.15.7.tar.gz (1.6MB)\n",
      "\u001B[K     |████████████████████████████████| 1.6MB 51.5MB/s \n",
      "\u001B[?25hRequirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (1.4.1)\n",
      "Requirement already satisfied: tqdm in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (4.41.1)\n",
      "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (1.0.1)\n",
      "Requirement already satisfied: cloudpickle in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (1.3.0)\n",
      "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (7.1.2)\n",
      "Requirement already satisfied: opencv-python in /usr/local/lib/python3.7/dist-packages (from baselines->-r requirements.txt (line 7)) (4.1.2.30)\n",
      "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from stable-baselines3->-r requirements.txt (line 9)) (1.1.5)\n",
      "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.7/dist-packages (from networkx->-r requirements.txt (line 10)) (4.4.2)\n",
      "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from cycler>=0.10->matplotlib->-r requirements.txt (line 3)) (1.15.0)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (2.23.0)\n",
      "Collecting json5\n",
      "  Downloading https://files.pythonhosted.org/packages/2b/81/22bf51a5bc60dde18bb6164fd597f18ee683de8670e141364d9c432dd3cf/json5-0.9.5-py2.py3-none-any.whl\n",
      "Collecting jsonschema>=3.0.1\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/c5/8f/51e89ce52a085483359217bc72cdbf6e75ee595d5b1d4b5ade40c7e018b8/jsonschema-3.2.0-py2.py3-none-any.whl (56kB)\n",
      "\u001B[K     |████████████████████████████████| 61kB 9.4MB/s \n",
      "\u001B[?25hRequirement already satisfied: babel in /usr/local/lib/python3.7/dist-packages (from jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (2.9.0)\n",
      "Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python3.7/dist-packages (from jinja2>=2.10->jupyterlab->-r requirements.txt (line 5)) (1.1.1)\n",
      "Requirement already satisfied: traitlets in /usr/local/lib/python3.7/dist-packages (from jupyter-core->jupyterlab->-r requirements.txt (line 5)) (5.0.5)\n",
      "Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.2.0)\n",
      "Requirement already satisfied: nbformat in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (5.1.2)\n",
      "Collecting jupyter-client>=6.1.1\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/77/e8/c3cf72a32a697256608d5fa96360c431adec6e1c6709ba7f13f99ff5ee04/jupyter_client-6.1.12-py3-none-any.whl (112kB)\n",
      "\u001B[K     |████████████████████████████████| 122kB 58.7MB/s \n",
      "\u001B[?25hRequirement already satisfied: nbconvert in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (5.6.1)\n",
      "Requirement already satisfied: prometheus-client in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.9.0)\n",
      "Requirement already satisfied: pyzmq>=17 in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (22.0.3)\n",
      "Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.9.2)\n",
      "Collecting anyio>=2.0.2\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/49/c3/b83a3c02c7d6f66932e9a72621d7f207cbfd2bd72b4c8931567ee386fb55/anyio-2.2.0-py3-none-any.whl (65kB)\n",
      "\u001B[K     |████████████████████████████████| 71kB 10.4MB/s \n",
      "\u001B[?25hRequirement already satisfied: Send2Trash in /usr/local/lib/python3.7/dist-packages (from jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (1.5.0)\n",
      "Requirement already satisfied: prompt-toolkit<2.0.0,>=1.0.4 in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (1.0.18)\n",
      "Requirement already satisfied: setuptools>=18.5 in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (54.0.0)\n",
      "Requirement already satisfied: pickleshare in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (0.7.5)\n",
      "Requirement already satisfied: pexpect; sys_platform != \"win32\" in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (4.8.0)\n",
      "Requirement already satisfied: pygments in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (2.6.1)\n",
      "Requirement already satisfied: simplegeneric>0.8 in /usr/local/lib/python3.7/dist-packages (from ipython->jupyterlab->-r requirements.txt (line 5)) (0.8.1)\n",
      "Requirement already satisfied: notebook<7 in /usr/local/lib/python3.7/dist-packages (from nbclassic~=0.2->jupyterlab->-r requirements.txt (line 5)) (5.3.1)\n",
      "Requirement already satisfied: wrapt<1.13,>=1.11 in /usr/local/lib/python3.7/dist-packages (from astroid<2.6,>=2.5.1->pylint->-r requirements.txt (line 6)) (1.12.1)\n",
      "Collecting typed-ast<1.5,>=1.4.0; implementation_name == \"cpython\" and python_version < \"3.8\"\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/3f/76/04c8d23cf9da13b6c892055148cdabb79d8d835dd816d09d529c1c615b20/typed_ast-1.4.2-cp37-cp37m-manylinux1_x86_64.whl (743kB)\n",
      "\u001B[K     |████████████████████████████████| 747kB 51.6MB/s \n",
      "\u001B[?25hCollecting lazy-object-proxy>=1.4.0\n",
      "\u001B[?25l  Downloading https://files.pythonhosted.org/packages/c8/2b/a6949413f7c74535b2cb21741376d44f985bbf340230b31a1a6030da0108/lazy_object_proxy-1.5.2-cp37-cp37m-manylinux1_x86_64.whl (51kB)\n",
      "\u001B[K     |████████████████████████████████| 61kB 10.2MB/s \n",
      "\u001B[?25hRequirement already satisfied: pyglet<=1.5.0,>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from gym<0.16.0,>=0.15.4->baselines->-r requirements.txt (line 7)) (1.5.0)\n",
      "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.7/dist-packages (from pandas->stable-baselines3->-r requirements.txt (line 9)) (2018.9)\n",
      "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (2.10)\n",
      "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (3.0.4)\n",
      "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (1.24.3)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (2020.12.5)\n",
      "Requirement already satisfied: attrs>=17.4.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema>=3.0.1->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (20.3.0)\n",
      "Requirement already satisfied: pyrsistent>=0.14.0 in /usr/local/lib/python3.7/dist-packages (from jsonschema>=3.0.1->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (0.17.3)\n",
      "Requirement already satisfied: importlib-metadata; python_version < \"3.8\" in /usr/local/lib/python3.7/dist-packages (from jsonschema>=3.0.1->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (3.7.2)\n",
      "Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.3)\n",
      "Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.8.4)\n",
      "Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (1.4.3)\n",
      "Requirement already satisfied: bleach in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (3.3.0)\n",
      "Requirement already satisfied: testpath in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.4.4)\n",
      "Requirement already satisfied: defusedxml in /usr/local/lib/python3.7/dist-packages (from nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.7.1)\n",
      "Requirement already satisfied: ptyprocess; os_name != \"nt\" in /usr/local/lib/python3.7/dist-packages (from terminado>=0.8.3->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.7.0)\n",
      "Collecting sniffio>=1.1\n",
      "  Downloading https://files.pythonhosted.org/packages/52/b0/7b2e028b63d092804b6794595871f936aafa5e9322dcaaad50ebf67445b3/sniffio-1.2.0-py3-none-any.whl\n",
      "Requirement already satisfied: wcwidth in /usr/local/lib/python3.7/dist-packages (from prompt-toolkit<2.0.0,>=1.0.4->ipython->jupyterlab->-r requirements.txt (line 5)) (0.2.5)\n",
      "Requirement already satisfied: ipykernel in /usr/local/lib/python3.7/dist-packages (from notebook<7->nbclassic~=0.2->jupyterlab->-r requirements.txt (line 5)) (4.10.1)\n",
      "Requirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from pyglet<=1.5.0,>=1.4.0->gym<0.16.0,>=0.15.4->baselines->-r requirements.txt (line 7)) (0.16.0)\n",
      "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata; python_version < \"3.8\"->jsonschema>=3.0.1->jupyterlab-server~=2.3->jupyterlab->-r requirements.txt (line 5)) (3.4.1)\n",
      "Requirement already satisfied: webencodings in /usr/local/lib/python3.7/dist-packages (from bleach->nbconvert->jupyter-server~=1.4->jupyterlab->-r requirements.txt (line 5)) (0.5.1)\n",
      "Building wheels for collected packages: gym\n",
      "  Building wheel for gym (setup.py) ... \u001B[?25l\u001B[?25hdone\n",
      "  Created wheel for gym: filename=gym-0.15.7-cp37-none-any.whl size=1648842 sha256=7ccd9c00a94224cc80d37c867c7d5f222e60486ff2f79b027fe3a878d05399ea\n",
      "  Stored in directory: /root/.cache/pip/wheels/35/60/6a/f9c27ae133abaf5a5687ed2fa8ed19627d7fac5d843a27572b\n",
      "Successfully built gym\n",
      "\u001B[31mERROR: gym 0.15.7 has requirement cloudpickle~=1.2.0, but you'll have cloudpickle 1.3.0 which is incompatible.\u001B[0m\n",
      "\u001B[31mERROR: google-colab 1.0.0 has requirement tornado~=5.1.0; python_version >= \"3.0\", but you'll have tornado 6.1 which is incompatible.\u001B[0m\n",
      "\u001B[31mERROR: stable-baselines3 0.11.1 has requirement gym>=0.17, but you'll have gym 0.15.7 which is incompatible.\u001B[0m\n",
      "Installing collected packages: jupyter-packaging, json5, jsonschema, tornado, jupyter-client, sniffio, anyio, jupyter-server, jupyterlab-server, nbclassic, jupyterlab, typed-ast, lazy-object-proxy, astroid, mccabe, isort, pylint, pybullet, gym, stable-baselines3\n",
      "  Found existing installation: jsonschema 2.6.0\n",
      "    Uninstalling jsonschema-2.6.0:\n",
      "      Successfully uninstalled jsonschema-2.6.0\n",
      "  Found existing installation: tornado 5.1.1\n",
      "    Uninstalling tornado-5.1.1:\n",
      "      Successfully uninstalled tornado-5.1.1\n",
      "  Found existing installation: jupyter-client 5.3.5\n",
      "    Uninstalling jupyter-client-5.3.5:\n",
      "      Successfully uninstalled jupyter-client-5.3.5\n",
      "  Found existing installation: gym 0.17.3\n",
      "    Uninstalling gym-0.17.3:\n",
      "      Successfully uninstalled gym-0.17.3\n",
      "Successfully installed anyio-2.2.0 astroid-2.5.1 gym-0.15.7 isort-5.7.0 json5-0.9.5 jsonschema-3.2.0 jupyter-client-6.1.12 jupyter-packaging-0.7.12 jupyter-server-1.4.1 jupyterlab-3.0.10 jupyterlab-server-2.3.0 lazy-object-proxy-1.5.2 mccabe-0.6.1 nbclassic-0.2.6 pybullet-3.1.0 pylint-2.7.2 sniffio-1.2.0 stable-baselines3-0.11.1 tornado-6.1 typed-ast-1.4.2\n"
     ],
     "name": "stdout"
    },
    {
     "output_type": "display_data",
     "data": {
      "application/vnd.colab-display-data+json": {
       "pip_warning": {
        "packages": [
         "jupyter_client",
         "tornado"
        ]
       }
      }
     },
     "metadata": {
      "tags": []
     }
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "kyCDjd17rNUb",
    "outputId": "fd506cef-72e0-4380-8605-50fae4d3715a"
   },
   "source": [
    "!python main.py --env-name \"Warehouse\" --algo ppo --use-gae --lr 2.5e-4 --clip-param 0.1 --value-loss-coef 1 --num-processes 8 --num-steps 4 --num-mini-batch 32 --log-interval 5 --use-linear-lr-decay --entropy-coef 0.01 --cuda-deterministic\n"
   ],
   "execution_count": 7,
   "outputs": [
    {
     "output_type": "stream",
     "text": [
      "Cuda is available:  True\n",
      "Cuda enabled\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "MLPBase\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "/usr/local/lib/python3.7/dist-packages/gym/logger.py:30: UserWarning: \u001B[33mWARN: Box bound precision lowered by casting to float32\u001B[0m\n",
      "  warnings.warn(colorize('%s: %s'%('WARN', msg % args), 'yellow'))\n",
      "discrete\n",
      "Updates 0, num timesteps 32, FPS 16 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 5, num timesteps 192, FPS 40 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 10, num timesteps 352, FPS 46 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 15, num timesteps 512, FPS 49 \n",
      " Last 10 training episodes: mean/median reward 0.3/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 20, num timesteps 672, FPS 50 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 25, num timesteps 832, FPS 51 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 30, num timesteps 992, FPS 52 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 35, num timesteps 1152, FPS 52 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 40, num timesteps 1312, FPS 53 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 45, num timesteps 1472, FPS 53 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 50, num timesteps 1632, FPS 53 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 55, num timesteps 1792, FPS 54 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 60, num timesteps 1952, FPS 54 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 65, num timesteps 2112, FPS 54 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 70, num timesteps 2272, FPS 54 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 75, num timesteps 2432, FPS 54 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 80, num timesteps 2592, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 85, num timesteps 2752, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 90, num timesteps 2912, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 95, num timesteps 3072, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 100, num timesteps 3232, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 105, num timesteps 3392, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 110, num timesteps 3552, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 115, num timesteps 3712, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 120, num timesteps 3872, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.3/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 125, num timesteps 4032, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 130, num timesteps 4192, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.2/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 135, num timesteps 4352, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.1/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Updates 140, num timesteps 4512, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 145, num timesteps 4672, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 150, num timesteps 4832, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.0/0.0, min/max reward 0.0/0.0\n",
      "\n",
      "Updates 155, num timesteps 4992, FPS 55 \n",
      " Last 10 training episodes: mean/median reward 0.4/0.0, min/max reward 0.0/1.0\n",
      "\n",
      "Traceback (most recent call last):\n",
      "  File \"main.py\", line 221, in <module>\n",
      "Process ForkServerProcess-7:\n",
      "Process ForkServerProcess-6:\n",
      "Process ForkServerProcess-5:\n",
      "Process ForkServerProcess-4:\n",
      "Process ForkServerProcess-3:\n",
      "Process ForkServerProcess-2:\n",
      "Process ForkServerProcess-1:\n",
      "Process ForkServerProcess-8:\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "  File \"main.py\", line 183, in main\n",
      "    value_loss, action_loss, dist_entropy = agent.update(rollouts)\n",
      "  File \"/content/gdrive/My Drive/Colab Notebooks/Deep_learning_reproducibility_project/Reproducibility_project/a2c_ppo_acktr/algo/ppo.py\", line 79, in update\n",
      "Traceback (most recent call last):\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "KeyboardInterrupt\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "KeyboardInterrupt\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 297, in _bootstrap\n",
      "    self.run()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/process.py\", line 99, in run\n",
      "    self._target(*self._args, **self._kwargs)\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/stable_baselines3/common/vec_env/subproc_vec_env.py\", line 27, in _worker\n",
      "    cmd, data = remote.recv()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 250, in recv\n",
      "    buf = self._recv_bytes()\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 407, in _recv_bytes\n",
      "    buf = self._recv(4)\n",
      "  File \"/usr/lib/python3.7/multiprocessing/connection.py\", line 379, in _recv\n",
      "    chunk = read(handle, remaining)\n",
      "KeyboardInterrupt\n",
      "    self.optimizer.zero_grad()\n",
      "  File \"/usr/local/lib/python3.7/dist-packages/torch/optim/optimizer.py\", line 217, in zero_grad\n",
      "    p.grad.zero_()\n",
      "KeyboardInterrupt\n"
     ],
     "name": "stdout"
    }
   ]
  }
 ]
}