From 9924cb05e2d3ba4b1984e0d0aea4df7541837c56 Mon Sep 17 00:00:00 2001 From: Stefan Schneider <28340802+stefanbschneider@users.noreply.github.com> Date: Sun, 17 Nov 2024 22:12:27 +0100 Subject: [PATCH] Unwrap gym env inside Ray wrapper --- examples/demo.ipynb | 6 +- examples/rllib.ipynb | 281 ++++++++++------------------- mobile_env/core/base.py | 2 +- mobile_env/wrappers/multi_agent.py | 11 +- tests/requirements.txt | 4 +- 5 files changed, 113 insertions(+), 191 deletions(-) diff --git a/examples/demo.ipynb b/examples/demo.ipynb index 9a5d2df..89d1f3b 100644 --- a/examples/demo.ipynb +++ b/examples/demo.ipynb @@ -43,7 +43,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": { "collapsed": false, "jupyter": { @@ -89,7 +89,7 @@ ], "source": [ "# installation via PyPI\n", - "!pip install -U mobile-env" + "%pip install -U mobile-env" ] }, { @@ -500,7 +500,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, "outputs": [ { diff --git a/examples/rllib.ipynb b/examples/rllib.ipynb index 49d16a1..98434dd 100644 --- a/examples/rllib.ipynb +++ b/examples/rllib.ipynb @@ -72,14 +72,14 @@ "output_type": "stream", "text": [ "Requirement already satisfied: mobile-env in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.0.3)\n", - "Collecting gymnasium<1.0.0 (from mobile-env)\n", - " Using cached gymnasium-0.29.1-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: gymnasium<1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (0.28.1)\n", "Requirement already satisfied: matplotlib in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (3.9.2)\n", "Requirement already satisfied: numpy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (1.26.4)\n", "Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.2.3)\n", "Requirement already satisfied: pygame in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.6.1)\n", "Requirement already satisfied: shapely in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.0.6)\n", "Requirement already satisfied: svgpath2mpl in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (1.0.0)\n", + "Requirement already satisfied: jax-jumpy>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (1.0.0)\n", "Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (3.1.0)\n", "Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (4.12.2)\n", "Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (0.0.4)\n", @@ -94,46 +94,36 @@ "Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->mobile-env) (2024.2)\n", "Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->mobile-env) (2024.2)\n", "Requirement already satisfied: six>=1.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from python-dateutil>=2.7->matplotlib->mobile-env) (1.16.0)\n", - "Using cached gymnasium-0.29.1-py3-none-any.whl (953 kB)\n", - "Installing collected packages: gymnasium\n", - " Attempting uninstall: gymnasium\n", - " Found existing installation: gymnasium 1.0.0\n", - " Uninstalling gymnasium-1.0.0:\n", - " Successfully uninstalled gymnasium-1.0.0\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "stable-baselines3 2.0.0 requires gymnasium==0.28.1, but you have gymnasium 0.29.1 which is incompatible.\n", - "sb3-contrib 2.4.0a11 requires stable-baselines3<3.0,>=2.4.0a11, but you have stable-baselines3 2.0.0 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed gymnasium-0.29.1\n", "Note: you may need to restart the kernel to use updated packages.\n", - "Requirement already satisfied: ray==2.39.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.39.0)\n", + "Requirement already satisfied: ray==2.38.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.38.0)\n", "Requirement already satisfied: torch in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.5.1)\n", "Requirement already satisfied: tensorboard in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.18.0)\n", - "Requirement already satisfied: click>=7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (8.1.7)\n", - "Requirement already satisfied: filelock in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (3.16.1)\n", - "Requirement already satisfied: jsonschema in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (4.23.0)\n", - "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.1.0)\n", - "Requirement already satisfied: packaging in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (24.1)\n", - "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (5.28.3)\n", - "Requirement already satisfied: pyyaml in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (6.0.2)\n", - "Requirement already satisfied: aiosignal in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.3.1)\n", - "Requirement already satisfied: frozenlist in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.5.0)\n", - "Requirement already satisfied: requests in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (2.32.3)\n", - "Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.2.3)\n", - "Requirement already satisfied: tensorboardX>=1.9 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.6.2.2)\n", - "Requirement already satisfied: pyarrow>=6.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (18.0.0)\n", - "Requirement already satisfied: fsspec in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2024.10.0)\n", - "Requirement already satisfied: dm-tree in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.1.8)\n", - "Collecting gymnasium==1.0.0 (from ray[rllib]==2.39.0)\n", - " Using cached gymnasium-1.0.0-py3-none-any.whl.metadata (9.5 kB)\n", - "Requirement already satisfied: lz4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (4.3.3)\n", - "Requirement already satisfied: scikit-image in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.24.0)\n", - "Requirement already satisfied: scipy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (1.14.1)\n", - "Requirement already satisfied: typer in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.12.5)\n", - "Requirement already satisfied: rich in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (13.9.4)\n", - "Requirement already satisfied: numpy>=1.21.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (1.26.4)\n", - "Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (3.1.0)\n", - "Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (4.12.2)\n", - "Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (0.0.4)\n", + "Requirement already satisfied: click>=7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (8.1.7)\n", + "Requirement already satisfied: filelock in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (3.16.1)\n", + "Requirement already satisfied: jsonschema in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (4.23.0)\n", + "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.1.0)\n", + "Requirement already satisfied: packaging in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (24.1)\n", + "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (5.28.3)\n", + "Requirement already satisfied: pyyaml in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (6.0.2)\n", + "Requirement already satisfied: aiosignal in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.3.1)\n", + "Requirement already satisfied: frozenlist in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.5.0)\n", + "Requirement already satisfied: requests in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (2.32.3)\n", + "Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.2.3)\n", + "Requirement already satisfied: tensorboardX>=1.9 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.6.2.2)\n", + "Requirement already satisfied: pyarrow>=6.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (18.0.0)\n", + "Requirement already satisfied: fsspec in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2024.10.0)\n", + "Requirement already satisfied: dm-tree in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.1.8)\n", + "Requirement already satisfied: gymnasium==0.28.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.28.1)\n", + "Requirement already satisfied: lz4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (4.3.3)\n", + "Requirement already satisfied: scikit-image in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.24.0)\n", + "Requirement already satisfied: scipy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (1.14.1)\n", + "Requirement already satisfied: typer in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.12.5)\n", + "Requirement already satisfied: rich in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (13.9.4)\n", + "Requirement already satisfied: numpy>=1.21.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (1.26.4)\n", + "Requirement already satisfied: jax-jumpy>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (1.0.0)\n", + "Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (3.1.0)\n", + "Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (4.12.2)\n", + "Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (0.0.4)\n", "Requirement already satisfied: networkx in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (3.4.2)\n", "Requirement already satisfied: jinja2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (3.1.4)\n", "Requirement already satisfied: setuptools in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (75.3.0)\n", @@ -146,36 +136,25 @@ "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from tensorboard) (0.7.2)\n", "Requirement already satisfied: werkzeug>=1.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from tensorboard) (3.1.1)\n", "Requirement already satisfied: MarkupSafe>=2.1.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from werkzeug>=1.0.1->tensorboard) (3.0.2)\n", - "Requirement already satisfied: attrs>=22.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (24.2.0)\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (2024.10.1)\n", - "Requirement already satisfied: referencing>=0.28.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (0.35.1)\n", - "Requirement already satisfied: rpds-py>=0.7.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (0.20.1)\n", - "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2.9.0.post0)\n", - "Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2024.2)\n", - "Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2024.2)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (3.4.0)\n", - "Requirement already satisfied: idna<4,>=2.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (3.10)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (2.2.3)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (2024.8.30)\n", - "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.39.0) (3.0.0)\n", - "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.39.0) (2.18.0)\n", - "Requirement already satisfied: pillow>=9.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (11.0.0)\n", - "Requirement already satisfied: imageio>=2.33 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (2.36.0)\n", - "Requirement already satisfied: tifffile>=2022.8.12 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (2024.9.20)\n", - "Requirement already satisfied: lazy-loader>=0.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (0.4)\n", - "Requirement already satisfied: shellingham>=1.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from typer->ray[rllib]==2.39.0) (1.5.4)\n", - "Requirement already satisfied: mdurl~=0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich->ray[rllib]==2.39.0) (0.1.2)\n", - "Using cached gymnasium-1.0.0-py3-none-any.whl (958 kB)\n", - "Installing collected packages: gymnasium\n", - " Attempting uninstall: gymnasium\n", - " Found existing installation: gymnasium 0.29.1\n", - " Uninstalling gymnasium-0.29.1:\n", - " Successfully uninstalled gymnasium-0.29.1\n", - "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", - "stable-baselines3 2.0.0 requires gymnasium==0.28.1, but you have gymnasium 1.0.0 which is incompatible.\n", - "mobile-env 2.0.3 requires gymnasium<1.0.0, but you have gymnasium 1.0.0 which is incompatible.\n", - "sb3-contrib 2.4.0a11 requires stable-baselines3<3.0,>=2.4.0a11, but you have stable-baselines3 2.0.0 which is incompatible.\u001b[0m\u001b[31m\n", - "\u001b[0mSuccessfully installed gymnasium-1.0.0\n", + "Requirement already satisfied: attrs>=22.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (24.2.0)\n", + "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (2024.10.1)\n", + "Requirement already satisfied: referencing>=0.28.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (0.35.1)\n", + "Requirement already satisfied: rpds-py>=0.7.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (0.20.1)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2024.2)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (2.2.3)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (2024.8.30)\n", + "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.38.0) (3.0.0)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.38.0) (2.18.0)\n", + "Requirement already satisfied: pillow>=9.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (11.0.0)\n", + "Requirement already satisfied: imageio>=2.33 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (2.36.0)\n", + "Requirement already satisfied: tifffile>=2022.8.12 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (2024.9.20)\n", + "Requirement already satisfied: lazy-loader>=0.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (0.4)\n", + "Requirement already satisfied: shellingham>=1.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from typer->ray[rllib]==2.38.0) (1.5.4)\n", + "Requirement already satisfied: mdurl~=0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich->ray[rllib]==2.38.0) (0.1.2)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } @@ -184,7 +163,7 @@ "# install mobile-env\n", "%pip install -U mobile-env\n", "# install ray RLlib\n", - "%pip install \"ray[rllib]==2.39.0\" torch tensorboard" + "%pip install \"ray[rllib]==2.38.0\" torch tensorboard" ] }, { @@ -239,13 +218,13 @@ "name": "stderr", "output_type": "stream", "text": [ - "2024-11-16 21:13:25,398\tINFO worker.py:1819 -- Started a local Ray instance.\n" + "2024-11-17 22:09:07,509\tINFO worker.py:1816 -- Started a local Ray instance.\n" ] }, { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "2c403bcd8a354cd9b9ad13c8946c28be", + "model_id": "528c7fce5b4648f99f61495a3af85f3c", "version_major": 2, "version_minor": 0 }, @@ -273,7 +252,7 @@ " \n", " \n", " Ray version:\n", - " 2.39.0\n", + " 2.38.0\n", " \n", " \n", "\n", @@ -282,7 +261,7 @@ "\n" ], "text/plain": [ - "RayContext(dashboard_url='', python_version='3.12.6', ray_version='2.39.0', ray_commit='5a6c33536df3f6ed5e987a169b82739bb7e3d80e')" + "RayContext(dashboard_url='', python_version='3.12.6', ray_version='2.38.0', ray_commit='385ee466260ef3cd218d5e372aef5d39338b7b94')" ] }, "execution_count": 3, @@ -319,60 +298,30 @@ "

Tune Status

\n", " \n", "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", "\n", "
Current time:2024-11-16 21:13:35
Running for: 00:00:07.50
Memory: 18.1/32.0 GiB
Current time:2024-11-17 22:09:39
Running for: 00:00:29.46
Memory: 18.8/32.0 GiB
\n", " \n", "
\n", "
\n", "

System Info

\n", - " Using FIFO scheduling algorithm.
Logical resource usage: 0/2 CPUs, 0/0 GPUs\n", + " Using FIFO scheduling algorithm.
Logical resource usage: 2.0/2 CPUs, 0/0 GPUs\n", "
\n", - "
\n", - "
\n", - "

Messages

\n", - " \n", - " \n", - " Number of errored trials: 1
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
Trial name # failureserror file
PPO_mobile-small-ma-v0_3dabb_00000 1/tmp/ray/session_2024-11-16_21-13-23_564923_98212/artifacts/2024-11-16_21-13-27/PPO_2024-11-16_21-13-27/driver_artifacts/PPO_mobile-small-ma-v0_3dabb_00000_0_2024-11-16_21-13-27/error.txt
\n", - "
\n", - "\n", - "\n", + " \n", " \n", "
\n", "
\n", "

Trial Status

\n", " \n", "\n", - "\n", + "\n", "\n", "\n", - "\n", + "\n", "\n", "
Trial name status loc
Trial name status loc iter total time (s) ts num_healthy_workers num_in_flight_async_\n", + "sample_reqs num_remote_worker_re\n", + "starts
PPO_mobile-small-ma-v0_3dabb_00000ERROR
PPO_mobile-small-ma-v0_3029c_00000TERMINATED127.0.0.1:19039 1 20.83824000 100
\n", "
\n", @@ -419,61 +368,8 @@ "name": "stderr", "output_type": "stream", "text": [ - "2024-11-16 21:13:27,631\tWARNING ppo.py:305 -- You are running PPO on the new API stack! This is the new default behavior for this algorithm. If you don't want to use the new API stack, set `config.api_stack(enable_rl_module_and_learner=False,enable_env_runner_and_connector_v2=False)`. For a detailed migration guide, see here: https://docs.ray.io/en/master/rllib/new-api-stack-migration-guide.html\n", - "2024-11-16 21:13:27,632\tWARNING ppo.py:305 -- You are running PPO on the new API stack! This is the new default behavior for this algorithm. If you don't want to use the new API stack, set `config.api_stack(enable_rl_module_and_learner=False,enable_env_runner_and_connector_v2=False)`. For a detailed migration guide, see here: https://docs.ray.io/en/master/rllib/new-api-stack-migration-guide.html\n", - "2024-11-16 21:13:35,053\tERROR tune_controller.py:1331 -- Trial task failed for trial PPO_mobile-small-ma-v0_3dabb_00000\n", - "Traceback (most recent call last):\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 21, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 103, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2753, in get\n", - " values, debugger_breakpoint = worker.get_objects(object_refs, timeout=timeout)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 906, in get_objects\n", - " raise value\n", - "ray.exceptions.ActorDiedError: The actor died because of an error raised in its creation task, \u001b[36mray::PPO.__init__()\u001b[39m (pid=98290, ip=127.0.0.1, actor_id=4f983bb461cc69c378744e1a01000000, repr=PPO)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/algorithms/algorithm.py\", line 583, in __init__\n", - " super().__init__(\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 158, in __init__\n", - " self.setup(copy.deepcopy(self.config))\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/algorithms/algorithm.py\", line 669, in setup\n", - " self.env_runner_group = EnvRunnerGroup(\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 194, in __init__\n", - " self._setup(\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 285, in _setup\n", - " self._local_env_runner = self._make_worker(\n", - " ^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 1180, in _make_worker\n", - " worker = cls(\n", - " ^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/multi_agent_env_runner.py\", line 90, in __init__\n", - " self.make_env()\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/multi_agent_env_runner.py\", line 854, in make_env\n", - " self.env: MultiAgentEnv = gym.make(\"rllib-multi-agent-env-v0\")\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/gymnasium/envs/registration.py\", line 740, in make\n", - " env = env_creator(**env_spec_kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/var/folders/1n/twp7by_x5t30fzp0f2md9j_h0000gn/T/ipykernel_98212/428465780.py\", line 14, in register\n", - " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/mobile_env/wrappers/multi_agent.py\", line 19, in __init__\n", - " self.max_episode_steps = self.env.EP_MAX_TIME\n", - " ^^^^^^^^^^^^^^^^^^^^\n", - "AttributeError: 'OrderEnforcing' object has no attribute 'EP_MAX_TIME'\n", - "2024-11-16 21:13:35,081\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/Users/stefanshschneider/ray_results/PPO_2024-11-16_21-13-27' in 0.0194s.\n", - "2024-11-16 21:13:35,085\tERROR tune.py:1037 -- Trials did not complete: [PPO_mobile-small-ma-v0_3dabb_00000]\n", - "2024-11-16 21:13:35,085\tINFO tune.py:1041 -- Total run time: 7.63 seconds (7.48 seconds for the tuning loop).\n", - "2024-11-16 21:13:35,088\tWARNING experiment_analysis.py:180 -- Failed to fetch metrics for 1 trial(s):\n", - "- PPO_mobile-small-ma-v0_3dabb_00000: FileNotFoundError('Could not fetch metrics for PPO_mobile-small-ma-v0_3dabb_00000: both result.json and progress.csv were not found at /Users/stefanshschneider/ray_results/PPO_2024-11-16_21-13-27/PPO_mobile-small-ma-v0_3dabb_00000_0_2024-11-16_21-13-27')\n" + "2024-11-17 22:09:39,186\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/Users/stefanshschneider/ray_results/PPO_2024-11-17_22-09-09' in 0.0187s.\n", + "2024-11-17 22:09:39,733\tINFO tune.py:1041 -- Total run time: 30.05 seconds (29.44 seconds for the tuning loop).\n" ] } ], @@ -532,7 +428,7 @@ { "data": { "text/plain": [ - "Launching TensorBoard..." + "Reusing TensorBoard on port 6006 (pid 10623), started 7:29:55 ago. (Use '!kill 10623' to kill it.)" ] }, "metadata": {}, @@ -542,11 +438,11 @@ "data": { "text/html": [ "\n", - " \n", "