From 9924cb05e2d3ba4b1984e0d0aea4df7541837c56 Mon Sep 17 00:00:00 2001
From: Stefan Schneider <28340802+stefanbschneider@users.noreply.github.com>
Date: Sun, 17 Nov 2024 22:12:27 +0100
Subject: [PATCH] Unwrap gym env inside Ray wrapper
---
examples/demo.ipynb | 6 +-
examples/rllib.ipynb | 281 ++++++++++-------------------
mobile_env/core/base.py | 2 +-
mobile_env/wrappers/multi_agent.py | 11 +-
tests/requirements.txt | 4 +-
5 files changed, 113 insertions(+), 191 deletions(-)
diff --git a/examples/demo.ipynb b/examples/demo.ipynb
index 9a5d2df..89d1f3b 100644
--- a/examples/demo.ipynb
+++ b/examples/demo.ipynb
@@ -43,7 +43,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"metadata": {
"collapsed": false,
"jupyter": {
@@ -89,7 +89,7 @@
],
"source": [
"# installation via PyPI\n",
- "!pip install -U mobile-env"
+ "%pip install -U mobile-env"
]
},
{
@@ -500,7 +500,7 @@
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": null,
"metadata": {},
"outputs": [
{
diff --git a/examples/rllib.ipynb b/examples/rllib.ipynb
index 49d16a1..98434dd 100644
--- a/examples/rllib.ipynb
+++ b/examples/rllib.ipynb
@@ -72,14 +72,14 @@
"output_type": "stream",
"text": [
"Requirement already satisfied: mobile-env in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.0.3)\n",
- "Collecting gymnasium<1.0.0 (from mobile-env)\n",
- " Using cached gymnasium-0.29.1-py3-none-any.whl.metadata (10 kB)\n",
+ "Requirement already satisfied: gymnasium<1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (0.28.1)\n",
"Requirement already satisfied: matplotlib in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (3.9.2)\n",
"Requirement already satisfied: numpy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (1.26.4)\n",
"Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.2.3)\n",
"Requirement already satisfied: pygame in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.6.1)\n",
"Requirement already satisfied: shapely in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (2.0.6)\n",
"Requirement already satisfied: svgpath2mpl in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from mobile-env) (1.0.0)\n",
+ "Requirement already satisfied: jax-jumpy>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (1.0.0)\n",
"Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (3.1.0)\n",
"Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (4.12.2)\n",
"Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium<1.0.0->mobile-env) (0.0.4)\n",
@@ -94,46 +94,36 @@
"Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->mobile-env) (2024.2)\n",
"Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->mobile-env) (2024.2)\n",
"Requirement already satisfied: six>=1.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from python-dateutil>=2.7->matplotlib->mobile-env) (1.16.0)\n",
- "Using cached gymnasium-0.29.1-py3-none-any.whl (953 kB)\n",
- "Installing collected packages: gymnasium\n",
- " Attempting uninstall: gymnasium\n",
- " Found existing installation: gymnasium 1.0.0\n",
- " Uninstalling gymnasium-1.0.0:\n",
- " Successfully uninstalled gymnasium-1.0.0\n",
- "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
- "stable-baselines3 2.0.0 requires gymnasium==0.28.1, but you have gymnasium 0.29.1 which is incompatible.\n",
- "sb3-contrib 2.4.0a11 requires stable-baselines3<3.0,>=2.4.0a11, but you have stable-baselines3 2.0.0 which is incompatible.\u001b[0m\u001b[31m\n",
- "\u001b[0mSuccessfully installed gymnasium-0.29.1\n",
"Note: you may need to restart the kernel to use updated packages.\n",
- "Requirement already satisfied: ray==2.39.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.39.0)\n",
+ "Requirement already satisfied: ray==2.38.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.38.0)\n",
"Requirement already satisfied: torch in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.5.1)\n",
"Requirement already satisfied: tensorboard in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (2.18.0)\n",
- "Requirement already satisfied: click>=7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (8.1.7)\n",
- "Requirement already satisfied: filelock in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (3.16.1)\n",
- "Requirement already satisfied: jsonschema in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (4.23.0)\n",
- "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.1.0)\n",
- "Requirement already satisfied: packaging in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (24.1)\n",
- "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (5.28.3)\n",
- "Requirement already satisfied: pyyaml in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (6.0.2)\n",
- "Requirement already satisfied: aiosignal in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.3.1)\n",
- "Requirement already satisfied: frozenlist in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (1.5.0)\n",
- "Requirement already satisfied: requests in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.39.0->ray[rllib]==2.39.0) (2.32.3)\n",
- "Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.2.3)\n",
- "Requirement already satisfied: tensorboardX>=1.9 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2.6.2.2)\n",
- "Requirement already satisfied: pyarrow>=6.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (18.0.0)\n",
- "Requirement already satisfied: fsspec in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (2024.10.0)\n",
- "Requirement already satisfied: dm-tree in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.1.8)\n",
- "Collecting gymnasium==1.0.0 (from ray[rllib]==2.39.0)\n",
- " Using cached gymnasium-1.0.0-py3-none-any.whl.metadata (9.5 kB)\n",
- "Requirement already satisfied: lz4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (4.3.3)\n",
- "Requirement already satisfied: scikit-image in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.24.0)\n",
- "Requirement already satisfied: scipy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (1.14.1)\n",
- "Requirement already satisfied: typer in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (0.12.5)\n",
- "Requirement already satisfied: rich in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.39.0) (13.9.4)\n",
- "Requirement already satisfied: numpy>=1.21.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (1.26.4)\n",
- "Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (3.1.0)\n",
- "Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (4.12.2)\n",
- "Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==1.0.0->ray[rllib]==2.39.0) (0.0.4)\n",
+ "Requirement already satisfied: click>=7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (8.1.7)\n",
+ "Requirement already satisfied: filelock in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (3.16.1)\n",
+ "Requirement already satisfied: jsonschema in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (4.23.0)\n",
+ "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.1.0)\n",
+ "Requirement already satisfied: packaging in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (24.1)\n",
+ "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (5.28.3)\n",
+ "Requirement already satisfied: pyyaml in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (6.0.2)\n",
+ "Requirement already satisfied: aiosignal in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.3.1)\n",
+ "Requirement already satisfied: frozenlist in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (1.5.0)\n",
+ "Requirement already satisfied: requests in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray==2.38.0->ray[rllib]==2.38.0) (2.32.3)\n",
+ "Requirement already satisfied: pandas in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.2.3)\n",
+ "Requirement already satisfied: tensorboardX>=1.9 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2.6.2.2)\n",
+ "Requirement already satisfied: pyarrow>=6.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (18.0.0)\n",
+ "Requirement already satisfied: fsspec in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (2024.10.0)\n",
+ "Requirement already satisfied: dm-tree in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.1.8)\n",
+ "Requirement already satisfied: gymnasium==0.28.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.28.1)\n",
+ "Requirement already satisfied: lz4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (4.3.3)\n",
+ "Requirement already satisfied: scikit-image in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.24.0)\n",
+ "Requirement already satisfied: scipy in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (1.14.1)\n",
+ "Requirement already satisfied: typer in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (0.12.5)\n",
+ "Requirement already satisfied: rich in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from ray[rllib]==2.38.0) (13.9.4)\n",
+ "Requirement already satisfied: numpy>=1.21.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (1.26.4)\n",
+ "Requirement already satisfied: jax-jumpy>=1.0.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (1.0.0)\n",
+ "Requirement already satisfied: cloudpickle>=1.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (3.1.0)\n",
+ "Requirement already satisfied: typing-extensions>=4.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (4.12.2)\n",
+ "Requirement already satisfied: farama-notifications>=0.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from gymnasium==0.28.1->ray[rllib]==2.38.0) (0.0.4)\n",
"Requirement already satisfied: networkx in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (3.4.2)\n",
"Requirement already satisfied: jinja2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (3.1.4)\n",
"Requirement already satisfied: setuptools in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from torch) (75.3.0)\n",
@@ -146,36 +136,25 @@
"Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from tensorboard) (0.7.2)\n",
"Requirement already satisfied: werkzeug>=1.0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from tensorboard) (3.1.1)\n",
"Requirement already satisfied: MarkupSafe>=2.1.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from werkzeug>=1.0.1->tensorboard) (3.0.2)\n",
- "Requirement already satisfied: attrs>=22.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (24.2.0)\n",
- "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (2024.10.1)\n",
- "Requirement already satisfied: referencing>=0.28.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (0.35.1)\n",
- "Requirement already satisfied: rpds-py>=0.7.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.39.0->ray[rllib]==2.39.0) (0.20.1)\n",
- "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2.9.0.post0)\n",
- "Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2024.2)\n",
- "Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.39.0) (2024.2)\n",
- "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (3.4.0)\n",
- "Requirement already satisfied: idna<4,>=2.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (3.10)\n",
- "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (2.2.3)\n",
- "Requirement already satisfied: certifi>=2017.4.17 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.39.0->ray[rllib]==2.39.0) (2024.8.30)\n",
- "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.39.0) (3.0.0)\n",
- "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.39.0) (2.18.0)\n",
- "Requirement already satisfied: pillow>=9.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (11.0.0)\n",
- "Requirement already satisfied: imageio>=2.33 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (2.36.0)\n",
- "Requirement already satisfied: tifffile>=2022.8.12 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (2024.9.20)\n",
- "Requirement already satisfied: lazy-loader>=0.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.39.0) (0.4)\n",
- "Requirement already satisfied: shellingham>=1.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from typer->ray[rllib]==2.39.0) (1.5.4)\n",
- "Requirement already satisfied: mdurl~=0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich->ray[rllib]==2.39.0) (0.1.2)\n",
- "Using cached gymnasium-1.0.0-py3-none-any.whl (958 kB)\n",
- "Installing collected packages: gymnasium\n",
- " Attempting uninstall: gymnasium\n",
- " Found existing installation: gymnasium 0.29.1\n",
- " Uninstalling gymnasium-0.29.1:\n",
- " Successfully uninstalled gymnasium-0.29.1\n",
- "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
- "stable-baselines3 2.0.0 requires gymnasium==0.28.1, but you have gymnasium 1.0.0 which is incompatible.\n",
- "mobile-env 2.0.3 requires gymnasium<1.0.0, but you have gymnasium 1.0.0 which is incompatible.\n",
- "sb3-contrib 2.4.0a11 requires stable-baselines3<3.0,>=2.4.0a11, but you have stable-baselines3 2.0.0 which is incompatible.\u001b[0m\u001b[31m\n",
- "\u001b[0mSuccessfully installed gymnasium-1.0.0\n",
+ "Requirement already satisfied: attrs>=22.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (24.2.0)\n",
+ "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (2024.10.1)\n",
+ "Requirement already satisfied: referencing>=0.28.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (0.35.1)\n",
+ "Requirement already satisfied: rpds-py>=0.7.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from jsonschema->ray==2.38.0->ray[rllib]==2.38.0) (0.20.1)\n",
+ "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2.9.0.post0)\n",
+ "Requirement already satisfied: pytz>=2020.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2024.2)\n",
+ "Requirement already satisfied: tzdata>=2022.7 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from pandas->ray[rllib]==2.38.0) (2024.2)\n",
+ "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (3.4.0)\n",
+ "Requirement already satisfied: idna<4,>=2.5 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (3.10)\n",
+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (2.2.3)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from requests->ray==2.38.0->ray[rllib]==2.38.0) (2024.8.30)\n",
+ "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.38.0) (3.0.0)\n",
+ "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from rich->ray[rllib]==2.38.0) (2.18.0)\n",
+ "Requirement already satisfied: pillow>=9.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (11.0.0)\n",
+ "Requirement already satisfied: imageio>=2.33 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (2.36.0)\n",
+ "Requirement already satisfied: tifffile>=2022.8.12 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (2024.9.20)\n",
+ "Requirement already satisfied: lazy-loader>=0.4 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from scikit-image->ray[rllib]==2.38.0) (0.4)\n",
+ "Requirement already satisfied: shellingham>=1.3.0 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from typer->ray[rllib]==2.38.0) (1.5.4)\n",
+ "Requirement already satisfied: mdurl~=0.1 in /Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages (from markdown-it-py>=2.2.0->rich->ray[rllib]==2.38.0) (0.1.2)\n",
"Note: you may need to restart the kernel to use updated packages.\n"
]
}
@@ -184,7 +163,7 @@
"# install mobile-env\n",
"%pip install -U mobile-env\n",
"# install ray RLlib\n",
- "%pip install \"ray[rllib]==2.39.0\" torch tensorboard"
+ "%pip install \"ray[rllib]==2.38.0\" torch tensorboard"
]
},
{
@@ -239,13 +218,13 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "2024-11-16 21:13:25,398\tINFO worker.py:1819 -- Started a local Ray instance.\n"
+ "2024-11-17 22:09:07,509\tINFO worker.py:1816 -- Started a local Ray instance.\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
- "model_id": "2c403bcd8a354cd9b9ad13c8946c28be",
+ "model_id": "528c7fce5b4648f99f61495a3af85f3c",
"version_major": 2,
"version_minor": 0
},
@@ -273,7 +252,7 @@
" \n",
"
\n",
" Ray version: | \n",
- " 2.39.0 | \n",
+ " 2.38.0 | \n",
"
\n",
" \n",
"\n",
@@ -282,7 +261,7 @@
"\n"
],
"text/plain": [
- "RayContext(dashboard_url='', python_version='3.12.6', ray_version='2.39.0', ray_commit='5a6c33536df3f6ed5e987a169b82739bb7e3d80e')"
+ "RayContext(dashboard_url='', python_version='3.12.6', ray_version='2.38.0', ray_commit='385ee466260ef3cd218d5e372aef5d39338b7b94')"
]
},
"execution_count": 3,
@@ -319,60 +298,30 @@
" Tune Status
\n",
" \n",
"\n",
- "Current time: | 2024-11-16 21:13:35 |
\n",
- "Running for: | 00:00:07.50 |
\n",
- "Memory: | 18.1/32.0 GiB |
\n",
+ "Current time: | 2024-11-17 22:09:39 |
\n",
+ "Running for: | 00:00:29.46 |
\n",
+ "Memory: | 18.8/32.0 GiB |
\n",
"\n",
"
\n",
" \n",
" \n",
" \n",
"
System Info
\n",
- " Using FIFO scheduling algorithm.
Logical resource usage: 0/2 CPUs, 0/0 GPUs\n",
+ " Using FIFO scheduling algorithm.
Logical resource usage: 2.0/2 CPUs, 0/0 GPUs\n",
" \n",
- " \n",
- "\n",
- "
Messages
\n",
- " \n",
- " \n",
- " Number of errored trials: 1
\n",
- "\n",
- "Trial name | # failures | error file |
\n",
- "\n",
- "\n",
- "PPO_mobile-small-ma-v0_3dabb_00000 | 1 | /tmp/ray/session_2024-11-16_21-13-23_564923_98212/artifacts/2024-11-16_21-13-27/PPO_2024-11-16_21-13-27/driver_artifacts/PPO_mobile-small-ma-v0_3dabb_00000_0_2024-11-16_21-13-27/error.txt |
\n",
- "\n",
- "
\n",
- "
\n",
- "\n",
- "\n",
+ " \n",
" \n",
" \n",
" \n",
"
Trial Status
\n",
"
\n",
"\n",
- "Trial name | status | loc |
\n",
+ "Trial name | status | loc | iter | total time (s) | ts | num_healthy_workers | num_in_flight_async_\n",
+ "sample_reqs | num_remote_worker_re\n",
+ "starts |
\n",
"\n",
"\n",
- "PPO_mobile-small-ma-v0_3dabb_00000 | ERROR | |
\n",
+ "PPO_mobile-small-ma-v0_3029c_00000 | TERMINATED | 127.0.0.1:19039 | 1 | 20.8382 | 4000 | 1 | 0 | 0 |
\n",
"\n",
"
\n",
"
\n",
@@ -419,61 +368,8 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "2024-11-16 21:13:27,631\tWARNING ppo.py:305 -- You are running PPO on the new API stack! This is the new default behavior for this algorithm. If you don't want to use the new API stack, set `config.api_stack(enable_rl_module_and_learner=False,enable_env_runner_and_connector_v2=False)`. For a detailed migration guide, see here: https://docs.ray.io/en/master/rllib/new-api-stack-migration-guide.html\n",
- "2024-11-16 21:13:27,632\tWARNING ppo.py:305 -- You are running PPO on the new API stack! This is the new default behavior for this algorithm. If you don't want to use the new API stack, set `config.api_stack(enable_rl_module_and_learner=False,enable_env_runner_and_connector_v2=False)`. For a detailed migration guide, see here: https://docs.ray.io/en/master/rllib/new-api-stack-migration-guide.html\n",
- "2024-11-16 21:13:35,053\tERROR tune_controller.py:1331 -- Trial task failed for trial PPO_mobile-small-ma-v0_3dabb_00000\n",
- "Traceback (most recent call last):\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n",
- " result = ray.get(future)\n",
- " ^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 21, in auto_init_wrapper\n",
- " return fn(*args, **kwargs)\n",
- " ^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 103, in wrapper\n",
- " return func(*args, **kwargs)\n",
- " ^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2753, in get\n",
- " values, debugger_breakpoint = worker.get_objects(object_refs, timeout=timeout)\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 906, in get_objects\n",
- " raise value\n",
- "ray.exceptions.ActorDiedError: The actor died because of an error raised in its creation task, \u001b[36mray::PPO.__init__()\u001b[39m (pid=98290, ip=127.0.0.1, actor_id=4f983bb461cc69c378744e1a01000000, repr=PPO)\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/algorithms/algorithm.py\", line 583, in __init__\n",
- " super().__init__(\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 158, in __init__\n",
- " self.setup(copy.deepcopy(self.config))\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/algorithms/algorithm.py\", line 669, in setup\n",
- " self.env_runner_group = EnvRunnerGroup(\n",
- " ^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 194, in __init__\n",
- " self._setup(\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 285, in _setup\n",
- " self._local_env_runner = self._make_worker(\n",
- " ^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/env_runner_group.py\", line 1180, in _make_worker\n",
- " worker = cls(\n",
- " ^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/multi_agent_env_runner.py\", line 90, in __init__\n",
- " self.make_env()\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/ray/rllib/env/multi_agent_env_runner.py\", line 854, in make_env\n",
- " self.env: MultiAgentEnv = gym.make(\"rllib-multi-agent-env-v0\")\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/gymnasium/envs/registration.py\", line 740, in make\n",
- " env = env_creator(**env_spec_kwargs)\n",
- " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
- " File \"/var/folders/1n/twp7by_x5t30fzp0f2md9j_h0000gn/T/ipykernel_98212/428465780.py\", line 14, in register\n",
- " File \"/Users/stefanshschneider/Projects/private/mobile-env/venv/lib/python3.12/site-packages/mobile_env/wrappers/multi_agent.py\", line 19, in __init__\n",
- " self.max_episode_steps = self.env.EP_MAX_TIME\n",
- " ^^^^^^^^^^^^^^^^^^^^\n",
- "AttributeError: 'OrderEnforcing' object has no attribute 'EP_MAX_TIME'\n",
- "2024-11-16 21:13:35,081\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/Users/stefanshschneider/ray_results/PPO_2024-11-16_21-13-27' in 0.0194s.\n",
- "2024-11-16 21:13:35,085\tERROR tune.py:1037 -- Trials did not complete: [PPO_mobile-small-ma-v0_3dabb_00000]\n",
- "2024-11-16 21:13:35,085\tINFO tune.py:1041 -- Total run time: 7.63 seconds (7.48 seconds for the tuning loop).\n",
- "2024-11-16 21:13:35,088\tWARNING experiment_analysis.py:180 -- Failed to fetch metrics for 1 trial(s):\n",
- "- PPO_mobile-small-ma-v0_3dabb_00000: FileNotFoundError('Could not fetch metrics for PPO_mobile-small-ma-v0_3dabb_00000: both result.json and progress.csv were not found at /Users/stefanshschneider/ray_results/PPO_2024-11-16_21-13-27/PPO_mobile-small-ma-v0_3dabb_00000_0_2024-11-16_21-13-27')\n"
+ "2024-11-17 22:09:39,186\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/Users/stefanshschneider/ray_results/PPO_2024-11-17_22-09-09' in 0.0187s.\n",
+ "2024-11-17 22:09:39,733\tINFO tune.py:1041 -- Total run time: 30.05 seconds (29.44 seconds for the tuning loop).\n"
]
}
],
@@ -532,7 +428,7 @@
{
"data": {
"text/plain": [
- "Launching TensorBoard..."
+ "Reusing TensorBoard on port 6006 (pid 10623), started 7:29:55 ago. (Use '!kill 10623' to kill it.)"
]
},
"metadata": {},
@@ -542,11 +438,11 @@
"data": {
"text/html": [
"\n",
- "