From 29ba718b085b4d96c2c74332dfac50c2ec1d551e Mon Sep 17 00:00:00 2001 From: Theresa Eimer Date: Wed, 5 Jun 2024 14:11:45 +0200 Subject: [PATCH] Fix: examples --- arlbench/__init__.py | 2 +- examples/configs/algorithm/dqn.yaml | 1 + examples/configs/epsilon_heuristic.yaml | 1 + examples/configs/gradient_lr.yaml | 1 + pyproject.toml | 5 +++-- 5 files changed, 7 insertions(+), 3 deletions(-) diff --git a/arlbench/__init__.py b/arlbench/__init__.py index 88dc0b5e3..a82855cec 100644 --- a/arlbench/__init__.py +++ b/arlbench/__init__.py @@ -7,7 +7,7 @@ __author__ = """AutoML Hannover""" __email__ = """automl@ai.uni-hannover.de""" -__version__ = """0.1.0""" +__version__ = """0.1.1""" __copyright__ = f"Copyright {datetime.date.today().strftime('%Y')}, AutoML Hannover" __all__ = ["AutoRLEnv", "run_arlbench"] diff --git a/examples/configs/algorithm/dqn.yaml b/examples/configs/algorithm/dqn.yaml index 1fc9ac9e2..04116ce1f 100644 --- a/examples/configs/algorithm/dqn.yaml +++ b/examples/configs/algorithm/dqn.yaml @@ -9,6 +9,7 @@ hp_config: buffer_size: 1000000 initial_epsilon: 1.0 target_epsilon: 0.05 + exploration_fraction: 0.1 gamma: 0.99 gradient_steps: 1 learning_rate: 0.0003 diff --git a/examples/configs/epsilon_heuristic.yaml b/examples/configs/epsilon_heuristic.yaml index 29ba27856..b759ee4ca 100644 --- a/examples/configs/epsilon_heuristic.yaml +++ b/examples/configs/epsilon_heuristic.yaml @@ -45,6 +45,7 @@ hp_config: buffer_size: 1000000 initial_epsilon: 0.9 target_epsilon: 0.9 + exploration_fraction: 0.1 gamma: 0.99 gradient_steps: 1 learning_rate: 0.0003 diff --git a/examples/configs/gradient_lr.yaml b/examples/configs/gradient_lr.yaml index df17abc46..a18960caf 100644 --- a/examples/configs/gradient_lr.yaml +++ b/examples/configs/gradient_lr.yaml @@ -45,6 +45,7 @@ hp_config: buffer_size: 1000000 initial_epsilon: 0.8 target_epsilon: 0.8 + exploration_fraction: 0.1 gamma: 0.99 gradient_steps: 1 learning_rate: 0.0003 diff --git a/pyproject.toml b/pyproject.toml index 51fbb6e7b..2db629d7f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "ARLBench" -version = "0.1.0" +version = "0.1.3" dependencies = [ "typing_extensions", # Better typing "tomli==2.0.1", @@ -19,6 +19,7 @@ dependencies = [ "brax==0.10.3", "pytest==7.4.4", "coverage==7.4.4", + "chex==0.1.86", "ruff", "hydra-core", "hydra-submitit-launcher", @@ -54,7 +55,7 @@ tooling = ["commitizen", "pre-commit", "ruff"] test = ["pytest", "pytest-coverage", "pytest-cases", "ARLBench[examples]"] examples = ["hypersweeper"] doc = [ - "automl_sphinx_theme", + "automl_sphinx_theme", "gymnasium==0.29.1" ] envpool = ["envpool==0.8.4"]